2024-09-13T16:00:23.411 INFO:root:teuthology version: 1.2.2.dev2+g3752d38 2024-09-13T16:00:23.431 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-13T16:00:23.528 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/rishabh-2024-09-13_14:36:41-fs-wip-rishabh-testing-20240910.095512-reef-distro-default-smithi/7903786 branch: wip-rishabh-testing-20240910.095512-reef description: fs/verify/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1a5s-mds-1c-client conf/{client mds mgr mon osd} distro/{ubuntu/{latest overrides}} mount/fuse objectstore-ec/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down mon-debug pg_health session_timeout} ranks/1 tasks/dbench validater/lockdep} email: null first_in_suite: false job_id: '7903786' kernel: kdb: 1 sha1: distro ktype: distro last_in_suite: false log-rotate: ceph-mds: 10G ceph-osd: 10G machine_type: smithi mgrmodules: sequential: - print: Enabling mgr modules name: rishabh-2024-09-13_14:36:41-fs-wip-rishabh-testing-20240910.095512-reef-distro-default-smithi no_nested_subset: false openstack: - volumes: count: 4 size: 20 - machine: disk: 200 os_type: ubuntu os_version: '20.04' overrides: admin_socket: branch: wip-rishabh-testing-20240910.095512-reef ceph: cephfs: ec_profile: - m=2 - k=2 - crush-failure-domain=osd session_timeout: 300 conf: client: client mount timeout: 600 debug client: 20 debug ms: 1 rados mon op timeout: 900 rados osd op timeout: 900 global: lockdep: true mds: debug mds: 20 debug mds balancer: 20 debug ms: 1 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mgr: debug client: 20 debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon op complaint time: 120 mon warn on pool no app: false osd: bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 20 debug bluestore: 20 debug ms: 1 debug osd: 20 debug rocksdb: 10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd op complaint time: 180 flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - FS_DEGRADED - FS_INLINE_DATA_DEPRECATED - FS_WITH_FAILED_MDS - MDS_ALL_DOWN - MDS_DAMAGE - MDS_DEGRADED - MDS_FAILED - MDS_INSUFFICIENT_STANDBY - MDS_UP_LESS_THAN_MAX - online, but wants - filesystem is online with fewer MDS than max_mds - POOL_APP_NOT_ENABLED - do not have an application enabled - overall HEALTH_ - Replacing daemon - deprecated feature inline_data - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding - MON_DOWN - PG_AVAILABILITY - PG_DEGRADED - Reduced data availability - Degraded data redundancy sha1: 50bbe7f395997dcd871813949c49addbbf630361 valgrind: exit_on_first_error: false ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} osd: bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 20 debug bluestore: 20 debug rocksdb: 10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs install: ceph: flavor: default sha1: 50bbe7f395997dcd871813949c49addbbf630361 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: wip-rishabh-testing-20240910.095512-reef sha1: 50bbe7f395997dcd871813949c49addbbf630361 owner: scheduled_rishabh@teuthology priority: 70 repo: https://git.ceph.com/ceph-ci.git roles: - - mon.a - mgr.y - mds.a - mds.c - mds.e - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - - mon.b - mon.c - mgr.x - mds.b - mds.d - mds.f - osd.4 - osd.5 - osd.6 - osd.7 seed: 1152 sha1: 50bbe7f395997dcd871813949c49addbbf630361 sleep_before_teardown: 0 subset: 984/1024 suite: fs suite_branch: wip-rishabh-testing-20240910.095512-reef suite_path: /home/teuthworker/src/git.ceph.com_ceph-c_50bbe7f395997dcd871813949c49addbbf630361/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph-ci.git suite_sha1: 50bbe7f395997dcd871813949c49addbbf630361 syslog: ignorelist: - WARNING*.*check_session_state - WARNING*.*__ceph_remove_cap targets: smithi005.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBFyT/r7xuKfmg50w0OdQebr4A/ptJo1Zk6DyZNZNZM/q5rW+sznh+wvHqeT3e4YtCdZLaXyvMms8o8u8H5nXOYM= smithi179.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBFyT/r7xuKfmg50w0OdQebr4A/ptJo1Zk6DyZNZNZM/q5rW+sznh+wvHqeT3e4YtCdZLaXyvMms8o8u8H5nXOYM= tasks: - install: extra_packages: deb: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror rpm: - python3-cephfs - cephfs-top - cephfs-mirror extra_system_packages: deb: - bison - flex - libelf-dev - libssl-dev - network-manager - iproute2 - util-linux - dump - indent - libaio-dev - libtool-bin - uuid-dev - xfslibs-dev - postgresql - postgresql-client - postgresql-common - postgresql-contrib rpm: - bison - flex - elfutils-libelf-devel - openssl-devel - NetworkManager - iproute - util-linux - libacl-devel - libaio-devel - libattr-devel - libtool - libuuid-devel - xfsdump - xfsprogs - xfsprogs-devel - libaio-devel - libtool - libuuid-devel - xfsprogs-devel - postgresql - postgresql-server - postgresql-contrib - ceph: create_rbd_pool: false - sequential: - mgrmodules - ceph-fuse: null - workunit: clients: all: - suites/dbench.sh teuthology: fragments_dropped: [] meta: {} postmerge: - local function is_kupstream() return false end - local function is_kdistro() return false end - local function is_fuse() return true end - local function syntax_version() return '' end teuthology_branch: main teuthology_sha1: 3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a timestamp: 2024-09-13_14:36:41 tube: smithi user: rishabh verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856 2024-09-13T16:00:23.528 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph-c_50bbe7f395997dcd871813949c49addbbf630361/qa; will attempt to use it 2024-09-13T16:00:23.529 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph-c_50bbe7f395997dcd871813949c49addbbf630361/qa/tasks 2024-09-13T16:00:23.529 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-09-13T16:00:23.530 INFO:teuthology.task.internal:Checking packages... 2024-09-13T16:00:23.551 INFO:teuthology.task.internal:Checking packages for os_type 'ubuntu', flavor 'default' and ceph hash '50bbe7f395997dcd871813949c49addbbf630361' 2024-09-13T16:00:23.551 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-13T16:00:23.551 INFO:teuthology.packaging:ref: None 2024-09-13T16:00:23.551 INFO:teuthology.packaging:tag: None 2024-09-13T16:00:23.551 INFO:teuthology.packaging:branch: wip-rishabh-testing-20240910.095512-reef 2024-09-13T16:00:23.551 INFO:teuthology.packaging:sha1: 50bbe7f395997dcd871813949c49addbbf630361 2024-09-13T16:00:23.551 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F20.04%2Fx86_64&ref=wip-rishabh-testing-20240910.095512-reef 2024-09-13T16:00:23.698 INFO:teuthology.task.internal:Found packages for ceph version 18.2.4-850-g50bbe7f3-1focal 2024-09-13T16:00:23.700 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-09-13T16:00:23.710 INFO:teuthology.task.internal:no buildpackages task found 2024-09-13T16:00:23.710 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-09-13T16:00:23.725 INFO:teuthology.task.internal:Saving configuration 2024-09-13T16:00:23.741 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-09-13T16:00:23.748 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-09-13T16:00:23.780 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi005.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/rishabh-2024-09-13_14:36:41-fs-wip-rishabh-testing-20240910.095512-reef-distro-default-smithi/7903786', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'ubuntu', 'os_version': '20.04', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-13 15:53:47.391410', 'locked_by': 'scheduled_rishabh@teuthology', 'mac_address': None, 'ssh_pub_key': 'ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIGETOy3xONfbx7kUFCNiUtRLNfkcrcEsWzPdq6Np/6Bw'} 2024-09-13T16:00:23.808 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi179.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/rishabh-2024-09-13_14:36:41-fs-wip-rishabh-testing-20240910.095512-reef-distro-default-smithi/7903786', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'ubuntu', 'os_version': '20.04', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-13 15:53:47.389912', 'locked_by': 'scheduled_rishabh@teuthology', 'mac_address': None, 'ssh_pub_key': 'ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIGETOy3xONfbx7kUFCNiUtRLNfkcrcEsWzPdq6Np/6Bw'} 2024-09-13T16:00:23.808 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-09-13T16:00:23.814 INFO:teuthology.task.internal:roles: ubuntu@smithi005.front.sepia.ceph.com - ['mon.a', 'mgr.y', 'mds.a', 'mds.c', 'mds.e', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0'] 2024-09-13T16:00:23.814 INFO:teuthology.task.internal:roles: ubuntu@smithi179.front.sepia.ceph.com - ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'mds.d', 'mds.f', 'osd.4', 'osd.5', 'osd.6', 'osd.7'] 2024-09-13T16:00:23.814 INFO:teuthology.run_tasks:Running task console_log... 2024-09-13T16:00:23.889 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7fe8e202bbe0>, signals=[15]) 2024-09-13T16:00:23.889 INFO:teuthology.run_tasks:Running task internal.connect... 2024-09-13T16:00:23.895 INFO:teuthology.task.internal:Opening connections... 2024-09-13T16:00:23.895 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi005.front.sepia.ceph.com 2024-09-13T16:00:23.897 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi005.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-13T16:00:23.993 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi179.front.sepia.ceph.com 2024-09-13T16:00:23.994 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi179.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-13T16:00:24.091 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-09-13T16:00:24.097 DEBUG:teuthology.orchestra.run.smithi005:> uname -m 2024-09-13T16:00:24.104 INFO:teuthology.orchestra.run.smithi005.stdout:x86_64 2024-09-13T16:00:24.104 DEBUG:teuthology.orchestra.run.smithi005:> cat /etc/os-release 2024-09-13T16:00:24.152 INFO:teuthology.orchestra.run.smithi005.stdout:NAME="Ubuntu" 2024-09-13T16:00:24.152 INFO:teuthology.orchestra.run.smithi005.stdout:VERSION="20.04.4 LTS (Focal Fossa)" 2024-09-13T16:00:24.153 INFO:teuthology.orchestra.run.smithi005.stdout:ID=ubuntu 2024-09-13T16:00:24.153 INFO:teuthology.orchestra.run.smithi005.stdout:ID_LIKE=debian 2024-09-13T16:00:24.153 INFO:teuthology.orchestra.run.smithi005.stdout:PRETTY_NAME="Ubuntu 20.04.4 LTS" 2024-09-13T16:00:24.153 INFO:teuthology.orchestra.run.smithi005.stdout:VERSION_ID="20.04" 2024-09-13T16:00:24.153 INFO:teuthology.orchestra.run.smithi005.stdout:HOME_URL="https://www.ubuntu.com/" 2024-09-13T16:00:24.153 INFO:teuthology.orchestra.run.smithi005.stdout:SUPPORT_URL="https://help.ubuntu.com/" 2024-09-13T16:00:24.153 INFO:teuthology.orchestra.run.smithi005.stdout:BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/" 2024-09-13T16:00:24.153 INFO:teuthology.orchestra.run.smithi005.stdout:PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy" 2024-09-13T16:00:24.153 INFO:teuthology.orchestra.run.smithi005.stdout:VERSION_CODENAME=focal 2024-09-13T16:00:24.153 INFO:teuthology.orchestra.run.smithi005.stdout:UBUNTU_CODENAME=focal 2024-09-13T16:00:24.154 INFO:teuthology.lock.ops:Updating smithi005.front.sepia.ceph.com on lock server 2024-09-13T16:00:24.193 DEBUG:teuthology.orchestra.run.smithi179:> uname -m 2024-09-13T16:00:24.199 INFO:teuthology.orchestra.run.smithi179.stdout:x86_64 2024-09-13T16:00:24.199 DEBUG:teuthology.orchestra.run.smithi179:> cat /etc/os-release 2024-09-13T16:00:24.205 INFO:teuthology.orchestra.run.smithi179.stdout:NAME="Ubuntu" 2024-09-13T16:00:24.205 INFO:teuthology.orchestra.run.smithi179.stdout:VERSION="20.04.4 LTS (Focal Fossa)" 2024-09-13T16:00:24.205 INFO:teuthology.orchestra.run.smithi179.stdout:ID=ubuntu 2024-09-13T16:00:24.205 INFO:teuthology.orchestra.run.smithi179.stdout:ID_LIKE=debian 2024-09-13T16:00:24.205 INFO:teuthology.orchestra.run.smithi179.stdout:PRETTY_NAME="Ubuntu 20.04.4 LTS" 2024-09-13T16:00:24.206 INFO:teuthology.orchestra.run.smithi179.stdout:VERSION_ID="20.04" 2024-09-13T16:00:24.206 INFO:teuthology.orchestra.run.smithi179.stdout:HOME_URL="https://www.ubuntu.com/" 2024-09-13T16:00:24.206 INFO:teuthology.orchestra.run.smithi179.stdout:SUPPORT_URL="https://help.ubuntu.com/" 2024-09-13T16:00:24.206 INFO:teuthology.orchestra.run.smithi179.stdout:BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/" 2024-09-13T16:00:24.206 INFO:teuthology.orchestra.run.smithi179.stdout:PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy" 2024-09-13T16:00:24.206 INFO:teuthology.orchestra.run.smithi179.stdout:VERSION_CODENAME=focal 2024-09-13T16:00:24.206 INFO:teuthology.orchestra.run.smithi179.stdout:UBUNTU_CODENAME=focal 2024-09-13T16:00:24.206 INFO:teuthology.lock.ops:Updating smithi179.front.sepia.ceph.com on lock server 2024-09-13T16:00:24.234 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-09-13T16:00:24.244 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-09-13T16:00:24.250 INFO:teuthology.task.internal:Checking for old test directory... 2024-09-13T16:00:24.250 DEBUG:teuthology.orchestra.run.smithi005:> test '!' -e /home/ubuntu/cephtest 2024-09-13T16:00:24.252 DEBUG:teuthology.orchestra.run.smithi179:> test '!' -e /home/ubuntu/cephtest 2024-09-13T16:00:24.257 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-09-13T16:00:24.264 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-09-13T16:00:24.264 DEBUG:teuthology.orchestra.run.smithi005:> test -z $(ls -A /var/lib/ceph) 2024-09-13T16:00:24.266 DEBUG:teuthology.orchestra.run.smithi179:> test -z $(ls -A /var/lib/ceph) 2024-09-13T16:00:24.307 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-09-13T16:00:24.379 INFO:teuthology.run_tasks:Running task kernel... 2024-09-13T16:00:24.393 INFO:teuthology.task.kernel:normalize config orig: {'kdb': 1, 'sha1': 'distro'} 2024-09-13T16:00:24.393 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': 1, 'sha1': 'distro'}, 'mon.b': {'kdb': 1, 'sha1': 'distro'}}, timeout 300 2024-09-13T16:00:24.393 DEBUG:teuthology.orchestra.run.smithi005:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-13T16:00:24.394 DEBUG:teuthology.orchestra.run.smithi179:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-13T16:00:24.398 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T16:00:24.399 DEBUG:teuthology.orchestra.run.smithi005:> uname -r 2024-09-13T16:00:24.399 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T16:00:24.400 DEBUG:teuthology.orchestra.run.smithi179:> uname -r 2024-09-13T16:00:24.406 INFO:teuthology.orchestra.run.smithi005.stdout:5.4.0-124-generic 2024-09-13T16:00:24.406 INFO:teuthology.task.kernel:Running kernel on smithi005: 5.4.0-124-generic 2024-09-13T16:00:24.406 DEBUG:teuthology.orchestra.run.smithi005:> sudo apt-get clean 2024-09-13T16:00:24.407 INFO:teuthology.orchestra.run.smithi179.stdout:5.4.0-124-generic 2024-09-13T16:00:24.407 INFO:teuthology.task.kernel:Running kernel on smithi179: 5.4.0-124-generic 2024-09-13T16:00:24.407 DEBUG:teuthology.orchestra.run.smithi179:> sudo apt-get clean 2024-09-13T16:00:24.533 DEBUG:teuthology.orchestra.run.smithi179:> sudo apt-get update 2024-09-13T16:00:24.577 DEBUG:teuthology.orchestra.run.smithi005:> sudo apt-get update 2024-09-13T16:00:24.737 INFO:teuthology.orchestra.run.smithi005.stdout:Get:1 http://security.ubuntu.com/ubuntu focal-security InRelease [128 kB] 2024-09-13T16:00:24.814 INFO:teuthology.orchestra.run.smithi179.stdout:Hit:1 http://archive.ubuntu.com/ubuntu focal InRelease 2024-09-13T16:00:24.815 INFO:teuthology.orchestra.run.smithi179.stdout:Get:2 http://security.ubuntu.com/ubuntu focal-security InRelease [128 kB] 2024-09-13T16:00:24.847 INFO:teuthology.orchestra.run.smithi005.stdout:Hit:2 http://archive.ubuntu.com/ubuntu focal InRelease 2024-09-13T16:00:24.871 INFO:teuthology.orchestra.run.smithi179.stdout:Get:3 http://archive.ubuntu.com/ubuntu focal-updates InRelease [128 kB] 2024-09-13T16:00:24.929 INFO:teuthology.orchestra.run.smithi005.stdout:Get:3 http://archive.ubuntu.com/ubuntu focal-updates InRelease [128 kB] 2024-09-13T16:00:25.034 INFO:teuthology.orchestra.run.smithi005.stdout:Get:4 http://security.ubuntu.com/ubuntu focal-security/main amd64 Packages [3,195 kB] 2024-09-13T16:00:25.170 INFO:teuthology.orchestra.run.smithi005.stdout:Get:5 http://security.ubuntu.com/ubuntu focal-security/main i386 Packages [812 kB] 2024-09-13T16:00:25.182 INFO:teuthology.orchestra.run.smithi005.stdout:Get:6 http://security.ubuntu.com/ubuntu focal-security/main Translation-en [472 kB] 2024-09-13T16:00:25.185 INFO:teuthology.orchestra.run.smithi005.stdout:Get:7 http://security.ubuntu.com/ubuntu focal-security/main amd64 c-n-f Metadata [14.3 kB] 2024-09-13T16:00:25.186 INFO:teuthology.orchestra.run.smithi005.stdout:Get:8 http://security.ubuntu.com/ubuntu focal-security/restricted amd64 Packages [3,117 kB] 2024-09-13T16:00:25.207 INFO:teuthology.orchestra.run.smithi005.stdout:Get:9 http://security.ubuntu.com/ubuntu focal-security/restricted i386 Packages [38.3 kB] 2024-09-13T16:00:25.207 INFO:teuthology.orchestra.run.smithi005.stdout:Get:10 http://security.ubuntu.com/ubuntu focal-security/restricted Translation-en [436 kB] 2024-09-13T16:00:25.210 INFO:teuthology.orchestra.run.smithi005.stdout:Get:11 http://security.ubuntu.com/ubuntu focal-security/restricted amd64 c-n-f Metadata [548 B] 2024-09-13T16:00:25.215 INFO:teuthology.orchestra.run.smithi005.stdout:Get:12 http://security.ubuntu.com/ubuntu focal-security/universe i386 Packages [681 kB] 2024-09-13T16:00:25.220 INFO:teuthology.orchestra.run.smithi005.stdout:Get:13 http://security.ubuntu.com/ubuntu focal-security/universe amd64 Packages [1,011 kB] 2024-09-13T16:00:25.224 INFO:teuthology.orchestra.run.smithi179.stdout:Get:4 http://archive.ubuntu.com/ubuntu focal-backports InRelease [128 kB] 2024-09-13T16:00:25.228 INFO:teuthology.orchestra.run.smithi005.stdout:Get:14 http://security.ubuntu.com/ubuntu focal-security/universe Translation-en [213 kB] 2024-09-13T16:00:25.230 INFO:teuthology.orchestra.run.smithi005.stdout:Get:15 http://security.ubuntu.com/ubuntu focal-security/universe amd64 c-n-f Metadata [21.2 kB] 2024-09-13T16:00:25.230 INFO:teuthology.orchestra.run.smithi005.stdout:Get:16 http://security.ubuntu.com/ubuntu focal-security/multiverse amd64 Packages [24.8 kB] 2024-09-13T16:00:25.230 INFO:teuthology.orchestra.run.smithi005.stdout:Get:17 http://security.ubuntu.com/ubuntu focal-security/multiverse i386 Packages [7,204 B] 2024-09-13T16:00:25.237 INFO:teuthology.orchestra.run.smithi005.stdout:Get:18 http://security.ubuntu.com/ubuntu focal-security/multiverse Translation-en [5,968 B] 2024-09-13T16:00:25.238 INFO:teuthology.orchestra.run.smithi005.stdout:Get:19 http://security.ubuntu.com/ubuntu focal-security/multiverse amd64 c-n-f Metadata [540 B] 2024-09-13T16:00:25.282 INFO:teuthology.orchestra.run.smithi005.stdout:Get:20 http://archive.ubuntu.com/ubuntu focal-backports InRelease [128 kB] 2024-09-13T16:00:25.298 INFO:teuthology.orchestra.run.smithi179.stdout:Get:5 http://security.ubuntu.com/ubuntu focal-security/main amd64 Packages [3,195 kB] 2024-09-13T16:00:25.423 INFO:teuthology.orchestra.run.smithi005.stdout:Get:21 http://archive.ubuntu.com/ubuntu focal-updates/main i386 Packages [1,030 kB] 2024-09-13T16:00:25.444 INFO:teuthology.orchestra.run.smithi179.stdout:Get:6 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 Packages [3,563 kB] 2024-09-13T16:00:25.670 INFO:teuthology.orchestra.run.smithi005.stdout:Get:22 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 Packages [3,563 kB] 2024-09-13T16:00:25.819 INFO:teuthology.orchestra.run.smithi179.stdout:Get:7 http://security.ubuntu.com/ubuntu focal-security/main i386 Packages [812 kB] 2024-09-13T16:00:25.832 INFO:teuthology.orchestra.run.smithi179.stdout:Get:8 http://security.ubuntu.com/ubuntu focal-security/main Translation-en [472 kB] 2024-09-13T16:00:25.839 INFO:teuthology.orchestra.run.smithi005.stdout:Get:23 http://archive.ubuntu.com/ubuntu focal-updates/main Translation-en [550 kB] 2024-09-13T16:00:25.841 INFO:teuthology.orchestra.run.smithi179.stdout:Get:9 http://security.ubuntu.com/ubuntu focal-security/main amd64 c-n-f Metadata [14.3 kB] 2024-09-13T16:00:25.841 INFO:teuthology.orchestra.run.smithi179.stdout:Get:10 http://security.ubuntu.com/ubuntu focal-security/restricted amd64 Packages [3,117 kB] 2024-09-13T16:00:25.852 INFO:teuthology.orchestra.run.smithi005.stdout:Get:24 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 c-n-f Metadata [17.7 kB] 2024-09-13T16:00:25.852 INFO:teuthology.orchestra.run.smithi005.stdout:Get:25 http://archive.ubuntu.com/ubuntu focal-updates/restricted amd64 Packages [3,236 kB] 2024-09-13T16:00:25.909 INFO:teuthology.orchestra.run.smithi179.stdout:Get:11 http://archive.ubuntu.com/ubuntu focal-updates/main i386 Packages [1,030 kB] 2024-09-13T16:00:25.927 INFO:teuthology.orchestra.run.smithi179.stdout:Get:12 http://archive.ubuntu.com/ubuntu focal-updates/main Translation-en [550 kB] 2024-09-13T16:00:25.929 INFO:teuthology.orchestra.run.smithi179.stdout:Get:13 http://security.ubuntu.com/ubuntu focal-security/restricted i386 Packages [38.3 kB] 2024-09-13T16:00:25.930 INFO:teuthology.orchestra.run.smithi179.stdout:Get:14 http://security.ubuntu.com/ubuntu focal-security/restricted Translation-en [436 kB] 2024-09-13T16:00:25.936 INFO:teuthology.orchestra.run.smithi179.stdout:Get:15 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 c-n-f Metadata [17.7 kB] 2024-09-13T16:00:25.936 INFO:teuthology.orchestra.run.smithi179.stdout:Get:16 http://archive.ubuntu.com/ubuntu focal-updates/restricted i386 Packages [39.6 kB] 2024-09-13T16:00:25.937 INFO:teuthology.orchestra.run.smithi179.stdout:Get:17 http://archive.ubuntu.com/ubuntu focal-updates/restricted amd64 Packages [3,236 kB] 2024-09-13T16:00:25.937 INFO:teuthology.orchestra.run.smithi179.stdout:Get:18 http://security.ubuntu.com/ubuntu focal-security/restricted amd64 c-n-f Metadata [548 B] 2024-09-13T16:00:25.937 INFO:teuthology.orchestra.run.smithi179.stdout:Get:19 http://security.ubuntu.com/ubuntu focal-security/universe i386 Packages [681 kB] 2024-09-13T16:00:25.947 INFO:teuthology.orchestra.run.smithi005.stdout:Get:26 http://archive.ubuntu.com/ubuntu focal-updates/restricted i386 Packages [39.6 kB] 2024-09-13T16:00:25.948 INFO:teuthology.orchestra.run.smithi005.stdout:Get:27 http://archive.ubuntu.com/ubuntu focal-updates/restricted Translation-en [453 kB] 2024-09-13T16:00:25.949 INFO:teuthology.orchestra.run.smithi179.stdout:Get:20 http://security.ubuntu.com/ubuntu focal-security/universe amd64 Packages [1,011 kB] 2024-09-13T16:00:25.965 INFO:teuthology.orchestra.run.smithi005.stdout:Get:28 http://archive.ubuntu.com/ubuntu focal-updates/restricted amd64 c-n-f Metadata [548 B] 2024-09-13T16:00:25.965 INFO:teuthology.orchestra.run.smithi005.stdout:Get:29 http://archive.ubuntu.com/ubuntu focal-updates/universe i386 Packages [807 kB] 2024-09-13T16:00:25.988 INFO:teuthology.orchestra.run.smithi005.stdout:Get:30 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 Packages [1,230 kB] 2024-09-13T16:00:26.004 INFO:teuthology.orchestra.run.smithi179.stdout:Get:21 http://security.ubuntu.com/ubuntu focal-security/universe Translation-en [213 kB] 2024-09-13T16:00:26.006 INFO:teuthology.orchestra.run.smithi179.stdout:Get:22 http://security.ubuntu.com/ubuntu focal-security/universe amd64 c-n-f Metadata [21.2 kB] 2024-09-13T16:00:26.006 INFO:teuthology.orchestra.run.smithi179.stdout:Get:23 http://security.ubuntu.com/ubuntu focal-security/multiverse i386 Packages [7,204 B] 2024-09-13T16:00:26.006 INFO:teuthology.orchestra.run.smithi179.stdout:Get:24 http://security.ubuntu.com/ubuntu focal-security/multiverse amd64 Packages [24.8 kB] 2024-09-13T16:00:26.019 INFO:teuthology.orchestra.run.smithi005.stdout:Get:31 http://archive.ubuntu.com/ubuntu focal-updates/universe Translation-en [295 kB] 2024-09-13T16:00:26.027 INFO:teuthology.orchestra.run.smithi179.stdout:Get:25 http://archive.ubuntu.com/ubuntu focal-updates/restricted Translation-en [453 kB] 2024-09-13T16:00:26.029 INFO:teuthology.orchestra.run.smithi005.stdout:Get:32 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 c-n-f Metadata [28.0 kB] 2024-09-13T16:00:26.029 INFO:teuthology.orchestra.run.smithi005.stdout:Get:33 http://archive.ubuntu.com/ubuntu focal-updates/multiverse amd64 Packages [27.1 kB] 2024-09-13T16:00:26.029 INFO:teuthology.orchestra.run.smithi005.stdout:Get:34 http://archive.ubuntu.com/ubuntu focal-updates/multiverse i386 Packages [8,440 B] 2024-09-13T16:00:26.034 INFO:teuthology.orchestra.run.smithi179.stdout:Get:26 http://archive.ubuntu.com/ubuntu focal-updates/restricted amd64 c-n-f Metadata [548 B] 2024-09-13T16:00:26.035 INFO:teuthology.orchestra.run.smithi179.stdout:Get:27 http://archive.ubuntu.com/ubuntu focal-updates/universe i386 Packages [807 kB] 2024-09-13T16:00:26.078 INFO:teuthology.orchestra.run.smithi179.stdout:Get:28 http://security.ubuntu.com/ubuntu focal-security/multiverse Translation-en [5,968 B] 2024-09-13T16:00:26.078 INFO:teuthology.orchestra.run.smithi179.stdout:Get:29 http://security.ubuntu.com/ubuntu focal-security/multiverse amd64 c-n-f Metadata [540 B] 2024-09-13T16:00:26.083 INFO:teuthology.orchestra.run.smithi179.stdout:Get:30 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 Packages [1,230 kB] 2024-09-13T16:00:26.088 INFO:teuthology.orchestra.run.smithi005.stdout:Get:35 http://archive.ubuntu.com/ubuntu focal-updates/multiverse Translation-en [7,936 B] 2024-09-13T16:00:26.088 INFO:teuthology.orchestra.run.smithi005.stdout:Get:36 http://archive.ubuntu.com/ubuntu focal-updates/multiverse amd64 c-n-f Metadata [616 B] 2024-09-13T16:00:26.088 INFO:teuthology.orchestra.run.smithi005.stdout:Get:37 http://archive.ubuntu.com/ubuntu focal-backports/main i386 Packages [36.1 kB] 2024-09-13T16:00:26.089 INFO:teuthology.orchestra.run.smithi005.stdout:Get:38 http://archive.ubuntu.com/ubuntu focal-backports/main amd64 Packages [45.7 kB] 2024-09-13T16:00:26.091 INFO:teuthology.orchestra.run.smithi005.stdout:Get:39 http://archive.ubuntu.com/ubuntu focal-backports/main amd64 c-n-f Metadata [1,420 B] 2024-09-13T16:00:26.102 INFO:teuthology.orchestra.run.smithi179.stdout:Get:31 http://archive.ubuntu.com/ubuntu focal-updates/universe Translation-en [295 kB] 2024-09-13T16:00:26.108 INFO:teuthology.orchestra.run.smithi179.stdout:Get:32 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 c-n-f Metadata [28.0 kB] 2024-09-13T16:00:26.108 INFO:teuthology.orchestra.run.smithi179.stdout:Get:33 http://archive.ubuntu.com/ubuntu focal-updates/multiverse amd64 Packages [27.1 kB] 2024-09-13T16:00:26.109 INFO:teuthology.orchestra.run.smithi179.stdout:Get:34 http://archive.ubuntu.com/ubuntu focal-updates/multiverse i386 Packages [8,440 B] 2024-09-13T16:00:26.109 INFO:teuthology.orchestra.run.smithi179.stdout:Get:35 http://archive.ubuntu.com/ubuntu focal-updates/multiverse Translation-en [7,936 B] 2024-09-13T16:00:26.169 INFO:teuthology.orchestra.run.smithi005.stdout:Get:40 http://archive.ubuntu.com/ubuntu focal-backports/universe i386 Packages [13.8 kB] 2024-09-13T16:00:26.170 INFO:teuthology.orchestra.run.smithi005.stdout:Get:41 http://archive.ubuntu.com/ubuntu focal-backports/universe amd64 Packages [25.0 kB] 2024-09-13T16:00:26.171 INFO:teuthology.orchestra.run.smithi005.stdout:Get:42 http://archive.ubuntu.com/ubuntu focal-backports/universe amd64 c-n-f Metadata [880 B] 2024-09-13T16:00:26.174 INFO:teuthology.orchestra.run.smithi179.stdout:Get:36 http://archive.ubuntu.com/ubuntu focal-updates/multiverse amd64 c-n-f Metadata [616 B] 2024-09-13T16:00:26.174 INFO:teuthology.orchestra.run.smithi179.stdout:Get:37 http://archive.ubuntu.com/ubuntu focal-backports/main i386 Packages [36.1 kB] 2024-09-13T16:00:26.175 INFO:teuthology.orchestra.run.smithi179.stdout:Get:38 http://archive.ubuntu.com/ubuntu focal-backports/main amd64 Packages [45.7 kB] 2024-09-13T16:00:26.176 INFO:teuthology.orchestra.run.smithi179.stdout:Get:39 http://archive.ubuntu.com/ubuntu focal-backports/main amd64 c-n-f Metadata [1,420 B] 2024-09-13T16:00:26.255 INFO:teuthology.orchestra.run.smithi179.stdout:Get:40 http://archive.ubuntu.com/ubuntu focal-backports/universe i386 Packages [13.8 kB] 2024-09-13T16:00:26.256 INFO:teuthology.orchestra.run.smithi179.stdout:Get:41 http://archive.ubuntu.com/ubuntu focal-backports/universe amd64 Packages [25.0 kB] 2024-09-13T16:00:26.256 INFO:teuthology.orchestra.run.smithi179.stdout:Get:42 http://archive.ubuntu.com/ubuntu focal-backports/universe amd64 c-n-f Metadata [880 B] 2024-09-13T16:00:29.677 INFO:teuthology.orchestra.run.smithi005.stdout:Fetched 21.8 MB in 3s (7,086 kB/s) 2024-09-13T16:00:30.170 INFO:teuthology.orchestra.run.smithi179.stdout:Fetched 21.8 MB in 4s (6,139 kB/s) 2024-09-13T16:00:31.253 INFO:teuthology.orchestra.run.smithi005.stdout:Reading package lists... 2024-09-13T16:00:31.279 DEBUG:teuthology.orchestra.run.smithi005:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2024-09-13T16:00:31.355 INFO:teuthology.orchestra.run.smithi005.stdout:Reading package lists... 2024-09-13T16:00:31.580 INFO:teuthology.orchestra.run.smithi005.stdout:Building dependency tree... 2024-09-13T16:00:31.580 INFO:teuthology.orchestra.run.smithi005.stdout:Reading state information... 2024-09-13T16:00:31.772 INFO:teuthology.orchestra.run.smithi179.stdout:Reading package lists... 2024-09-13T16:00:31.795 INFO:teuthology.orchestra.run.smithi005.stdout:The following additional packages will be installed: 2024-09-13T16:00:31.796 INFO:teuthology.orchestra.run.smithi005.stdout: linux-generic linux-headers-5.4.0-195 linux-headers-5.4.0-195-generic 2024-09-13T16:00:31.796 INFO:teuthology.orchestra.run.smithi005.stdout: linux-headers-generic linux-image-5.4.0-195-generic 2024-09-13T16:00:31.796 INFO:teuthology.orchestra.run.smithi005.stdout: linux-modules-5.4.0-195-generic linux-modules-extra-5.4.0-195-generic 2024-09-13T16:00:31.797 INFO:teuthology.orchestra.run.smithi005.stdout:Suggested packages: 2024-09-13T16:00:31.797 INFO:teuthology.orchestra.run.smithi005.stdout: fdutils linux-doc | linux-source-5.4.0 linux-tools 2024-09-13T16:00:31.797 INFO:teuthology.orchestra.run.smithi005.stdout:Recommended packages: 2024-09-13T16:00:31.797 INFO:teuthology.orchestra.run.smithi005.stdout: thermald 2024-09-13T16:00:31.800 DEBUG:teuthology.orchestra.run.smithi179:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2024-09-13T16:00:31.865 INFO:teuthology.orchestra.run.smithi005.stdout:The following NEW packages will be installed: 2024-09-13T16:00:31.866 INFO:teuthology.orchestra.run.smithi005.stdout: linux-headers-5.4.0-195 linux-headers-5.4.0-195-generic 2024-09-13T16:00:31.866 INFO:teuthology.orchestra.run.smithi005.stdout: linux-image-5.4.0-195-generic linux-modules-5.4.0-195-generic 2024-09-13T16:00:31.866 INFO:teuthology.orchestra.run.smithi005.stdout: linux-modules-extra-5.4.0-195-generic 2024-09-13T16:00:31.867 INFO:teuthology.orchestra.run.smithi005.stdout:The following packages will be upgraded: 2024-09-13T16:00:31.868 INFO:teuthology.orchestra.run.smithi005.stdout: linux-generic linux-headers-generic linux-image-generic 2024-09-13T16:00:31.895 INFO:teuthology.orchestra.run.smithi179.stdout:Reading package lists... 2024-09-13T16:00:32.051 INFO:teuthology.orchestra.run.smithi005.stdout:3 upgraded, 5 newly installed, 0 to remove and 316 not upgraded. 2024-09-13T16:00:32.051 INFO:teuthology.orchestra.run.smithi005.stdout:Need to get 77.2 MB of archives. 2024-09-13T16:00:32.051 INFO:teuthology.orchestra.run.smithi005.stdout:After this operation, 381 MB of additional disk space will be used. 2024-09-13T16:00:32.051 INFO:teuthology.orchestra.run.smithi005.stdout:Get:1 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 linux-modules-5.4.0-195-generic amd64 5.4.0-195.215 [15.0 MB] 2024-09-13T16:00:32.091 INFO:teuthology.orchestra.run.smithi179.stdout:Building dependency tree... 2024-09-13T16:00:32.091 INFO:teuthology.orchestra.run.smithi179.stdout:Reading state information... 2024-09-13T16:00:32.289 INFO:teuthology.orchestra.run.smithi179.stdout:The following additional packages will be installed: 2024-09-13T16:00:32.290 INFO:teuthology.orchestra.run.smithi179.stdout: linux-generic linux-headers-5.4.0-195 linux-headers-5.4.0-195-generic 2024-09-13T16:00:32.290 INFO:teuthology.orchestra.run.smithi179.stdout: linux-headers-generic linux-image-5.4.0-195-generic 2024-09-13T16:00:32.290 INFO:teuthology.orchestra.run.smithi179.stdout: linux-modules-5.4.0-195-generic linux-modules-extra-5.4.0-195-generic 2024-09-13T16:00:32.291 INFO:teuthology.orchestra.run.smithi179.stdout:Suggested packages: 2024-09-13T16:00:32.291 INFO:teuthology.orchestra.run.smithi179.stdout: fdutils linux-doc | linux-source-5.4.0 linux-tools 2024-09-13T16:00:32.291 INFO:teuthology.orchestra.run.smithi179.stdout:Recommended packages: 2024-09-13T16:00:32.291 INFO:teuthology.orchestra.run.smithi179.stdout: thermald 2024-09-13T16:00:32.349 INFO:teuthology.orchestra.run.smithi179.stdout:The following NEW packages will be installed: 2024-09-13T16:00:32.350 INFO:teuthology.orchestra.run.smithi179.stdout: linux-headers-5.4.0-195 linux-headers-5.4.0-195-generic 2024-09-13T16:00:32.350 INFO:teuthology.orchestra.run.smithi179.stdout: linux-image-5.4.0-195-generic linux-modules-5.4.0-195-generic 2024-09-13T16:00:32.350 INFO:teuthology.orchestra.run.smithi179.stdout: linux-modules-extra-5.4.0-195-generic 2024-09-13T16:00:32.351 INFO:teuthology.orchestra.run.smithi179.stdout:The following packages will be upgraded: 2024-09-13T16:00:32.352 INFO:teuthology.orchestra.run.smithi179.stdout: linux-generic linux-headers-generic linux-image-generic 2024-09-13T16:00:32.404 INFO:teuthology.orchestra.run.smithi179.stdout:3 upgraded, 5 newly installed, 0 to remove and 316 not upgraded. 2024-09-13T16:00:32.405 INFO:teuthology.orchestra.run.smithi179.stdout:Need to get 77.2 MB of archives. 2024-09-13T16:00:32.405 INFO:teuthology.orchestra.run.smithi179.stdout:After this operation, 381 MB of additional disk space will be used. 2024-09-13T16:00:32.405 INFO:teuthology.orchestra.run.smithi179.stdout:Get:1 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 linux-modules-5.4.0-195-generic amd64 5.4.0-195.215 [15.0 MB] 2024-09-13T16:00:32.714 INFO:teuthology.orchestra.run.smithi179.stdout:Get:2 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 linux-image-5.4.0-195-generic amd64 5.4.0-195.215 [10.5 MB] 2024-09-13T16:00:32.803 INFO:teuthology.orchestra.run.smithi179.stdout:Get:3 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 linux-modules-extra-5.4.0-195-generic amd64 5.4.0-195.215 [39.2 MB] 2024-09-13T16:00:33.230 INFO:teuthology.orchestra.run.smithi005.stdout:Get:2 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 linux-image-5.4.0-195-generic amd64 5.4.0-195.215 [10.5 MB] 2024-09-13T16:00:33.305 INFO:teuthology.orchestra.run.smithi179.stdout:Get:4 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 linux-generic amd64 5.4.0.195.193 [1,900 B] 2024-09-13T16:00:33.306 INFO:teuthology.orchestra.run.smithi179.stdout:Get:5 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 linux-image-generic amd64 5.4.0.195.193 [2,584 B] 2024-09-13T16:00:33.306 INFO:teuthology.orchestra.run.smithi179.stdout:Get:6 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 linux-headers-5.4.0-195 all 5.4.0-195.215 [11.0 MB] 2024-09-13T16:00:33.401 INFO:teuthology.orchestra.run.smithi179.stdout:Get:7 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 linux-headers-5.4.0-195-generic amd64 5.4.0-195.215 [1,386 kB] 2024-09-13T16:00:33.411 INFO:teuthology.orchestra.run.smithi179.stdout:Get:8 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 linux-headers-generic amd64 5.4.0.195.193 [2,460 B] 2024-09-13T16:00:33.504 INFO:teuthology.orchestra.run.smithi005.stdout:Get:3 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 linux-modules-extra-5.4.0-195-generic amd64 5.4.0-195.215 [39.2 MB] 2024-09-13T16:00:34.086 INFO:teuthology.orchestra.run.smithi179.stdout:Fetched 77.2 MB in 1s (73.3 MB/s) 2024-09-13T16:00:34.298 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package linux-modules-5.4.0-195-generic. 2024-09-13T16:00:34.861 INFO:teuthology.orchestra.run.smithi005.stdout:Get:4 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 linux-generic amd64 5.4.0.195.193 [1,900 B] 2024-09-13T16:00:34.861 INFO:teuthology.orchestra.run.smithi005.stdout:Get:5 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 linux-image-generic amd64 5.4.0.195.193 [2,584 B] 2024-09-13T16:00:34.861 INFO:teuthology.orchestra.run.smithi005.stdout:Get:6 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 linux-headers-5.4.0-195 all 5.4.0-195.215 [11.0 MB] 2024-09-13T16:00:35.142 INFO:teuthology.orchestra.run.smithi005.stdout:Get:7 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 linux-headers-5.4.0-195-generic amd64 5.4.0-195.215 [1,386 kB] 2024-09-13T16:00:35.153 INFO:teuthology.orchestra.run.smithi005.stdout:Get:8 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 linux-headers-generic amd64 5.4.0.195.193 [2,460 B] 2024-09-13T16:00:35.874 INFO:teuthology.orchestra.run.smithi005.stdout:Fetched 77.2 MB in 3s (23.5 MB/s) 2024-09-13T16:00:36.058 INFO:teuthology.orchestra.run.smithi179.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 104373 files and directories currently installed.) 2024-09-13T16:00:36.063 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../0-linux-modules-5.4.0-195-generic_5.4.0-195.215_amd64.deb ... 2024-09-13T16:00:36.074 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package linux-modules-5.4.0-195-generic. 2024-09-13T16:00:36.163 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking linux-modules-5.4.0-195-generic (5.4.0-195.215) ... 2024-09-13T16:00:37.804 INFO:teuthology.orchestra.run.smithi005.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 104373 files and directories currently installed.) 2024-09-13T16:00:37.809 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../0-linux-modules-5.4.0-195-generic_5.4.0-195.215_amd64.deb ... 2024-09-13T16:00:37.938 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking linux-modules-5.4.0-195-generic (5.4.0-195.215) ... 2024-09-13T16:00:38.188 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package linux-image-5.4.0-195-generic. 2024-09-13T16:00:38.201 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../1-linux-image-5.4.0-195-generic_5.4.0-195.215_amd64.deb ... 2024-09-13T16:00:38.300 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking linux-image-5.4.0-195-generic (5.4.0-195.215) ... 2024-09-13T16:00:39.391 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package linux-modules-extra-5.4.0-195-generic. 2024-09-13T16:00:39.406 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../2-linux-modules-extra-5.4.0-195-generic_5.4.0-195.215_amd64.deb ... 2024-09-13T16:00:39.449 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking linux-modules-extra-5.4.0-195-generic (5.4.0-195.215) ... 2024-09-13T16:00:39.946 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package linux-image-5.4.0-195-generic. 2024-09-13T16:00:39.961 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../1-linux-image-5.4.0-195-generic_5.4.0-195.215_amd64.deb ... 2024-09-13T16:00:40.053 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking linux-image-5.4.0-195-generic (5.4.0-195.215) ... 2024-09-13T16:00:41.191 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package linux-modules-extra-5.4.0-195-generic. 2024-09-13T16:00:41.204 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../2-linux-modules-extra-5.4.0-195-generic_5.4.0-195.215_amd64.deb ... 2024-09-13T16:00:41.241 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking linux-modules-extra-5.4.0-195-generic (5.4.0-195.215) ... 2024-09-13T16:00:44.169 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../3-linux-generic_5.4.0.195.193_amd64.deb ... 2024-09-13T16:00:44.296 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking linux-generic (5.4.0.195.193) over (5.4.0.124.125) ... 2024-09-13T16:00:44.615 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../4-linux-image-generic_5.4.0.195.193_amd64.deb ... 2024-09-13T16:00:44.758 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking linux-image-generic (5.4.0.195.193) over (5.4.0.124.125) ... 2024-09-13T16:00:45.086 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package linux-headers-5.4.0-195. 2024-09-13T16:00:45.100 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../5-linux-headers-5.4.0-195_5.4.0-195.215_all.deb ... 2024-09-13T16:00:45.144 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking linux-headers-5.4.0-195 (5.4.0-195.215) ... 2024-09-13T16:00:46.046 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../3-linux-generic_5.4.0.195.193_amd64.deb ... 2024-09-13T16:00:46.146 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking linux-generic (5.4.0.195.193) over (5.4.0.124.125) ... 2024-09-13T16:00:46.530 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../4-linux-image-generic_5.4.0.195.193_amd64.deb ... 2024-09-13T16:00:46.658 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking linux-image-generic (5.4.0.195.193) over (5.4.0.124.125) ... 2024-09-13T16:00:47.002 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package linux-headers-5.4.0-195. 2024-09-13T16:00:47.019 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../5-linux-headers-5.4.0-195_5.4.0-195.215_all.deb ... 2024-09-13T16:00:47.060 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking linux-headers-5.4.0-195 (5.4.0-195.215) ... 2024-09-13T16:00:50.559 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package linux-headers-5.4.0-195-generic. 2024-09-13T16:00:50.579 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../6-linux-headers-5.4.0-195-generic_5.4.0-195.215_amd64.deb ... 2024-09-13T16:00:50.616 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking linux-headers-5.4.0-195-generic (5.4.0-195.215) ... 2024-09-13T16:00:53.009 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package linux-headers-5.4.0-195-generic. 2024-09-13T16:00:53.032 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../6-linux-headers-5.4.0-195-generic_5.4.0-195.215_amd64.deb ... 2024-09-13T16:00:53.084 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking linux-headers-5.4.0-195-generic (5.4.0-195.215) ... 2024-09-13T16:00:54.122 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../7-linux-headers-generic_5.4.0.195.193_amd64.deb ... 2024-09-13T16:00:54.285 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking linux-headers-generic (5.4.0.195.193) over (5.4.0.124.125) ... 2024-09-13T16:00:54.612 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up linux-modules-5.4.0-195-generic (5.4.0-195.215) ... 2024-09-13T16:00:55.843 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up linux-image-5.4.0-195-generic (5.4.0-195.215) ... 2024-09-13T16:00:55.925 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../7-linux-headers-generic_5.4.0.195.193_amd64.deb ... 2024-09-13T16:00:56.063 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking linux-headers-generic (5.4.0.195.193) over (5.4.0.124.125) ... 2024-09-13T16:00:56.414 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up linux-modules-5.4.0-195-generic (5.4.0-195.215) ... 2024-09-13T16:00:56.971 INFO:teuthology.orchestra.run.smithi179.stdout:I: /vmlinuz is now a symlink to boot/vmlinuz-5.4.0-195-generic 2024-09-13T16:00:56.971 INFO:teuthology.orchestra.run.smithi179.stdout:I: /initrd.img is now a symlink to boot/initrd.img-5.4.0-195-generic 2024-09-13T16:00:57.103 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up linux-modules-extra-5.4.0-195-generic (5.4.0-195.215) ... 2024-09-13T16:00:57.651 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up linux-image-5.4.0-195-generic (5.4.0-195.215) ... 2024-09-13T16:00:58.280 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up linux-headers-5.4.0-195 (5.4.0-195.215) ... 2024-09-13T16:00:58.398 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up linux-image-generic (5.4.0.195.193) ... 2024-09-13T16:00:58.499 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up linux-headers-5.4.0-195-generic (5.4.0-195.215) ... 2024-09-13T16:00:58.634 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up linux-headers-generic (5.4.0.195.193) ... 2024-09-13T16:00:58.759 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up linux-generic (5.4.0.195.193) ... 2024-09-13T16:00:59.161 INFO:teuthology.orchestra.run.smithi179.stdout:Processing triggers for linux-image-5.4.0-195-generic (5.4.0-195.215) ... 2024-09-13T16:00:59.496 INFO:teuthology.orchestra.run.smithi005.stdout:I: /vmlinuz is now a symlink to boot/vmlinuz-5.4.0-195-generic 2024-09-13T16:00:59.496 INFO:teuthology.orchestra.run.smithi005.stdout:I: /initrd.img is now a symlink to boot/initrd.img-5.4.0-195-generic 2024-09-13T16:00:59.925 INFO:teuthology.orchestra.run.smithi179.stdout:/etc/kernel/postinst.d/initramfs-tools: 2024-09-13T16:00:59.925 INFO:teuthology.orchestra.run.smithi179.stdout:update-initramfs: Generating /boot/initrd.img-5.4.0-195-generic 2024-09-13T16:01:00.220 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up linux-modules-extra-5.4.0-195-generic (5.4.0-195.215) ... 2024-09-13T16:01:01.438 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up linux-headers-5.4.0-195 (5.4.0-195.215) ... 2024-09-13T16:01:01.564 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up linux-image-generic (5.4.0.195.193) ... 2024-09-13T16:01:01.698 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up linux-headers-5.4.0-195-generic (5.4.0-195.215) ... 2024-09-13T16:01:01.824 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up linux-headers-generic (5.4.0.195.193) ... 2024-09-13T16:01:01.975 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up linux-generic (5.4.0.195.193) ... 2024-09-13T16:01:02.102 INFO:teuthology.orchestra.run.smithi005.stdout:Processing triggers for linux-image-5.4.0-195-generic (5.4.0-195.215) ... 2024-09-13T16:01:02.202 INFO:teuthology.orchestra.run.smithi005.stdout:/etc/kernel/postinst.d/initramfs-tools: 2024-09-13T16:01:02.202 INFO:teuthology.orchestra.run.smithi005.stdout:update-initramfs: Generating /boot/initrd.img-5.4.0-195-generic 2024-09-13T16:01:22.341 INFO:teuthology.orchestra.run.smithi179.stdout:/etc/kernel/postinst.d/zz-update-grub: 2024-09-13T16:01:22.341 INFO:teuthology.orchestra.run.smithi179.stdout:Sourcing file `/etc/default/grub' 2024-09-13T16:01:22.347 INFO:teuthology.orchestra.run.smithi179.stdout:Sourcing file `/etc/default/grub.d/init-select.cfg' 2024-09-13T16:01:22.363 INFO:teuthology.orchestra.run.smithi179.stdout:Generating grub configuration file ... 2024-09-13T16:01:22.694 INFO:teuthology.orchestra.run.smithi179.stdout:Found linux image: /boot/vmlinuz-5.4.0-195-generic 2024-09-13T16:01:22.718 INFO:teuthology.orchestra.run.smithi179.stdout:Found initrd image: /boot/initrd.img-5.4.0-195-generic 2024-09-13T16:01:23.088 INFO:teuthology.orchestra.run.smithi179.stdout:Found linux image: /boot/vmlinuz-5.4.0-124-generic 2024-09-13T16:01:23.098 INFO:teuthology.orchestra.run.smithi179.stdout:Found initrd image: /boot/initrd.img-5.4.0-124-generic 2024-09-13T16:01:24.450 INFO:teuthology.orchestra.run.smithi005.stdout:/etc/kernel/postinst.d/zz-update-grub: 2024-09-13T16:01:24.450 INFO:teuthology.orchestra.run.smithi005.stdout:Sourcing file `/etc/default/grub' 2024-09-13T16:01:24.460 INFO:teuthology.orchestra.run.smithi005.stdout:Sourcing file `/etc/default/grub.d/init-select.cfg' 2024-09-13T16:01:24.476 INFO:teuthology.orchestra.run.smithi005.stdout:Generating grub configuration file ... 2024-09-13T16:01:24.803 INFO:teuthology.orchestra.run.smithi005.stdout:Found linux image: /boot/vmlinuz-5.4.0-195-generic 2024-09-13T16:01:24.827 INFO:teuthology.orchestra.run.smithi005.stdout:Found initrd image: /boot/initrd.img-5.4.0-195-generic 2024-09-13T16:01:25.256 INFO:teuthology.orchestra.run.smithi005.stdout:Found linux image: /boot/vmlinuz-5.4.0-124-generic 2024-09-13T16:01:25.268 INFO:teuthology.orchestra.run.smithi005.stdout:Found initrd image: /boot/initrd.img-5.4.0-124-generic 2024-09-13T16:01:25.846 INFO:teuthology.orchestra.run.smithi179.stdout:done 2024-09-13T16:01:26.304 DEBUG:teuthology.orchestra.run.smithi179:> dpkg -s linux-image-generic 2024-09-13T16:01:26.352 INFO:teuthology.orchestra.run.smithi179.stdout:Package: linux-image-generic 2024-09-13T16:01:26.352 INFO:teuthology.orchestra.run.smithi179.stdout:Status: install ok installed 2024-09-13T16:01:26.352 INFO:teuthology.orchestra.run.smithi179.stdout:Priority: optional 2024-09-13T16:01:26.352 INFO:teuthology.orchestra.run.smithi179.stdout:Section: kernel 2024-09-13T16:01:26.353 INFO:teuthology.orchestra.run.smithi179.stdout:Installed-Size: 20 2024-09-13T16:01:26.353 INFO:teuthology.orchestra.run.smithi179.stdout:Maintainer: Ubuntu Kernel Team 2024-09-13T16:01:26.353 INFO:teuthology.orchestra.run.smithi179.stdout:Architecture: amd64 2024-09-13T16:01:26.353 INFO:teuthology.orchestra.run.smithi179.stdout:Source: linux-meta 2024-09-13T16:01:26.353 INFO:teuthology.orchestra.run.smithi179.stdout:Version: 5.4.0.195.193 2024-09-13T16:01:26.353 INFO:teuthology.orchestra.run.smithi179.stdout:Provides: virtualbox-guest-modules (= 6.1.50-dfsg-1~ubuntu1.20.04.1), wireguard-modules (= 1.0.20201112-1~20.04.1), zfs-modules (= 0.8.3-1ubuntu12.17) 2024-09-13T16:01:26.353 INFO:teuthology.orchestra.run.smithi179.stdout:Depends: linux-image-5.4.0-195-generic, linux-modules-extra-5.4.0-195-generic, linux-firmware, intel-microcode, amd64-microcode 2024-09-13T16:01:26.353 INFO:teuthology.orchestra.run.smithi179.stdout:Recommends: thermald 2024-09-13T16:01:26.353 INFO:teuthology.orchestra.run.smithi179.stdout:Description: Generic Linux kernel image 2024-09-13T16:01:26.353 INFO:teuthology.orchestra.run.smithi179.stdout: This package will always depend on the latest generic kernel image 2024-09-13T16:01:26.353 INFO:teuthology.orchestra.run.smithi179.stdout: available. 2024-09-13T16:01:26.354 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.4.0-124-generic Expected: 5.4.0-195-generic 2024-09-13T16:01:26.354 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-13T16:01:26.354 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-13T16:01:26.354 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2024-09-13T16:01:26.354 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi179.front.sepia.ceph.com, path=None, version=distro) 2024-09-13T16:01:26.355 DEBUG:teuthology.orchestra.run.smithi179:> sudo apt-get clean 2024-09-13T16:01:26.440 DEBUG:teuthology.orchestra.run.smithi179:> sudo apt-get update 2024-09-13T16:01:26.576 INFO:teuthology.orchestra.run.smithi179.stdout:Hit:1 http://archive.ubuntu.com/ubuntu focal InRelease 2024-09-13T16:01:26.576 INFO:teuthology.orchestra.run.smithi179.stdout:Hit:2 http://security.ubuntu.com/ubuntu focal-security InRelease 2024-09-13T16:01:26.582 INFO:teuthology.orchestra.run.smithi179.stdout:Hit:3 http://archive.ubuntu.com/ubuntu focal-updates InRelease 2024-09-13T16:01:26.600 INFO:teuthology.orchestra.run.smithi179.stdout:Hit:4 http://archive.ubuntu.com/ubuntu focal-backports InRelease 2024-09-13T16:01:27.346 INFO:teuthology.orchestra.run.smithi005.stdout:done 2024-09-13T16:01:27.813 DEBUG:teuthology.orchestra.run.smithi005:> dpkg -s linux-image-generic 2024-09-13T16:01:27.858 INFO:teuthology.orchestra.run.smithi005.stdout:Package: linux-image-generic 2024-09-13T16:01:27.858 INFO:teuthology.orchestra.run.smithi005.stdout:Status: install ok installed 2024-09-13T16:01:27.858 INFO:teuthology.orchestra.run.smithi005.stdout:Priority: optional 2024-09-13T16:01:27.858 INFO:teuthology.orchestra.run.smithi005.stdout:Section: kernel 2024-09-13T16:01:27.858 INFO:teuthology.orchestra.run.smithi005.stdout:Installed-Size: 20 2024-09-13T16:01:27.858 INFO:teuthology.orchestra.run.smithi005.stdout:Maintainer: Ubuntu Kernel Team 2024-09-13T16:01:27.858 INFO:teuthology.orchestra.run.smithi005.stdout:Architecture: amd64 2024-09-13T16:01:27.858 INFO:teuthology.orchestra.run.smithi005.stdout:Source: linux-meta 2024-09-13T16:01:27.858 INFO:teuthology.orchestra.run.smithi005.stdout:Version: 5.4.0.195.193 2024-09-13T16:01:27.858 INFO:teuthology.orchestra.run.smithi005.stdout:Provides: virtualbox-guest-modules (= 6.1.50-dfsg-1~ubuntu1.20.04.1), wireguard-modules (= 1.0.20201112-1~20.04.1), zfs-modules (= 0.8.3-1ubuntu12.17) 2024-09-13T16:01:27.858 INFO:teuthology.orchestra.run.smithi005.stdout:Depends: linux-image-5.4.0-195-generic, linux-modules-extra-5.4.0-195-generic, linux-firmware, intel-microcode, amd64-microcode 2024-09-13T16:01:27.859 INFO:teuthology.orchestra.run.smithi005.stdout:Recommends: thermald 2024-09-13T16:01:27.859 INFO:teuthology.orchestra.run.smithi005.stdout:Description: Generic Linux kernel image 2024-09-13T16:01:27.859 INFO:teuthology.orchestra.run.smithi005.stdout: This package will always depend on the latest generic kernel image 2024-09-13T16:01:27.859 INFO:teuthology.orchestra.run.smithi005.stdout: available. 2024-09-13T16:01:27.859 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.4.0-124-generic Expected: 5.4.0-195-generic 2024-09-13T16:01:27.859 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-13T16:01:27.859 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-13T16:01:27.859 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2024-09-13T16:01:27.859 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi005.front.sepia.ceph.com, path=None, version=distro) 2024-09-13T16:01:27.859 DEBUG:teuthology.orchestra.run.smithi005:> sudo apt-get clean 2024-09-13T16:01:27.967 DEBUG:teuthology.orchestra.run.smithi005:> sudo apt-get update 2024-09-13T16:01:28.113 INFO:teuthology.orchestra.run.smithi005.stdout:Hit:1 http://security.ubuntu.com/ubuntu focal-security InRelease 2024-09-13T16:01:28.230 INFO:teuthology.orchestra.run.smithi005.stdout:Hit:2 http://archive.ubuntu.com/ubuntu focal InRelease 2024-09-13T16:01:28.312 INFO:teuthology.orchestra.run.smithi005.stdout:Hit:3 http://archive.ubuntu.com/ubuntu focal-updates InRelease 2024-09-13T16:01:28.394 INFO:teuthology.orchestra.run.smithi005.stdout:Hit:4 http://archive.ubuntu.com/ubuntu focal-backports InRelease 2024-09-13T16:01:28.431 INFO:teuthology.orchestra.run.smithi179.stdout:Reading package lists... 2024-09-13T16:01:28.458 DEBUG:teuthology.orchestra.run.smithi179:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2024-09-13T16:01:28.526 INFO:teuthology.orchestra.run.smithi179.stdout:Reading package lists... 2024-09-13T16:01:28.745 INFO:teuthology.orchestra.run.smithi179.stdout:Building dependency tree... 2024-09-13T16:01:28.745 INFO:teuthology.orchestra.run.smithi179.stdout:Reading state information... 2024-09-13T16:01:28.981 INFO:teuthology.orchestra.run.smithi179.stdout:linux-image-generic is already the newest version (5.4.0.195.193). 2024-09-13T16:01:28.981 INFO:teuthology.orchestra.run.smithi179.stdout:0 upgraded, 0 newly installed, 0 to remove and 316 not upgraded. 2024-09-13T16:01:28.983 DEBUG:teuthology.orchestra.run.smithi179:> dpkg -s linux-image-generic 2024-09-13T16:01:29.003 INFO:teuthology.orchestra.run.smithi179.stdout:Package: linux-image-generic 2024-09-13T16:01:29.003 INFO:teuthology.orchestra.run.smithi179.stdout:Status: install ok installed 2024-09-13T16:01:29.003 INFO:teuthology.orchestra.run.smithi179.stdout:Priority: optional 2024-09-13T16:01:29.003 INFO:teuthology.orchestra.run.smithi179.stdout:Section: kernel 2024-09-13T16:01:29.003 INFO:teuthology.orchestra.run.smithi179.stdout:Installed-Size: 20 2024-09-13T16:01:29.003 INFO:teuthology.orchestra.run.smithi179.stdout:Maintainer: Ubuntu Kernel Team 2024-09-13T16:01:29.003 INFO:teuthology.orchestra.run.smithi179.stdout:Architecture: amd64 2024-09-13T16:01:29.003 INFO:teuthology.orchestra.run.smithi179.stdout:Source: linux-meta 2024-09-13T16:01:29.003 INFO:teuthology.orchestra.run.smithi179.stdout:Version: 5.4.0.195.193 2024-09-13T16:01:29.003 INFO:teuthology.orchestra.run.smithi179.stdout:Provides: virtualbox-guest-modules (= 6.1.50-dfsg-1~ubuntu1.20.04.1), wireguard-modules (= 1.0.20201112-1~20.04.1), zfs-modules (= 0.8.3-1ubuntu12.17) 2024-09-13T16:01:29.004 INFO:teuthology.orchestra.run.smithi179.stdout:Depends: linux-image-5.4.0-195-generic, linux-modules-extra-5.4.0-195-generic, linux-firmware, intel-microcode, amd64-microcode 2024-09-13T16:01:29.004 INFO:teuthology.orchestra.run.smithi179.stdout:Recommends: thermald 2024-09-13T16:01:29.004 INFO:teuthology.orchestra.run.smithi179.stdout:Description: Generic Linux kernel image 2024-09-13T16:01:29.004 INFO:teuthology.orchestra.run.smithi179.stdout: This package will always depend on the latest generic kernel image 2024-09-13T16:01:29.004 INFO:teuthology.orchestra.run.smithi179.stdout: available. 2024-09-13T16:01:29.004 DEBUG:teuthology.orchestra.run.smithi179:> mktemp 2024-09-13T16:01:29.010 INFO:teuthology.orchestra.run.smithi179.stdout:/tmp/tmp.rj9D0jfo1d 2024-09-13T16:01:29.010 DEBUG:teuthology.orchestra.run.smithi179:> sudo cp /boot/grub/grub.cfg /tmp/tmp.rj9D0jfo1d 2024-09-13T16:01:29.020 DEBUG:teuthology.orchestra.run.smithi179:> sudo chmod 0666 /tmp/tmp.rj9D0jfo1d 2024-09-13T16:01:29.101 DEBUG:teuthology.orchestra.remote:smithi179:/tmp/tmp.rj9D0jfo1d is 9KB 2024-09-13T16:01:29.115 DEBUG:teuthology.orchestra.run.smithi179:> rm -fr /tmp/tmp.rj9D0jfo1d 2024-09-13T16:01:29.121 DEBUG:teuthology.orchestra.run.smithi179:> sudo rm -f -- /etc/grub.d/01_ceph_kernel 2024-09-13T16:01:29.177 DEBUG:teuthology.orchestra.run.smithi179:> set -ex 2024-09-13T16:01:29.177 DEBUG:teuthology.orchestra.run.smithi179:> sudo dd of=/etc/grub.d/01_ceph_kernel 2024-09-13T16:01:29.177 DEBUG:teuthology.orchestra.run.smithi179:> sudo chmod 755 /etc/grub.d/01_ceph_kernel 2024-09-13T16:01:29.207 INFO:teuthology.task.kernel:Distro Kernel Version: 5.4.0-195-generic 2024-09-13T16:01:29.207 DEBUG:teuthology.orchestra.run.smithi179:> sudo update-grub 2024-09-13T16:01:30.047 INFO:teuthology.orchestra.run.smithi005.stdout:Reading package lists... 2024-09-13T16:01:30.075 DEBUG:teuthology.orchestra.run.smithi005:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2024-09-13T16:01:30.153 INFO:teuthology.orchestra.run.smithi005.stdout:Reading package lists... 2024-09-13T16:01:30.384 INFO:teuthology.orchestra.run.smithi005.stdout:Building dependency tree... 2024-09-13T16:01:30.384 INFO:teuthology.orchestra.run.smithi005.stdout:Reading state information... 2024-09-13T16:01:30.620 INFO:teuthology.orchestra.run.smithi179.stderr:Sourcing file `/etc/default/grub' 2024-09-13T16:01:30.631 INFO:teuthology.orchestra.run.smithi179.stderr:Sourcing file `/etc/default/grub.d/init-select.cfg' 2024-09-13T16:01:30.641 INFO:teuthology.orchestra.run.smithi005.stdout:linux-image-generic is already the newest version (5.4.0.195.193). 2024-09-13T16:01:30.641 INFO:teuthology.orchestra.run.smithi005.stdout:0 upgraded, 0 newly installed, 0 to remove and 316 not upgraded. 2024-09-13T16:01:30.644 INFO:teuthology.orchestra.run.smithi179.stderr:Generating grub configuration file ... 2024-09-13T16:01:30.645 DEBUG:teuthology.orchestra.run.smithi005:> dpkg -s linux-image-generic 2024-09-13T16:01:30.666 INFO:teuthology.orchestra.run.smithi005.stdout:Package: linux-image-generic 2024-09-13T16:01:30.666 INFO:teuthology.orchestra.run.smithi005.stdout:Status: install ok installed 2024-09-13T16:01:30.666 INFO:teuthology.orchestra.run.smithi005.stdout:Priority: optional 2024-09-13T16:01:30.666 INFO:teuthology.orchestra.run.smithi005.stdout:Section: kernel 2024-09-13T16:01:30.666 INFO:teuthology.orchestra.run.smithi005.stdout:Installed-Size: 20 2024-09-13T16:01:30.666 INFO:teuthology.orchestra.run.smithi005.stdout:Maintainer: Ubuntu Kernel Team 2024-09-13T16:01:30.666 INFO:teuthology.orchestra.run.smithi005.stdout:Architecture: amd64 2024-09-13T16:01:30.667 INFO:teuthology.orchestra.run.smithi005.stdout:Source: linux-meta 2024-09-13T16:01:30.667 INFO:teuthology.orchestra.run.smithi005.stdout:Version: 5.4.0.195.193 2024-09-13T16:01:30.667 INFO:teuthology.orchestra.run.smithi005.stdout:Provides: virtualbox-guest-modules (= 6.1.50-dfsg-1~ubuntu1.20.04.1), wireguard-modules (= 1.0.20201112-1~20.04.1), zfs-modules (= 0.8.3-1ubuntu12.17) 2024-09-13T16:01:30.667 INFO:teuthology.orchestra.run.smithi005.stdout:Depends: linux-image-5.4.0-195-generic, linux-modules-extra-5.4.0-195-generic, linux-firmware, intel-microcode, amd64-microcode 2024-09-13T16:01:30.667 INFO:teuthology.orchestra.run.smithi005.stdout:Recommends: thermald 2024-09-13T16:01:30.667 INFO:teuthology.orchestra.run.smithi005.stdout:Description: Generic Linux kernel image 2024-09-13T16:01:30.667 INFO:teuthology.orchestra.run.smithi005.stdout: This package will always depend on the latest generic kernel image 2024-09-13T16:01:30.667 INFO:teuthology.orchestra.run.smithi005.stdout: available. 2024-09-13T16:01:30.667 DEBUG:teuthology.orchestra.run.smithi005:> mktemp 2024-09-13T16:01:30.672 INFO:teuthology.orchestra.run.smithi005.stdout:/tmp/tmp.DvPvmHgME9 2024-09-13T16:01:30.672 DEBUG:teuthology.orchestra.run.smithi005:> sudo cp /boot/grub/grub.cfg /tmp/tmp.DvPvmHgME9 2024-09-13T16:01:30.697 DEBUG:teuthology.orchestra.run.smithi005:> sudo chmod 0666 /tmp/tmp.DvPvmHgME9 2024-09-13T16:01:30.784 DEBUG:teuthology.orchestra.remote:smithi005:/tmp/tmp.DvPvmHgME9 is 9KB 2024-09-13T16:01:30.798 DEBUG:teuthology.orchestra.run.smithi005:> rm -fr /tmp/tmp.DvPvmHgME9 2024-09-13T16:01:30.804 DEBUG:teuthology.orchestra.run.smithi005:> sudo rm -f -- /etc/grub.d/01_ceph_kernel 2024-09-13T16:01:30.863 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-13T16:01:30.864 DEBUG:teuthology.orchestra.run.smithi005:> sudo dd of=/etc/grub.d/01_ceph_kernel 2024-09-13T16:01:30.864 DEBUG:teuthology.orchestra.run.smithi005:> sudo chmod 755 /etc/grub.d/01_ceph_kernel 2024-09-13T16:01:30.895 INFO:teuthology.orchestra.run.smithi179.stderr:Found linux image: /boot/vmlinuz-5.4.0-195-generic 2024-09-13T16:01:30.901 INFO:teuthology.task.kernel:Distro Kernel Version: 5.4.0-195-generic 2024-09-13T16:01:30.902 DEBUG:teuthology.orchestra.run.smithi005:> sudo update-grub 2024-09-13T16:01:30.907 INFO:teuthology.orchestra.run.smithi179.stderr:Found initrd image: /boot/initrd.img-5.4.0-195-generic 2024-09-13T16:01:31.297 INFO:teuthology.orchestra.run.smithi179.stderr:Found linux image: /boot/vmlinuz-5.4.0-124-generic 2024-09-13T16:01:31.309 INFO:teuthology.orchestra.run.smithi179.stderr:Found initrd image: /boot/initrd.img-5.4.0-124-generic 2024-09-13T16:01:32.342 INFO:teuthology.orchestra.run.smithi005.stderr:Sourcing file `/etc/default/grub' 2024-09-13T16:01:32.351 INFO:teuthology.orchestra.run.smithi005.stderr:Sourcing file `/etc/default/grub.d/init-select.cfg' 2024-09-13T16:01:32.359 INFO:teuthology.orchestra.run.smithi005.stderr:Generating grub configuration file ... 2024-09-13T16:01:32.633 INFO:teuthology.orchestra.run.smithi005.stderr:Found linux image: /boot/vmlinuz-5.4.0-195-generic 2024-09-13T16:01:32.645 INFO:teuthology.orchestra.run.smithi005.stderr:Found initrd image: /boot/initrd.img-5.4.0-195-generic 2024-09-13T16:01:32.941 INFO:teuthology.orchestra.run.smithi179.stderr:done 2024-09-13T16:01:32.942 DEBUG:teuthology.orchestra.run.smithi179:> sudo shutdown -r now 2024-09-13T16:01:33.036 INFO:teuthology.orchestra.run.smithi005.stderr:Found linux image: /boot/vmlinuz-5.4.0-124-generic 2024-09-13T16:01:33.048 INFO:teuthology.orchestra.run.smithi005.stderr:Found initrd image: /boot/initrd.img-5.4.0-124-generic 2024-09-13T16:01:34.140 INFO:teuthology.orchestra.run.smithi005.stderr:done 2024-09-13T16:01:34.142 DEBUG:teuthology.orchestra.run.smithi005:> sudo shutdown -r now 2024-09-13T16:02:02.973 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2024-09-13T16:02:02.974 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi179.front.sepia.ceph.com' 2024-09-13T16:02:02.976 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi179.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-13T16:02:04.146 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2024-09-13T16:02:04.147 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi005.front.sepia.ceph.com' 2024-09-13T16:02:04.147 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi005.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-13T16:02:18.412 ERROR:teuthology.orchestra.connection:Error authenticating with smithi179.front.sepia.ceph.com: AuthenticationException('Authentication failed.') 2024-09-13T16:02:22.526 ERROR:teuthology.orchestra.connection:Error authenticating with smithi179.front.sepia.ceph.com: AuthenticationException('Authentication failed.') 2024-09-13T16:02:22.653 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.5 2024-09-13T16:02:29.650 ERROR:teuthology.orchestra.connection:Error authenticating with smithi179.front.sepia.ceph.com: AuthenticationException('Authentication failed.') 2024-09-13T16:02:31.654 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi005.front.sepia.ceph.com' 2024-09-13T16:02:31.655 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi005.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-13T16:03:31.665 DEBUG:teuthology.orchestra.remote:timed out 2024-09-13T16:03:35.869 ERROR:paramiko.transport:Socket exception: Connection reset by peer (104) 2024-09-13T16:03:35.871 ERROR:teuthology.orchestra.connection:Error authenticating with smithi179.front.sepia.ceph.com: SSHException('No existing session') (No SSH private key found!) Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/connection.py", line 111, in connect ssh.connect(**connect_args) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/virtualenv/lib/python3.10/site-packages/paramiko/client.py", line 485, in connect self._auth( File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/virtualenv/lib/python3.10/site-packages/paramiko/client.py", line 818, in _auth raise saved_exception File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/virtualenv/lib/python3.10/site-packages/paramiko/client.py", line 794, in _auth self._transport.auth_publickey(username, key) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/virtualenv/lib/python3.10/site-packages/paramiko/transport.py", line 1664, in auth_publickey raise SSHException("No existing session") paramiko.ssh_exception.SSHException: No existing session 2024-09-13T16:03:43.667 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi005.front.sepia.ceph.com' 2024-09-13T16:03:43.668 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi005.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-13T16:03:43.928 DEBUG:teuthology.orchestra.run.smithi005:> true 2024-09-13T16:03:44.520 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi005.front.sepia.ceph.com' 2024-09-13T16:03:44.521 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.4.0-195-generic"... 2024-09-13T16:03:44.521 DEBUG:teuthology.orchestra.run.smithi005:> uname -r 2024-09-13T16:03:44.527 INFO:teuthology.orchestra.run.smithi005.stdout:5.4.0-195-generic 2024-09-13T16:03:44.527 DEBUG:teuthology.task.kernel:current kernel version is 5.4.0-195-generic vs 5.4.0-195-generic 2024-09-13T16:03:44.527 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-13T16:03:44.528 DEBUG:teuthology.task.kernel:Distro of this test job: ubuntu 2024-09-13T16:03:45.529 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-09-13T16:03:45.529 DEBUG:teuthology.orchestra.run.smithi005:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-13T16:03:45.622 INFO:teuthology.orchestra.run.smithi005.stdout:ttyS1 2024-09-13T16:03:45.649 DEBUG:teuthology.parallel:result is None 2024-09-13T16:03:48.939 ERROR:teuthology.orchestra.connection:Error authenticating with smithi179.front.sepia.ceph.com: BadHostKeyException('smithi179.front.sepia.ceph.com', PKey(alg=ED25519, bits=256, fp=SHA256:haDEfp1JxKh2GOA4mqLcwYgEUzpaY2OZo07qQ7b78Tc), PKey(alg=ED25519, bits=256, fp=SHA256:W+6Y/LgnRby4510vqEHFE/6fAReT8MdM2qNnjG5ecjQ)) (No SSH private key found!) Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/connection.py", line 111, in connect ssh.connect(**connect_args) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/virtualenv/lib/python3.10/site-packages/paramiko/client.py", line 468, in connect raise BadHostKeyException(hostname, server_key, our_key) paramiko.ssh_exception.BadHostKeyException: Host key for server 'smithi179.front.sepia.ceph.com' does not match: got 'AAAAC3NzaC1lZDI1NTE5AAAAIGETOy3xONfbx7kUFCNiUtRLNfkcrcEsWzPdq6Np/6Bw', expected 'AAAAC3NzaC1lZDI1NTE5AAAAIDnVB65LQ2ZrorCmRDXT/imYcIqttYXGdAR7PyxJCGep' 2024-09-13T16:04:04.981 ERROR:teuthology.orchestra.connection:Error authenticating with smithi179.front.sepia.ceph.com: BadHostKeyException('smithi179.front.sepia.ceph.com', PKey(alg=ED25519, bits=256, fp=SHA256:haDEfp1JxKh2GOA4mqLcwYgEUzpaY2OZo07qQ7b78Tc), PKey(alg=ED25519, bits=256, fp=SHA256:W+6Y/LgnRby4510vqEHFE/6fAReT8MdM2qNnjG5ecjQ)) (No SSH private key found!) Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/connection.py", line 111, in connect ssh.connect(**connect_args) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/virtualenv/lib/python3.10/site-packages/paramiko/client.py", line 468, in connect raise BadHostKeyException(hostname, server_key, our_key) paramiko.ssh_exception.BadHostKeyException: Host key for server 'smithi179.front.sepia.ceph.com' does not match: got 'AAAAC3NzaC1lZDI1NTE5AAAAIGETOy3xONfbx7kUFCNiUtRLNfkcrcEsWzPdq6Np/6Bw', expected 'AAAAC3NzaC1lZDI1NTE5AAAAIDnVB65LQ2ZrorCmRDXT/imYcIqttYXGdAR7PyxJCGep' 2024-09-13T16:04:24.022 ERROR:teuthology.orchestra.connection:Error authenticating with smithi179.front.sepia.ceph.com: BadHostKeyException('smithi179.front.sepia.ceph.com', PKey(alg=ED25519, bits=256, fp=SHA256:haDEfp1JxKh2GOA4mqLcwYgEUzpaY2OZo07qQ7b78Tc), PKey(alg=ED25519, bits=256, fp=SHA256:W+6Y/LgnRby4510vqEHFE/6fAReT8MdM2qNnjG5ecjQ)) (No SSH private key found!) Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/connection.py", line 111, in connect ssh.connect(**connect_args) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/virtualenv/lib/python3.10/site-packages/paramiko/client.py", line 468, in connect raise BadHostKeyException(hostname, server_key, our_key) paramiko.ssh_exception.BadHostKeyException: Host key for server 'smithi179.front.sepia.ceph.com' does not match: got 'AAAAC3NzaC1lZDI1NTE5AAAAIGETOy3xONfbx7kUFCNiUtRLNfkcrcEsWzPdq6Np/6Bw', expected 'AAAAC3NzaC1lZDI1NTE5AAAAIDnVB65LQ2ZrorCmRDXT/imYcIqttYXGdAR7PyxJCGep' 2024-09-13T16:04:46.064 ERROR:teuthology.orchestra.connection:Error authenticating with smithi179.front.sepia.ceph.com: BadHostKeyException('smithi179.front.sepia.ceph.com', PKey(alg=ED25519, bits=256, fp=SHA256:haDEfp1JxKh2GOA4mqLcwYgEUzpaY2OZo07qQ7b78Tc), PKey(alg=ED25519, bits=256, fp=SHA256:W+6Y/LgnRby4510vqEHFE/6fAReT8MdM2qNnjG5ecjQ)) (No SSH private key found!) Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/connection.py", line 111, in connect ssh.connect(**connect_args) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/virtualenv/lib/python3.10/site-packages/paramiko/client.py", line 468, in connect raise BadHostKeyException(hostname, server_key, our_key) paramiko.ssh_exception.BadHostKeyException: Host key for server 'smithi179.front.sepia.ceph.com' does not match: got 'AAAAC3NzaC1lZDI1NTE5AAAAIGETOy3xONfbx7kUFCNiUtRLNfkcrcEsWzPdq6Np/6Bw', expected 'AAAAC3NzaC1lZDI1NTE5AAAAIDnVB65LQ2ZrorCmRDXT/imYcIqttYXGdAR7PyxJCGep' 2024-09-13T16:05:11.106 ERROR:teuthology.orchestra.connection:Error authenticating with smithi179.front.sepia.ceph.com: BadHostKeyException('smithi179.front.sepia.ceph.com', PKey(alg=ED25519, bits=256, fp=SHA256:haDEfp1JxKh2GOA4mqLcwYgEUzpaY2OZo07qQ7b78Tc), PKey(alg=ED25519, bits=256, fp=SHA256:W+6Y/LgnRby4510vqEHFE/6fAReT8MdM2qNnjG5ecjQ)) (No SSH private key found!) Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/connection.py", line 111, in connect ssh.connect(**connect_args) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/virtualenv/lib/python3.10/site-packages/paramiko/client.py", line 468, in connect raise BadHostKeyException(hostname, server_key, our_key) paramiko.ssh_exception.BadHostKeyException: Host key for server 'smithi179.front.sepia.ceph.com' does not match: got 'AAAAC3NzaC1lZDI1NTE5AAAAIGETOy3xONfbx7kUFCNiUtRLNfkcrcEsWzPdq6Np/6Bw', expected 'AAAAC3NzaC1lZDI1NTE5AAAAIDnVB65LQ2ZrorCmRDXT/imYcIqttYXGdAR7PyxJCGep' 2024-09-13T16:05:39.146 ERROR:teuthology.orchestra.connection:Error authenticating with smithi179.front.sepia.ceph.com: BadHostKeyException('smithi179.front.sepia.ceph.com', PKey(alg=ED25519, bits=256, fp=SHA256:haDEfp1JxKh2GOA4mqLcwYgEUzpaY2OZo07qQ7b78Tc), PKey(alg=ED25519, bits=256, fp=SHA256:W+6Y/LgnRby4510vqEHFE/6fAReT8MdM2qNnjG5ecjQ)) (No SSH private key found!) Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/connection.py", line 111, in connect ssh.connect(**connect_args) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/virtualenv/lib/python3.10/site-packages/paramiko/client.py", line 468, in connect raise BadHostKeyException(hostname, server_key, our_key) paramiko.ssh_exception.BadHostKeyException: Host key for server 'smithi179.front.sepia.ceph.com' does not match: got 'AAAAC3NzaC1lZDI1NTE5AAAAIGETOy3xONfbx7kUFCNiUtRLNfkcrcEsWzPdq6Np/6Bw', expected 'AAAAC3NzaC1lZDI1NTE5AAAAIDnVB65LQ2ZrorCmRDXT/imYcIqttYXGdAR7PyxJCGep' 2024-09-13T16:05:39.147 DEBUG:teuthology.orchestra.remote:'connect to smithi179.front.sepia.ceph.com' reached maximum tries (10) after waiting for 145 seconds 2024-09-13T16:05:48.148 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi179.front.sepia.ceph.com' 2024-09-13T16:05:48.149 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi179.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-13T16:05:48.308 DEBUG:teuthology.orchestra.run.smithi179:> true 2024-09-13T16:05:48.878 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi179.front.sepia.ceph.com' 2024-09-13T16:05:48.878 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "5.4.0-195-generic"... 2024-09-13T16:05:48.878 DEBUG:teuthology.orchestra.run.smithi179:> uname -r 2024-09-13T16:05:48.925 INFO:teuthology.orchestra.run.smithi179.stdout:5.4.0-195-generic 2024-09-13T16:05:48.925 DEBUG:teuthology.task.kernel:current kernel version is 5.4.0-195-generic vs 5.4.0-195-generic 2024-09-13T16:05:48.925 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-13T16:05:48.926 DEBUG:teuthology.task.kernel:Distro of this test job: ubuntu 2024-09-13T16:05:49.926 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2024-09-13T16:05:49.927 DEBUG:teuthology.orchestra.run.smithi179:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-13T16:05:50.031 INFO:teuthology.orchestra.run.smithi179.stdout:ttyS1 2024-09-13T16:05:50.050 DEBUG:teuthology.parallel:result is None 2024-09-13T16:05:50.050 INFO:teuthology.run_tasks:Running task internal.base... 2024-09-13T16:05:50.062 INFO:teuthology.task.internal:Creating test directory... 2024-09-13T16:05:50.062 DEBUG:teuthology.orchestra.run.smithi005:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-13T16:05:50.065 DEBUG:teuthology.orchestra.run.smithi179:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-13T16:05:50.074 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-09-13T16:05:50.083 INFO:teuthology.run_tasks:Running task internal.archive... 2024-09-13T16:05:50.091 INFO:teuthology.task.internal:Creating archive directory... 2024-09-13T16:05:50.091 DEBUG:teuthology.orchestra.run.smithi005:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-13T16:05:50.093 DEBUG:teuthology.orchestra.run.smithi179:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-13T16:05:50.135 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-09-13T16:05:50.145 INFO:teuthology.task.internal:Enabling coredump saving... 2024-09-13T16:05:50.145 DEBUG:teuthology.orchestra.run.smithi005:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-13T16:05:50.155 DEBUG:teuthology.orchestra.run.smithi179:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-13T16:05:50.174 INFO:teuthology.orchestra.run.smithi179.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-13T16:05:50.175 INFO:teuthology.orchestra.run.smithi005.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-13T16:05:50.185 INFO:teuthology.orchestra.run.smithi179.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-13T16:05:50.186 INFO:teuthology.orchestra.run.smithi005.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-13T16:05:50.188 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-09-13T16:05:50.198 INFO:teuthology.task.internal:Configuring sudo... 2024-09-13T16:05:50.198 DEBUG:teuthology.orchestra.run.smithi005:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-13T16:05:50.201 DEBUG:teuthology.orchestra.run.smithi179:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-13T16:05:50.217 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-09-13T16:05:50.230 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-09-13T16:05:50.231 DEBUG:teuthology.orchestra.run.smithi005:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-13T16:05:50.259 DEBUG:teuthology.orchestra.run.smithi179:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-13T16:05:50.266 DEBUG:teuthology.orchestra.run.smithi005:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-13T16:05:50.272 DEBUG:teuthology.orchestra.run.smithi005:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-13T16:05:50.279 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-13T16:05:50.279 DEBUG:teuthology.orchestra.run.smithi005:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-13T16:05:50.303 DEBUG:teuthology.orchestra.run.smithi179:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-13T16:05:50.310 DEBUG:teuthology.orchestra.run.smithi179:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-13T16:05:50.317 DEBUG:teuthology.orchestra.run.smithi179:> set -ex 2024-09-13T16:05:50.317 DEBUG:teuthology.orchestra.run.smithi179:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-13T16:05:50.387 DEBUG:teuthology.orchestra.run.smithi005:> sudo service rsyslog restart 2024-09-13T16:05:50.390 DEBUG:teuthology.orchestra.run.smithi179:> sudo service rsyslog restart 2024-09-13T16:05:50.446 INFO:teuthology.run_tasks:Running task internal.timer... 2024-09-13T16:05:50.453 INFO:teuthology.task.internal:Starting timer... 2024-09-13T16:05:50.453 INFO:teuthology.run_tasks:Running task pcp... 2024-09-13T16:05:50.465 INFO:teuthology.run_tasks:Running task selinux... 2024-09-13T16:05:50.478 DEBUG:teuthology.task.selinux:Excluding smithi005: OS 'ubuntu' does not support SELinux 2024-09-13T16:05:50.478 DEBUG:teuthology.task.selinux:Excluding smithi179: OS 'ubuntu' does not support SELinux 2024-09-13T16:05:50.478 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-09-13T16:05:50.478 DEBUG:teuthology.task.selinux:Existing SELinux modes: {} 2024-09-13T16:05:50.479 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-09-13T16:05:50.479 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-09-13T16:05:50.487 DEBUG:teuthology.repo_utils:Setting repo remote to https://git.ceph.com/ceph-cm-ansible.git 2024-09-13T16:05:50.490 INFO:teuthology.repo_utils:Fetching git.ceph.com_ceph-cm-ansible_main from origin 2024-09-13T16:05:50.624 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-09-13T16:05:50.635 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-09-13T16:05:50.637 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi005.front.sepia.ceph.com,smithi179.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-09-13T16:11:27.815 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi005.front.sepia.ceph.com'), Remote(name='ubuntu@smithi179.front.sepia.ceph.com')] 2024-09-13T16:11:27.816 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi005.front.sepia.ceph.com' 2024-09-13T16:11:27.817 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi005.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-13T16:11:27.929 DEBUG:teuthology.orchestra.run.smithi005:> true 2024-09-13T16:11:28.054 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi005.front.sepia.ceph.com' 2024-09-13T16:11:28.055 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi179.front.sepia.ceph.com' 2024-09-13T16:11:28.055 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi179.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-13T16:11:28.153 DEBUG:teuthology.orchestra.run.smithi179:> true 2024-09-13T16:11:28.278 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi179.front.sepia.ceph.com' 2024-09-13T16:11:28.279 INFO:teuthology.run_tasks:Running task clock... 2024-09-13T16:11:28.289 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-09-13T16:11:28.290 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-13T16:11:28.290 DEBUG:teuthology.orchestra.run.smithi005:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-13T16:11:28.292 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-13T16:11:28.293 DEBUG:teuthology.orchestra.run.smithi179:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-13T16:11:28.326 INFO:teuthology.orchestra.run.smithi005.stdout:13 Sep 16:11:28 ntpd[13682]: ntpd 4.2.8p12@1.3728-o (1): Starting 2024-09-13T16:11:28.326 INFO:teuthology.orchestra.run.smithi005.stdout:13 Sep 16:11:28 ntpd[13682]: Command line: ntpd -gq 2024-09-13T16:11:28.327 INFO:teuthology.orchestra.run.smithi179.stdout:13 Sep 16:11:28 ntpd[13740]: ntpd 4.2.8p12@1.3728-o (1): Starting 2024-09-13T16:11:28.327 INFO:teuthology.orchestra.run.smithi179.stdout:13 Sep 16:11:28 ntpd[13740]: Command line: ntpd -gq 2024-09-13T16:11:28.327 INFO:teuthology.orchestra.run.smithi005.stdout:13 Sep 16:11:28 ntpd[13682]: proto: precision = 0.085 usec (-23) 2024-09-13T16:11:28.328 INFO:teuthology.orchestra.run.smithi005.stderr:restrict 0.0.0.0: KOD does nothing without LIMITED. 2024-09-13T16:11:28.328 INFO:teuthology.orchestra.run.smithi005.stdout:13 Sep 16:11:28 ntpd[13682]: restrict 0.0.0.0: KOD does nothing without LIMITED. 2024-09-13T16:11:28.328 INFO:teuthology.orchestra.run.smithi005.stdout:13 Sep 16:11:28 ntpd[13682]: restrict ::: KOD does nothing without LIMITED. 2024-09-13T16:11:28.328 INFO:teuthology.orchestra.run.smithi005.stderr:restrict ::: KOD does nothing without LIMITED. 2024-09-13T16:11:28.329 INFO:teuthology.orchestra.run.smithi005.stdout:13 Sep 16:11:28 ntpd[13682]: Listen and drop on 0 v6wildcard [::]:123 2024-09-13T16:11:28.329 INFO:teuthology.orchestra.run.smithi005.stdout:13 Sep 16:11:28 ntpd[13682]: Listen and drop on 1 v4wildcard 0.0.0.0:123 2024-09-13T16:11:28.329 INFO:teuthology.orchestra.run.smithi005.stdout:13 Sep 16:11:28 ntpd[13682]: Listen normally on 2 lo 127.0.0.1:123 2024-09-13T16:11:28.329 INFO:teuthology.orchestra.run.smithi005.stdout:13 Sep 16:11:28 ntpd[13682]: Listen normally on 3 ens1f0 172.21.15.5:123 2024-09-13T16:11:28.330 INFO:teuthology.orchestra.run.smithi005.stdout:13 Sep 16:11:28 ntpd[13682]: Listen normally on 4 lo [::1]:123 2024-09-13T16:11:28.330 INFO:teuthology.orchestra.run.smithi005.stdout:13 Sep 16:11:28 ntpd[13682]: Listen normally on 5 ens1f0 [fe80::ec4:7aff:febd:1442%3]:123 2024-09-13T16:11:28.330 INFO:teuthology.orchestra.run.smithi005.stdout:13 Sep 16:11:28 ntpd[13682]: Listening on routing socket on fd #22 for interface updates 2024-09-13T16:11:28.330 INFO:teuthology.orchestra.run.smithi179.stdout:13 Sep 16:11:28 ntpd[13740]: proto: precision = 0.142 usec (-23) 2024-09-13T16:11:28.330 INFO:teuthology.orchestra.run.smithi179.stderr:restrict 0.0.0.0: KOD does nothing without LIMITED. 2024-09-13T16:11:28.331 INFO:teuthology.orchestra.run.smithi179.stdout:13 Sep 16:11:28 ntpd[13740]: restrict 0.0.0.0: KOD does nothing without LIMITED. 2024-09-13T16:11:28.331 INFO:teuthology.orchestra.run.smithi179.stderr:restrict ::: KOD does nothing without LIMITED. 2024-09-13T16:11:28.332 INFO:teuthology.orchestra.run.smithi179.stdout:13 Sep 16:11:28 ntpd[13740]: restrict ::: KOD does nothing without LIMITED. 2024-09-13T16:11:28.332 INFO:teuthology.orchestra.run.smithi179.stdout:13 Sep 16:11:28 ntpd[13740]: Listen and drop on 0 v6wildcard [::]:123 2024-09-13T16:11:28.332 INFO:teuthology.orchestra.run.smithi179.stdout:13 Sep 16:11:28 ntpd[13740]: Listen and drop on 1 v4wildcard 0.0.0.0:123 2024-09-13T16:11:28.332 INFO:teuthology.orchestra.run.smithi179.stdout:13 Sep 16:11:28 ntpd[13740]: Listen normally on 2 lo 127.0.0.1:123 2024-09-13T16:11:28.332 INFO:teuthology.orchestra.run.smithi179.stdout:13 Sep 16:11:28 ntpd[13740]: Listen normally on 3 enp3s0f1 172.21.15.179:123 2024-09-13T16:11:28.332 INFO:teuthology.orchestra.run.smithi179.stdout:13 Sep 16:11:28 ntpd[13740]: Listen normally on 4 lo [::1]:123 2024-09-13T16:11:28.333 INFO:teuthology.orchestra.run.smithi179.stdout:13 Sep 16:11:28 ntpd[13740]: Listen normally on 5 enp3s0f1 [fe80::ec4:7aff:fe88:725b%5]:123 2024-09-13T16:11:28.333 INFO:teuthology.orchestra.run.smithi179.stdout:13 Sep 16:11:28 ntpd[13740]: Listening on routing socket on fd #22 for interface updates 2024-09-13T16:11:29.327 INFO:teuthology.orchestra.run.smithi005.stderr:13 Sep 16:11:29 ntpd[13682]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T16:11:29.327 INFO:teuthology.orchestra.run.smithi005.stderr:13 Sep 16:11:29 ntpd[13682]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T16:11:29.327 INFO:teuthology.orchestra.run.smithi005.stderr:13 Sep 16:11:29 ntpd[13682]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T16:11:29.327 INFO:teuthology.orchestra.run.smithi005.stderr:13 Sep 16:11:29 ntpd[13682]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T16:11:29.327 INFO:teuthology.orchestra.run.smithi005.stderr:13 Sep 16:11:29 ntpd[13682]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-13T16:11:29.327 INFO:teuthology.orchestra.run.smithi005.stderr:13 Sep 16:11:29 ntpd[13682]: can't open /var/log/ntpstats/peerstats.20240913: Permission denied 2024-09-13T16:11:30.328 INFO:teuthology.orchestra.run.smithi179.stderr:13 Sep 16:11:30 ntpd[13740]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T16:11:30.328 INFO:teuthology.orchestra.run.smithi179.stderr:13 Sep 16:11:30 ntpd[13740]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T16:11:30.328 INFO:teuthology.orchestra.run.smithi179.stderr:13 Sep 16:11:30 ntpd[13740]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T16:11:30.328 INFO:teuthology.orchestra.run.smithi179.stderr:13 Sep 16:11:30 ntpd[13740]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T16:11:30.328 INFO:teuthology.orchestra.run.smithi179.stderr:13 Sep 16:11:30 ntpd[13740]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-13T16:11:30.328 INFO:teuthology.orchestra.run.smithi179.stderr:13 Sep 16:11:30 ntpd[13740]: can't open /var/log/ntpstats/peerstats.20240913: Permission denied 2024-09-13T16:11:31.328 INFO:teuthology.orchestra.run.smithi005.stderr:13 Sep 16:11:31 ntpd[13682]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T16:11:31.328 INFO:teuthology.orchestra.run.smithi005.stderr:13 Sep 16:11:31 ntpd[13682]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T16:11:31.328 INFO:teuthology.orchestra.run.smithi005.stderr:13 Sep 16:11:31 ntpd[13682]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T16:11:31.328 INFO:teuthology.orchestra.run.smithi005.stderr:13 Sep 16:11:31 ntpd[13682]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T16:11:31.328 INFO:teuthology.orchestra.run.smithi005.stderr:13 Sep 16:11:31 ntpd[13682]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T16:11:31.328 INFO:teuthology.orchestra.run.smithi005.stderr:13 Sep 16:11:31 ntpd[13682]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T16:11:31.328 INFO:teuthology.orchestra.run.smithi005.stderr:13 Sep 16:11:31 ntpd[13682]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-13T16:11:31.328 INFO:teuthology.orchestra.run.smithi005.stderr:13 Sep 16:11:31 ntpd[13682]: can't open /var/log/ntpstats/peerstats.20240913: Permission denied 2024-09-13T16:11:31.328 INFO:teuthology.orchestra.run.smithi005.stderr:13 Sep 16:11:31 ntpd[13682]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T16:11:31.328 INFO:teuthology.orchestra.run.smithi005.stderr:13 Sep 16:11:31 ntpd[13682]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T16:11:31.328 INFO:teuthology.orchestra.run.smithi005.stderr:13 Sep 16:11:31 ntpd[13682]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-13T16:11:31.329 INFO:teuthology.orchestra.run.smithi005.stderr:13 Sep 16:11:31 ntpd[13682]: can't open /var/log/ntpstats/peerstats.20240913: Permission denied 2024-09-13T16:11:32.327 INFO:teuthology.orchestra.run.smithi005.stderr:13 Sep 16:11:32 ntpd[13682]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T16:11:32.327 INFO:teuthology.orchestra.run.smithi005.stderr:13 Sep 16:11:32 ntpd[13682]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T16:11:32.328 INFO:teuthology.orchestra.run.smithi179.stderr:13 Sep 16:11:32 ntpd[13740]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T16:11:32.328 INFO:teuthology.orchestra.run.smithi179.stderr:13 Sep 16:11:32 ntpd[13740]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T16:11:32.328 INFO:teuthology.orchestra.run.smithi179.stderr:13 Sep 16:11:32 ntpd[13740]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T16:11:32.328 INFO:teuthology.orchestra.run.smithi179.stderr:13 Sep 16:11:32 ntpd[13740]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T16:11:32.328 INFO:teuthology.orchestra.run.smithi179.stderr:13 Sep 16:11:32 ntpd[13740]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T16:11:32.328 INFO:teuthology.orchestra.run.smithi179.stderr:13 Sep 16:11:32 ntpd[13740]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T16:11:32.328 INFO:teuthology.orchestra.run.smithi179.stderr:13 Sep 16:11:32 ntpd[13740]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-13T16:11:32.328 INFO:teuthology.orchestra.run.smithi179.stderr:13 Sep 16:11:32 ntpd[13740]: can't open /var/log/ntpstats/peerstats.20240913: Permission denied 2024-09-13T16:11:33.329 INFO:teuthology.orchestra.run.smithi005.stderr:13 Sep 16:11:33 ntpd[13682]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T16:11:33.329 INFO:teuthology.orchestra.run.smithi005.stderr:13 Sep 16:11:33 ntpd[13682]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T16:11:33.330 INFO:teuthology.orchestra.run.smithi005.stderr:13 Sep 16:11:33 ntpd[13682]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T16:11:33.330 INFO:teuthology.orchestra.run.smithi005.stderr:13 Sep 16:11:33 ntpd[13682]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T16:11:33.330 INFO:teuthology.orchestra.run.smithi005.stderr:13 Sep 16:11:33 ntpd[13682]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T16:11:33.330 INFO:teuthology.orchestra.run.smithi005.stderr:13 Sep 16:11:33 ntpd[13682]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T16:11:33.330 INFO:teuthology.orchestra.run.smithi005.stderr:13 Sep 16:11:33 ntpd[13682]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T16:11:33.330 INFO:teuthology.orchestra.run.smithi005.stderr:13 Sep 16:11:33 ntpd[13682]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T16:11:33.331 INFO:teuthology.orchestra.run.smithi005.stderr:13 Sep 16:11:33 ntpd[13682]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-13T16:11:33.331 INFO:teuthology.orchestra.run.smithi005.stderr:13 Sep 16:11:33 ntpd[13682]: can't open /var/log/ntpstats/peerstats.20240913: Permission denied 2024-09-13T16:11:33.331 INFO:teuthology.orchestra.run.smithi005.stderr:13 Sep 16:11:33 ntpd[13682]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T16:11:33.331 INFO:teuthology.orchestra.run.smithi005.stderr:13 Sep 16:11:33 ntpd[13682]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T16:11:33.331 INFO:teuthology.orchestra.run.smithi005.stderr:13 Sep 16:11:33 ntpd[13682]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-13T16:11:33.331 INFO:teuthology.orchestra.run.smithi005.stderr:13 Sep 16:11:33 ntpd[13682]: can't open /var/log/ntpstats/peerstats.20240913: Permission denied 2024-09-13T16:11:33.331 INFO:teuthology.orchestra.run.smithi005.stderr:13 Sep 16:11:33 ntpd[13682]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T16:11:33.331 INFO:teuthology.orchestra.run.smithi005.stderr:13 Sep 16:11:33 ntpd[13682]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T16:11:33.332 INFO:teuthology.orchestra.run.smithi005.stderr:13 Sep 16:11:33 ntpd[13682]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-13T16:11:33.332 INFO:teuthology.orchestra.run.smithi005.stderr:13 Sep 16:11:33 ntpd[13682]: can't open /var/log/ntpstats/peerstats.20240913: Permission denied 2024-09-13T16:11:33.333 INFO:teuthology.orchestra.run.smithi179.stderr:13 Sep 16:11:33 ntpd[13740]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T16:11:33.333 INFO:teuthology.orchestra.run.smithi179.stderr:13 Sep 16:11:33 ntpd[13740]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T16:11:33.333 INFO:teuthology.orchestra.run.smithi179.stderr:13 Sep 16:11:33 ntpd[13740]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T16:11:33.333 INFO:teuthology.orchestra.run.smithi179.stderr:13 Sep 16:11:33 ntpd[13740]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T16:11:33.334 INFO:teuthology.orchestra.run.smithi179.stderr:13 Sep 16:11:33 ntpd[13740]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T16:11:33.334 INFO:teuthology.orchestra.run.smithi179.stderr:13 Sep 16:11:33 ntpd[13740]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T16:11:33.334 INFO:teuthology.orchestra.run.smithi179.stderr:13 Sep 16:11:33 ntpd[13740]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-13T16:11:33.334 INFO:teuthology.orchestra.run.smithi179.stderr:13 Sep 16:11:33 ntpd[13740]: can't open /var/log/ntpstats/peerstats.20240913: Permission denied 2024-09-13T16:11:33.334 INFO:teuthology.orchestra.run.smithi179.stderr:13 Sep 16:11:33 ntpd[13740]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T16:11:33.334 INFO:teuthology.orchestra.run.smithi179.stderr:13 Sep 16:11:33 ntpd[13740]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T16:11:33.334 INFO:teuthology.orchestra.run.smithi179.stderr:13 Sep 16:11:33 ntpd[13740]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-13T16:11:33.334 INFO:teuthology.orchestra.run.smithi179.stderr:13 Sep 16:11:33 ntpd[13740]: can't open /var/log/ntpstats/peerstats.20240913: Permission denied 2024-09-13T16:11:34.328 INFO:teuthology.orchestra.run.smithi179.stderr:13 Sep 16:11:34 ntpd[13740]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T16:11:34.328 INFO:teuthology.orchestra.run.smithi179.stderr:13 Sep 16:11:34 ntpd[13740]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T16:11:34.329 INFO:teuthology.orchestra.run.smithi179.stderr:13 Sep 16:11:34 ntpd[13740]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T16:11:34.329 INFO:teuthology.orchestra.run.smithi179.stderr:13 Sep 16:11:34 ntpd[13740]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T16:11:34.329 INFO:teuthology.orchestra.run.smithi179.stderr:13 Sep 16:11:34 ntpd[13740]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-13T16:11:34.329 INFO:teuthology.orchestra.run.smithi179.stderr:13 Sep 16:11:34 ntpd[13740]: can't open /var/log/ntpstats/peerstats.20240913: Permission denied 2024-09-13T16:11:35.329 INFO:teuthology.orchestra.run.smithi005.stderr:13 Sep 16:11:35 ntpd[13682]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T16:11:35.330 INFO:teuthology.orchestra.run.smithi005.stderr:13 Sep 16:11:35 ntpd[13682]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T16:11:35.330 INFO:teuthology.orchestra.run.smithi005.stderr:13 Sep 16:11:35 ntpd[13682]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T16:11:35.330 INFO:teuthology.orchestra.run.smithi005.stderr:13 Sep 16:11:35 ntpd[13682]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T16:11:35.330 INFO:teuthology.orchestra.run.smithi005.stderr:13 Sep 16:11:35 ntpd[13682]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T16:11:35.330 INFO:teuthology.orchestra.run.smithi005.stderr:13 Sep 16:11:35 ntpd[13682]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T16:11:35.330 INFO:teuthology.orchestra.run.smithi005.stderr:13 Sep 16:11:35 ntpd[13682]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T16:11:35.331 INFO:teuthology.orchestra.run.smithi005.stderr:13 Sep 16:11:35 ntpd[13682]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T16:11:35.331 INFO:teuthology.orchestra.run.smithi005.stderr:13 Sep 16:11:35 ntpd[13682]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-13T16:11:35.331 INFO:teuthology.orchestra.run.smithi005.stderr:13 Sep 16:11:35 ntpd[13682]: can't open /var/log/ntpstats/peerstats.20240913: Permission denied 2024-09-13T16:11:35.331 INFO:teuthology.orchestra.run.smithi005.stderr:13 Sep 16:11:35 ntpd[13682]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T16:11:35.331 INFO:teuthology.orchestra.run.smithi005.stderr:13 Sep 16:11:35 ntpd[13682]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T16:11:35.331 INFO:teuthology.orchestra.run.smithi005.stderr:13 Sep 16:11:35 ntpd[13682]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-13T16:11:35.332 INFO:teuthology.orchestra.run.smithi005.stderr:13 Sep 16:11:35 ntpd[13682]: can't open /var/log/ntpstats/peerstats.20240913: Permission denied 2024-09-13T16:11:35.332 INFO:teuthology.orchestra.run.smithi005.stdout:13 Sep 16:11:35 ntpd[13682]: ntpd: time slew +0.000806 s 2024-09-13T16:11:35.332 INFO:teuthology.orchestra.run.smithi005.stdout:ntpd: time slew +0.000806s 2024-09-13T16:11:35.332 INFO:teuthology.orchestra.run.smithi005.stderr:13 Sep 16:11:35 ntpd[13682]: couldn't unlink /var/log/ntpstats/loopstats: Permission denied 2024-09-13T16:11:35.333 INFO:teuthology.orchestra.run.smithi005.stderr:13 Sep 16:11:35 ntpd[13682]: can't open /var/log/ntpstats/loopstats.20240913: Permission denied 2024-09-13T16:11:35.334 INFO:teuthology.orchestra.run.smithi179.stderr:13 Sep 16:11:35 ntpd[13740]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T16:11:35.334 INFO:teuthology.orchestra.run.smithi179.stderr:13 Sep 16:11:35 ntpd[13740]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T16:11:35.334 INFO:teuthology.orchestra.run.smithi179.stderr:13 Sep 16:11:35 ntpd[13740]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T16:11:35.334 INFO:teuthology.orchestra.run.smithi179.stderr:13 Sep 16:11:35 ntpd[13740]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T16:11:35.334 INFO:teuthology.orchestra.run.smithi179.stderr:13 Sep 16:11:35 ntpd[13740]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T16:11:35.334 INFO:teuthology.orchestra.run.smithi179.stderr:13 Sep 16:11:35 ntpd[13740]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T16:11:35.334 INFO:teuthology.orchestra.run.smithi179.stderr:13 Sep 16:11:35 ntpd[13740]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-13T16:11:35.334 INFO:teuthology.orchestra.run.smithi179.stderr:13 Sep 16:11:35 ntpd[13740]: can't open /var/log/ntpstats/peerstats.20240913: Permission denied 2024-09-13T16:11:35.335 INFO:teuthology.orchestra.run.smithi179.stderr:13 Sep 16:11:35 ntpd[13740]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T16:11:35.335 INFO:teuthology.orchestra.run.smithi179.stderr:13 Sep 16:11:35 ntpd[13740]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T16:11:35.335 INFO:teuthology.orchestra.run.smithi179.stderr:13 Sep 16:11:35 ntpd[13740]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-13T16:11:35.335 INFO:teuthology.orchestra.run.smithi179.stderr:13 Sep 16:11:35 ntpd[13740]: can't open /var/log/ntpstats/peerstats.20240913: Permission denied 2024-09-13T16:11:35.390 INFO:teuthology.orchestra.run.smithi005.stdout: remote refid st t when poll reach delay offset jitter 2024-09-13T16:11:35.390 INFO:teuthology.orchestra.run.smithi005.stdout:============================================================================== 2024-09-13T16:11:35.390 INFO:teuthology.orchestra.run.smithi005.stdout: hv01.front.sepi .INIT. 16 u - 64 0 0.000 0.000 0.000 2024-09-13T16:11:35.390 INFO:teuthology.orchestra.run.smithi005.stdout: hv02.front.sepi .INIT. 16 u - 64 0 0.000 0.000 0.000 2024-09-13T16:11:35.390 INFO:teuthology.orchestra.run.smithi005.stdout: hv03.front.sepi .INIT. 16 u - 64 0 0.000 0.000 0.000 2024-09-13T16:11:35.390 INFO:teuthology.orchestra.run.smithi005.stdout: hv04.front.sepi .INIT. 16 u - 64 0 0.000 0.000 0.000 2024-09-13T16:11:36.327 INFO:teuthology.orchestra.run.smithi179.stderr:13 Sep 16:11:36 ntpd[13740]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T16:11:36.328 INFO:teuthology.orchestra.run.smithi179.stderr:13 Sep 16:11:36 ntpd[13740]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T16:11:36.328 INFO:teuthology.orchestra.run.smithi179.stderr:13 Sep 16:11:36 ntpd[13740]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T16:11:36.328 INFO:teuthology.orchestra.run.smithi179.stderr:13 Sep 16:11:36 ntpd[13740]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T16:11:36.328 INFO:teuthology.orchestra.run.smithi179.stderr:13 Sep 16:11:36 ntpd[13740]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-13T16:11:36.328 INFO:teuthology.orchestra.run.smithi179.stderr:13 Sep 16:11:36 ntpd[13740]: can't open /var/log/ntpstats/peerstats.20240913: Permission denied 2024-09-13T16:11:36.328 INFO:teuthology.orchestra.run.smithi179.stdout:13 Sep 16:11:36 ntpd[13740]: ntpd: time slew +0.000489 s 2024-09-13T16:11:36.328 INFO:teuthology.orchestra.run.smithi179.stdout:ntpd: time slew +0.000489s 2024-09-13T16:11:36.329 INFO:teuthology.orchestra.run.smithi179.stderr:13 Sep 16:11:36 ntpd[13740]: couldn't unlink /var/log/ntpstats/loopstats: Permission denied 2024-09-13T16:11:36.329 INFO:teuthology.orchestra.run.smithi179.stderr:13 Sep 16:11:36 ntpd[13740]: can't open /var/log/ntpstats/loopstats.20240913: Permission denied 2024-09-13T16:11:36.406 INFO:teuthology.orchestra.run.smithi179.stdout: remote refid st t when poll reach delay offset jitter 2024-09-13T16:11:36.406 INFO:teuthology.orchestra.run.smithi179.stdout:============================================================================== 2024-09-13T16:11:36.406 INFO:teuthology.orchestra.run.smithi179.stdout: hv01.front.sepi .INIT. 16 u - 64 0 0.000 0.000 0.000 2024-09-13T16:11:36.406 INFO:teuthology.orchestra.run.smithi179.stdout: hv02.front.sepi .INIT. 16 u - 64 0 0.000 0.000 0.000 2024-09-13T16:11:36.406 INFO:teuthology.orchestra.run.smithi179.stdout: hv03.front.sepi .INIT. 16 u - 64 0 0.000 0.000 0.000 2024-09-13T16:11:36.406 INFO:teuthology.orchestra.run.smithi179.stdout: hv04.front.sepi .INIT. 16 u - 64 0 0.000 0.000 0.000 2024-09-13T16:11:36.407 INFO:teuthology.run_tasks:Running task install... 2024-09-13T16:11:36.415 DEBUG:teuthology.task.install:project ceph 2024-09-13T16:11:36.416 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': '50bbe7f395997dcd871813949c49addbbf630361'}} 2024-09-13T16:11:36.416 DEBUG:teuthology.task.install:config {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': '50bbe7f395997dcd871813949c49addbbf630361'} 2024-09-13T16:11:36.416 INFO:teuthology.task.install:Using flavor: default 2024-09-13T16:11:36.422 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-09-13T16:11:36.422 INFO:teuthology.task.install:extra packages: {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']} 2024-09-13T16:11:36.423 DEBUG:teuthology.orchestra.run.smithi005:> sudo apt-key list | grep Ceph 2024-09-13T16:11:36.423 DEBUG:teuthology.orchestra.run.smithi179:> sudo apt-key list | grep Ceph 2024-09-13T16:11:36.523 INFO:teuthology.orchestra.run.smithi005.stderr:Warning: apt-key output should not be parsed (stdout is not a terminal) 2024-09-13T16:11:36.554 INFO:teuthology.orchestra.run.smithi179.stderr:Warning: apt-key output should not be parsed (stdout is not a terminal) 2024-09-13T16:11:36.586 INFO:teuthology.orchestra.run.smithi005.stdout:uid [ unknown] Ceph automated package build (Ceph automated package build) 2024-09-13T16:11:36.586 INFO:teuthology.orchestra.run.smithi005.stdout:uid [ unknown] Ceph.com (release key) 2024-09-13T16:11:36.587 INFO:teuthology.task.install.deb:Installing packages: ceph, cephadm, ceph-mds, ceph-mgr, ceph-common, ceph-fuse, ceph-test, ceph-volume, radosgw, python3-rados, python3-rgw, python3-cephfs, python3-rbd, libcephfs2, libcephfs-dev, librados2, librbd1, rbd-fuse, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror on remote deb x86_64 2024-09-13T16:11:36.587 INFO:teuthology.task.install.deb:Installing system (non-project) packages: bison, flex, libelf-dev, libssl-dev, network-manager, iproute2, util-linux, dump, indent, libaio-dev, libtool-bin, uuid-dev, xfslibs-dev, postgresql, postgresql-client, postgresql-common, postgresql-contrib on remote deb x86_64 2024-09-13T16:11:36.588 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F20.04%2Fx86_64&sha1=50bbe7f395997dcd871813949c49addbbf630361 2024-09-13T16:11:36.608 INFO:teuthology.orchestra.run.smithi179.stdout:uid [ unknown] Ceph automated package build (Ceph automated package build) 2024-09-13T16:11:36.609 INFO:teuthology.orchestra.run.smithi179.stdout:uid [ unknown] Ceph.com (release key) 2024-09-13T16:11:36.609 INFO:teuthology.task.install.deb:Installing packages: ceph, cephadm, ceph-mds, ceph-mgr, ceph-common, ceph-fuse, ceph-test, ceph-volume, radosgw, python3-rados, python3-rgw, python3-cephfs, python3-rbd, libcephfs2, libcephfs-dev, librados2, librbd1, rbd-fuse, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror on remote deb x86_64 2024-09-13T16:11:36.610 INFO:teuthology.task.install.deb:Installing system (non-project) packages: bison, flex, libelf-dev, libssl-dev, network-manager, iproute2, util-linux, dump, indent, libaio-dev, libtool-bin, uuid-dev, xfslibs-dev, postgresql, postgresql-client, postgresql-common, postgresql-contrib on remote deb x86_64 2024-09-13T16:11:36.610 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F20.04%2Fx86_64&sha1=50bbe7f395997dcd871813949c49addbbf630361 2024-09-13T16:11:36.744 INFO:teuthology.task.install.deb:Pulling from https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default/ 2024-09-13T16:11:36.744 INFO:teuthology.task.install.deb:Package version is 18.2.4-850-g50bbe7f3-1focal 2024-09-13T16:11:36.766 INFO:teuthology.task.install.deb:Pulling from https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default/ 2024-09-13T16:11:36.766 INFO:teuthology.task.install.deb:Package version is 18.2.4-850-g50bbe7f3-1focal 2024-09-13T16:11:36.865 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-13T16:11:36.865 DEBUG:teuthology.orchestra.run.smithi005:> sudo dd of=/etc/apt/sources.list.d/ceph.list 2024-09-13T16:11:36.882 DEBUG:teuthology.orchestra.run.smithi179:> set -ex 2024-09-13T16:11:36.883 DEBUG:teuthology.orchestra.run.smithi179:> sudo dd of=/etc/apt/sources.list.d/ceph.list 2024-09-13T16:11:36.884 DEBUG:teuthology.orchestra.run.smithi005:> sudo apt-get update 2024-09-13T16:11:36.899 DEBUG:teuthology.orchestra.run.smithi179:> sudo apt-get update 2024-09-13T16:11:37.073 INFO:teuthology.orchestra.run.smithi005.stdout:Hit:1 http://security.ubuntu.com/ubuntu focal-security InRelease 2024-09-13T16:11:37.128 INFO:teuthology.orchestra.run.smithi005.stdout:Ign:2 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal InRelease 2024-09-13T16:11:37.138 INFO:teuthology.orchestra.run.smithi179.stdout:Ign:1 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal InRelease 2024-09-13T16:11:37.149 INFO:teuthology.orchestra.run.smithi005.stdout:Get:3 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal Release [7,662 B] 2024-09-13T16:11:37.160 INFO:teuthology.orchestra.run.smithi179.stdout:Get:2 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal Release [7,662 B] 2024-09-13T16:11:37.172 INFO:teuthology.orchestra.run.smithi005.stdout:Ign:4 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal Release.gpg 2024-09-13T16:11:37.183 INFO:teuthology.orchestra.run.smithi179.stdout:Ign:3 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal Release.gpg 2024-09-13T16:11:37.191 INFO:teuthology.orchestra.run.smithi005.stdout:Hit:5 http://archive.ubuntu.com/ubuntu focal InRelease 2024-09-13T16:11:37.194 INFO:teuthology.orchestra.run.smithi005.stdout:Get:6 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main i386 Packages [3,435 B] 2024-09-13T16:11:37.210 INFO:teuthology.orchestra.run.smithi179.stdout:Hit:4 http://archive.ubuntu.com/ubuntu focal InRelease 2024-09-13T16:11:37.210 INFO:teuthology.orchestra.run.smithi179.stdout:Hit:5 http://security.ubuntu.com/ubuntu focal-security InRelease 2024-09-13T16:11:37.210 INFO:teuthology.orchestra.run.smithi179.stdout:Get:6 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main i386 Packages [3,435 B] 2024-09-13T16:11:37.227 INFO:teuthology.orchestra.run.smithi005.stdout:Get:7 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 Packages [17.6 kB] 2024-09-13T16:11:37.243 INFO:teuthology.orchestra.run.smithi179.stdout:Get:7 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 Packages [17.6 kB] 2024-09-13T16:11:37.273 INFO:teuthology.orchestra.run.smithi005.stdout:Hit:8 http://archive.ubuntu.com/ubuntu focal-updates InRelease 2024-09-13T16:11:37.279 INFO:teuthology.orchestra.run.smithi179.stdout:Hit:8 http://archive.ubuntu.com/ubuntu focal-updates InRelease 2024-09-13T16:11:37.354 INFO:teuthology.orchestra.run.smithi005.stdout:Hit:9 http://archive.ubuntu.com/ubuntu focal-backports InRelease 2024-09-13T16:11:37.363 INFO:teuthology.orchestra.run.smithi179.stdout:Hit:9 http://archive.ubuntu.com/ubuntu focal-backports InRelease 2024-09-13T16:11:37.752 INFO:teuthology.orchestra.run.smithi005.stdout:Fetched 28.7 kB in 1s (44.3 kB/s) 2024-09-13T16:11:37.877 INFO:teuthology.orchestra.run.smithi179.stdout:Fetched 28.7 kB in 1s (37.5 kB/s) 2024-09-13T16:11:38.952 INFO:teuthology.orchestra.run.smithi005.stdout:Reading package lists... 2024-09-13T16:11:38.978 DEBUG:teuthology.orchestra.run.smithi005:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install ceph=18.2.4-850-g50bbe7f3-1focal cephadm=18.2.4-850-g50bbe7f3-1focal ceph-mds=18.2.4-850-g50bbe7f3-1focal ceph-mgr=18.2.4-850-g50bbe7f3-1focal ceph-common=18.2.4-850-g50bbe7f3-1focal ceph-fuse=18.2.4-850-g50bbe7f3-1focal ceph-test=18.2.4-850-g50bbe7f3-1focal ceph-volume=18.2.4-850-g50bbe7f3-1focal radosgw=18.2.4-850-g50bbe7f3-1focal python3-rados=18.2.4-850-g50bbe7f3-1focal python3-rgw=18.2.4-850-g50bbe7f3-1focal python3-cephfs=18.2.4-850-g50bbe7f3-1focal python3-rbd=18.2.4-850-g50bbe7f3-1focal libcephfs2=18.2.4-850-g50bbe7f3-1focal libcephfs-dev=18.2.4-850-g50bbe7f3-1focal librados2=18.2.4-850-g50bbe7f3-1focal librbd1=18.2.4-850-g50bbe7f3-1focal rbd-fuse=18.2.4-850-g50bbe7f3-1focal python3-cephfs=18.2.4-850-g50bbe7f3-1focal cephfs-shell=18.2.4-850-g50bbe7f3-1focal cephfs-top=18.2.4-850-g50bbe7f3-1focal cephfs-mirror=18.2.4-850-g50bbe7f3-1focal 2024-09-13T16:11:39.021 INFO:teuthology.orchestra.run.smithi179.stdout:Reading package lists... 2024-09-13T16:11:39.048 DEBUG:teuthology.orchestra.run.smithi179:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install ceph=18.2.4-850-g50bbe7f3-1focal cephadm=18.2.4-850-g50bbe7f3-1focal ceph-mds=18.2.4-850-g50bbe7f3-1focal ceph-mgr=18.2.4-850-g50bbe7f3-1focal ceph-common=18.2.4-850-g50bbe7f3-1focal ceph-fuse=18.2.4-850-g50bbe7f3-1focal ceph-test=18.2.4-850-g50bbe7f3-1focal ceph-volume=18.2.4-850-g50bbe7f3-1focal radosgw=18.2.4-850-g50bbe7f3-1focal python3-rados=18.2.4-850-g50bbe7f3-1focal python3-rgw=18.2.4-850-g50bbe7f3-1focal python3-cephfs=18.2.4-850-g50bbe7f3-1focal python3-rbd=18.2.4-850-g50bbe7f3-1focal libcephfs2=18.2.4-850-g50bbe7f3-1focal libcephfs-dev=18.2.4-850-g50bbe7f3-1focal librados2=18.2.4-850-g50bbe7f3-1focal librbd1=18.2.4-850-g50bbe7f3-1focal rbd-fuse=18.2.4-850-g50bbe7f3-1focal python3-cephfs=18.2.4-850-g50bbe7f3-1focal cephfs-shell=18.2.4-850-g50bbe7f3-1focal cephfs-top=18.2.4-850-g50bbe7f3-1focal cephfs-mirror=18.2.4-850-g50bbe7f3-1focal 2024-09-13T16:11:39.059 INFO:teuthology.orchestra.run.smithi005.stdout:Reading package lists... 2024-09-13T16:11:39.125 INFO:teuthology.orchestra.run.smithi179.stdout:Reading package lists... 2024-09-13T16:11:39.282 INFO:teuthology.orchestra.run.smithi005.stdout:Building dependency tree... 2024-09-13T16:11:39.283 INFO:teuthology.orchestra.run.smithi005.stdout:Reading state information... 2024-09-13T16:11:39.343 INFO:teuthology.orchestra.run.smithi179.stdout:Building dependency tree... 2024-09-13T16:11:39.343 INFO:teuthology.orchestra.run.smithi179.stdout:Reading state information... 2024-09-13T16:11:39.487 INFO:teuthology.orchestra.run.smithi005.stdout:The following packages were automatically installed and are no longer required: 2024-09-13T16:11:39.489 INFO:teuthology.orchestra.run.smithi005.stdout: libboost-iostreams1.71.0 libboost-thread1.71.0 2024-09-13T16:11:39.489 INFO:teuthology.orchestra.run.smithi005.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-13T16:11:39.489 INFO:teuthology.orchestra.run.smithi005.stdout:The following additional packages will be installed: 2024-09-13T16:11:39.489 INFO:teuthology.orchestra.run.smithi005.stdout: ceph-base ceph-mgr-cephadm ceph-mgr-dashboard ceph-mgr-diskprediction-local 2024-09-13T16:11:39.489 INFO:teuthology.orchestra.run.smithi005.stdout: ceph-mgr-k8sevents ceph-mgr-modules-core ceph-mon ceph-osd fonts-mathjax jq 2024-09-13T16:11:39.489 INFO:teuthology.orchestra.run.smithi005.stdout: libdouble-conversion3 libjq1 libjs-mathjax libjs-sphinxdoc libjs-underscore 2024-09-13T16:11:39.489 INFO:teuthology.orchestra.run.smithi005.stdout: liblbfgsb0 liblttng-ust0 liblua5.3-0 liboath0 libonig5 libpcre2-16-0 2024-09-13T16:11:39.489 INFO:teuthology.orchestra.run.smithi005.stdout: libqt5core5a libqt5dbus5 libqt5network5 librabbitmq4 libradosstriper1 2024-09-13T16:11:39.490 INFO:teuthology.orchestra.run.smithi005.stdout: librdkafka1 librgw2 libsqlite3-mod-ceph libthrift-0.13.0 nvme-cli 2024-09-13T16:11:39.490 INFO:teuthology.orchestra.run.smithi005.stdout: python-asyncssh-doc python-natsort-doc python-pastedeploy-tpl 2024-09-13T16:11:39.490 INFO:teuthology.orchestra.run.smithi005.stdout: python3-asyncssh python3-atomicwrites python3-attr python3-bcrypt 2024-09-13T16:11:39.490 INFO:teuthology.orchestra.run.smithi005.stdout: python3-blinker python3-bs4 python3-cachetools python3-ceph-argparse 2024-09-13T16:11:39.490 INFO:teuthology.orchestra.run.smithi005.stdout: python3-ceph-common python3-cherrypy3 python3-cmd2 python3-colorama 2024-09-13T16:11:39.490 INFO:teuthology.orchestra.run.smithi005.stdout: python3-cryptography python3-decorator python3-google-auth python3-html5lib 2024-09-13T16:11:39.490 INFO:teuthology.orchestra.run.smithi005.stdout: python3-jinja2 python3-joblib python3-jwt python3-kubernetes 2024-09-13T16:11:39.491 INFO:teuthology.orchestra.run.smithi005.stdout: python3-logutils python3-lxml python3-mako python3-markupsafe 2024-09-13T16:11:39.491 INFO:teuthology.orchestra.run.smithi005.stdout: python3-natsort python3-oauthlib python3-openssl python3-packaging 2024-09-13T16:11:39.491 INFO:teuthology.orchestra.run.smithi005.stdout: python3-paste python3-pastedeploy python3-pastescript python3-pecan 2024-09-13T16:11:39.491 INFO:teuthology.orchestra.run.smithi005.stdout: python3-pluggy python3-prettytable python3-psutil python3-py python3-pyasn1 2024-09-13T16:11:39.491 INFO:teuthology.orchestra.run.smithi005.stdout: python3-pyasn1-modules python3-pyinotify python3-pyperclip python3-pytest 2024-09-13T16:11:39.491 INFO:teuthology.orchestra.run.smithi005.stdout: python3-repoze.lru python3-requests-oauthlib python3-routes python3-rsa 2024-09-13T16:11:39.491 INFO:teuthology.orchestra.run.smithi005.stdout: python3-scipy python3-simplegeneric python3-simplejson 2024-09-13T16:11:39.491 INFO:teuthology.orchestra.run.smithi005.stdout: python3-singledispatch python3-sklearn python3-sklearn-lib python3-soupsieve 2024-09-13T16:11:39.491 INFO:teuthology.orchestra.run.smithi005.stdout: python3-tempita python3-waitress python3-wcwidth python3-webencodings 2024-09-13T16:11:39.491 INFO:teuthology.orchestra.run.smithi005.stdout: python3-webob python3-websocket python3-webtest python3-werkzeug 2024-09-13T16:11:39.491 INFO:teuthology.orchestra.run.smithi005.stdout: qttranslations5-l10n socat xmlstarlet 2024-09-13T16:11:39.492 INFO:teuthology.orchestra.run.smithi005.stdout:Suggested packages: 2024-09-13T16:11:39.492 INFO:teuthology.orchestra.run.smithi005.stdout: python3-influxdb fonts-mathjax-extras fonts-stix libjs-mathjax-doc 2024-09-13T16:11:39.492 INFO:teuthology.orchestra.run.smithi005.stdout: python-attr-doc python-blinker-doc python-cryptography-doc 2024-09-13T16:11:39.492 INFO:teuthology.orchestra.run.smithi005.stdout: python3-cryptography-vectors python3-genshi python-jinja2-doc python3-crypto 2024-09-13T16:11:39.492 INFO:teuthology.orchestra.run.smithi005.stdout: python3-lxml-dbg python-lxml-doc python3-beaker python-mako-doc 2024-09-13T16:11:39.492 INFO:teuthology.orchestra.run.smithi005.stdout: python-openssl-doc python3-openssl-dbg httpd-wsgi libapache2-mod-python 2024-09-13T16:11:39.492 INFO:teuthology.orchestra.run.smithi005.stdout: libapache2-mod-scgi libjs-mochikit python-pecan-doc python-psutil-doc 2024-09-13T16:11:39.492 INFO:teuthology.orchestra.run.smithi005.stdout: subversion python-pyinotify-doc python-scipy-doc python3-dap 2024-09-13T16:11:39.492 INFO:teuthology.orchestra.run.smithi005.stdout: python-sklearn-doc ipython3 python-waitress-doc python-webob-doc 2024-09-13T16:11:39.492 INFO:teuthology.orchestra.run.smithi005.stdout: python-webtest-doc python-werkzeug-doc python3-termcolor python3-watchdog 2024-09-13T16:11:39.493 INFO:teuthology.orchestra.run.smithi005.stdout:Recommended packages: 2024-09-13T16:11:39.493 INFO:teuthology.orchestra.run.smithi005.stdout: btrfs-tools 2024-09-13T16:11:39.540 INFO:teuthology.orchestra.run.smithi179.stdout:The following packages were automatically installed and are no longer required: 2024-09-13T16:11:39.541 INFO:teuthology.orchestra.run.smithi179.stdout: libboost-iostreams1.71.0 libboost-thread1.71.0 2024-09-13T16:11:39.541 INFO:teuthology.orchestra.run.smithi179.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-13T16:11:39.541 INFO:teuthology.orchestra.run.smithi179.stdout:The following additional packages will be installed: 2024-09-13T16:11:39.541 INFO:teuthology.orchestra.run.smithi179.stdout: ceph-base ceph-mgr-cephadm ceph-mgr-dashboard ceph-mgr-diskprediction-local 2024-09-13T16:11:39.541 INFO:teuthology.orchestra.run.smithi179.stdout: ceph-mgr-k8sevents ceph-mgr-modules-core ceph-mon ceph-osd fonts-mathjax jq 2024-09-13T16:11:39.542 INFO:teuthology.orchestra.run.smithi179.stdout: libdouble-conversion3 libjq1 libjs-mathjax libjs-sphinxdoc libjs-underscore 2024-09-13T16:11:39.542 INFO:teuthology.orchestra.run.smithi179.stdout: liblbfgsb0 liblttng-ust0 liblua5.3-0 liboath0 libonig5 libpcre2-16-0 2024-09-13T16:11:39.542 INFO:teuthology.orchestra.run.smithi179.stdout: libqt5core5a libqt5dbus5 libqt5network5 librabbitmq4 libradosstriper1 2024-09-13T16:11:39.542 INFO:teuthology.orchestra.run.smithi179.stdout: librdkafka1 librgw2 libsqlite3-mod-ceph libthrift-0.13.0 nvme-cli 2024-09-13T16:11:39.542 INFO:teuthology.orchestra.run.smithi179.stdout: python-asyncssh-doc python-natsort-doc python-pastedeploy-tpl 2024-09-13T16:11:39.543 INFO:teuthology.orchestra.run.smithi179.stdout: python3-asyncssh python3-atomicwrites python3-attr python3-bcrypt 2024-09-13T16:11:39.543 INFO:teuthology.orchestra.run.smithi179.stdout: python3-blinker python3-bs4 python3-cachetools python3-ceph-argparse 2024-09-13T16:11:39.543 INFO:teuthology.orchestra.run.smithi179.stdout: python3-ceph-common python3-cherrypy3 python3-cmd2 python3-colorama 2024-09-13T16:11:39.543 INFO:teuthology.orchestra.run.smithi179.stdout: python3-cryptography python3-decorator python3-google-auth python3-html5lib 2024-09-13T16:11:39.543 INFO:teuthology.orchestra.run.smithi179.stdout: python3-jinja2 python3-joblib python3-jwt python3-kubernetes 2024-09-13T16:11:39.543 INFO:teuthology.orchestra.run.smithi179.stdout: python3-logutils python3-lxml python3-mako python3-markupsafe 2024-09-13T16:11:39.543 INFO:teuthology.orchestra.run.smithi179.stdout: python3-natsort python3-oauthlib python3-openssl python3-packaging 2024-09-13T16:11:39.543 INFO:teuthology.orchestra.run.smithi179.stdout: python3-paste python3-pastedeploy python3-pastescript python3-pecan 2024-09-13T16:11:39.543 INFO:teuthology.orchestra.run.smithi179.stdout: python3-pluggy python3-prettytable python3-psutil python3-py python3-pyasn1 2024-09-13T16:11:39.543 INFO:teuthology.orchestra.run.smithi179.stdout: python3-pyasn1-modules python3-pyinotify python3-pyperclip python3-pytest 2024-09-13T16:11:39.543 INFO:teuthology.orchestra.run.smithi179.stdout: python3-repoze.lru python3-requests-oauthlib python3-routes python3-rsa 2024-09-13T16:11:39.543 INFO:teuthology.orchestra.run.smithi179.stdout: python3-scipy python3-simplegeneric python3-simplejson 2024-09-13T16:11:39.543 INFO:teuthology.orchestra.run.smithi179.stdout: python3-singledispatch python3-sklearn python3-sklearn-lib python3-soupsieve 2024-09-13T16:11:39.543 INFO:teuthology.orchestra.run.smithi179.stdout: python3-tempita python3-waitress python3-wcwidth python3-webencodings 2024-09-13T16:11:39.544 INFO:teuthology.orchestra.run.smithi179.stdout: python3-webob python3-websocket python3-webtest python3-werkzeug 2024-09-13T16:11:39.544 INFO:teuthology.orchestra.run.smithi179.stdout: qttranslations5-l10n socat xmlstarlet 2024-09-13T16:11:39.544 INFO:teuthology.orchestra.run.smithi179.stdout:Suggested packages: 2024-09-13T16:11:39.544 INFO:teuthology.orchestra.run.smithi179.stdout: python3-influxdb fonts-mathjax-extras fonts-stix libjs-mathjax-doc 2024-09-13T16:11:39.544 INFO:teuthology.orchestra.run.smithi179.stdout: python-attr-doc python-blinker-doc python-cryptography-doc 2024-09-13T16:11:39.544 INFO:teuthology.orchestra.run.smithi179.stdout: python3-cryptography-vectors python3-genshi python-jinja2-doc python3-crypto 2024-09-13T16:11:39.544 INFO:teuthology.orchestra.run.smithi179.stdout: python3-lxml-dbg python-lxml-doc python3-beaker python-mako-doc 2024-09-13T16:11:39.544 INFO:teuthology.orchestra.run.smithi179.stdout: python-openssl-doc python3-openssl-dbg httpd-wsgi libapache2-mod-python 2024-09-13T16:11:39.544 INFO:teuthology.orchestra.run.smithi179.stdout: libapache2-mod-scgi libjs-mochikit python-pecan-doc python-psutil-doc 2024-09-13T16:11:39.544 INFO:teuthology.orchestra.run.smithi179.stdout: subversion python-pyinotify-doc python-scipy-doc python3-dap 2024-09-13T16:11:39.545 INFO:teuthology.orchestra.run.smithi179.stdout: python-sklearn-doc ipython3 python-waitress-doc python-webob-doc 2024-09-13T16:11:39.545 INFO:teuthology.orchestra.run.smithi179.stdout: python-webtest-doc python-werkzeug-doc python3-termcolor python3-watchdog 2024-09-13T16:11:39.545 INFO:teuthology.orchestra.run.smithi179.stdout:Recommended packages: 2024-09-13T16:11:39.545 INFO:teuthology.orchestra.run.smithi179.stdout: btrfs-tools 2024-09-13T16:11:39.628 INFO:teuthology.orchestra.run.smithi005.stdout:The following NEW packages will be installed: 2024-09-13T16:11:39.628 INFO:teuthology.orchestra.run.smithi005.stdout: ceph ceph-base ceph-common ceph-fuse ceph-mds ceph-mgr ceph-mgr-cephadm 2024-09-13T16:11:39.628 INFO:teuthology.orchestra.run.smithi005.stdout: ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-k8sevents 2024-09-13T16:11:39.628 INFO:teuthology.orchestra.run.smithi005.stdout: ceph-mgr-modules-core ceph-mon ceph-osd ceph-test ceph-volume cephadm 2024-09-13T16:11:39.628 INFO:teuthology.orchestra.run.smithi005.stdout: cephfs-mirror cephfs-shell cephfs-top fonts-mathjax jq libcephfs-dev 2024-09-13T16:11:39.628 INFO:teuthology.orchestra.run.smithi005.stdout: libcephfs2 libdouble-conversion3 libjq1 libjs-mathjax libjs-sphinxdoc 2024-09-13T16:11:39.628 INFO:teuthology.orchestra.run.smithi005.stdout: libjs-underscore liblbfgsb0 liblttng-ust0 liblua5.3-0 liboath0 libonig5 2024-09-13T16:11:39.628 INFO:teuthology.orchestra.run.smithi005.stdout: libpcre2-16-0 libqt5core5a libqt5dbus5 libqt5network5 librabbitmq4 2024-09-13T16:11:39.629 INFO:teuthology.orchestra.run.smithi005.stdout: libradosstriper1 librdkafka1 librgw2 libsqlite3-mod-ceph libthrift-0.13.0 2024-09-13T16:11:39.629 INFO:teuthology.orchestra.run.smithi005.stdout: nvme-cli python-asyncssh-doc python-natsort-doc python-pastedeploy-tpl 2024-09-13T16:11:39.630 INFO:teuthology.orchestra.run.smithi005.stdout: python3-asyncssh python3-atomicwrites python3-attr python3-bcrypt 2024-09-13T16:11:39.630 INFO:teuthology.orchestra.run.smithi005.stdout: python3-blinker python3-bs4 python3-cachetools python3-ceph-argparse 2024-09-13T16:11:39.630 INFO:teuthology.orchestra.run.smithi005.stdout: python3-ceph-common python3-cephfs python3-cherrypy3 python3-cmd2 2024-09-13T16:11:39.630 INFO:teuthology.orchestra.run.smithi005.stdout: python3-colorama python3-cryptography python3-decorator python3-google-auth 2024-09-13T16:11:39.630 INFO:teuthology.orchestra.run.smithi005.stdout: python3-html5lib python3-jinja2 python3-joblib python3-jwt 2024-09-13T16:11:39.630 INFO:teuthology.orchestra.run.smithi005.stdout: python3-kubernetes python3-logutils python3-lxml python3-mako 2024-09-13T16:11:39.630 INFO:teuthology.orchestra.run.smithi005.stdout: python3-markupsafe python3-natsort python3-oauthlib python3-openssl 2024-09-13T16:11:39.630 INFO:teuthology.orchestra.run.smithi005.stdout: python3-packaging python3-paste python3-pastedeploy python3-pastescript 2024-09-13T16:11:39.630 INFO:teuthology.orchestra.run.smithi005.stdout: python3-pecan python3-pluggy python3-prettytable python3-psutil python3-py 2024-09-13T16:11:39.630 INFO:teuthology.orchestra.run.smithi005.stdout: python3-pyasn1 python3-pyasn1-modules python3-pyinotify python3-pyperclip 2024-09-13T16:11:39.630 INFO:teuthology.orchestra.run.smithi005.stdout: python3-pytest python3-rados python3-rbd python3-repoze.lru 2024-09-13T16:11:39.630 INFO:teuthology.orchestra.run.smithi005.stdout: python3-requests-oauthlib python3-rgw python3-routes python3-rsa 2024-09-13T16:11:39.630 INFO:teuthology.orchestra.run.smithi005.stdout: python3-scipy python3-simplegeneric python3-simplejson 2024-09-13T16:11:39.630 INFO:teuthology.orchestra.run.smithi005.stdout: python3-singledispatch python3-sklearn python3-sklearn-lib python3-soupsieve 2024-09-13T16:11:39.631 INFO:teuthology.orchestra.run.smithi005.stdout: python3-tempita python3-waitress python3-wcwidth python3-webencodings 2024-09-13T16:11:39.631 INFO:teuthology.orchestra.run.smithi005.stdout: python3-webob python3-websocket python3-webtest python3-werkzeug 2024-09-13T16:11:39.631 INFO:teuthology.orchestra.run.smithi005.stdout: qttranslations5-l10n radosgw rbd-fuse socat xmlstarlet 2024-09-13T16:11:39.631 INFO:teuthology.orchestra.run.smithi005.stdout:The following packages will be upgraded: 2024-09-13T16:11:39.631 INFO:teuthology.orchestra.run.smithi005.stdout: librados2 librbd1 2024-09-13T16:11:39.672 INFO:teuthology.orchestra.run.smithi179.stdout:The following NEW packages will be installed: 2024-09-13T16:11:39.672 INFO:teuthology.orchestra.run.smithi179.stdout: ceph ceph-base ceph-common ceph-fuse ceph-mds ceph-mgr ceph-mgr-cephadm 2024-09-13T16:11:39.672 INFO:teuthology.orchestra.run.smithi179.stdout: ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-k8sevents 2024-09-13T16:11:39.672 INFO:teuthology.orchestra.run.smithi179.stdout: ceph-mgr-modules-core ceph-mon ceph-osd ceph-test ceph-volume cephadm 2024-09-13T16:11:39.672 INFO:teuthology.orchestra.run.smithi179.stdout: cephfs-mirror cephfs-shell cephfs-top fonts-mathjax jq libcephfs-dev 2024-09-13T16:11:39.672 INFO:teuthology.orchestra.run.smithi179.stdout: libcephfs2 libdouble-conversion3 libjq1 libjs-mathjax libjs-sphinxdoc 2024-09-13T16:11:39.673 INFO:teuthology.orchestra.run.smithi179.stdout: libjs-underscore liblbfgsb0 liblttng-ust0 liblua5.3-0 liboath0 libonig5 2024-09-13T16:11:39.673 INFO:teuthology.orchestra.run.smithi179.stdout: libpcre2-16-0 libqt5core5a libqt5dbus5 libqt5network5 librabbitmq4 2024-09-13T16:11:39.674 INFO:teuthology.orchestra.run.smithi179.stdout: libradosstriper1 librdkafka1 librgw2 libsqlite3-mod-ceph libthrift-0.13.0 2024-09-13T16:11:39.674 INFO:teuthology.orchestra.run.smithi179.stdout: nvme-cli python-asyncssh-doc python-natsort-doc python-pastedeploy-tpl 2024-09-13T16:11:39.674 INFO:teuthology.orchestra.run.smithi179.stdout: python3-asyncssh python3-atomicwrites python3-attr python3-bcrypt 2024-09-13T16:11:39.674 INFO:teuthology.orchestra.run.smithi179.stdout: python3-blinker python3-bs4 python3-cachetools python3-ceph-argparse 2024-09-13T16:11:39.674 INFO:teuthology.orchestra.run.smithi179.stdout: python3-ceph-common python3-cephfs python3-cherrypy3 python3-cmd2 2024-09-13T16:11:39.674 INFO:teuthology.orchestra.run.smithi179.stdout: python3-colorama python3-cryptography python3-decorator python3-google-auth 2024-09-13T16:11:39.674 INFO:teuthology.orchestra.run.smithi179.stdout: python3-html5lib python3-jinja2 python3-joblib python3-jwt 2024-09-13T16:11:39.674 INFO:teuthology.orchestra.run.smithi179.stdout: python3-kubernetes python3-logutils python3-lxml python3-mako 2024-09-13T16:11:39.674 INFO:teuthology.orchestra.run.smithi179.stdout: python3-markupsafe python3-natsort python3-oauthlib python3-openssl 2024-09-13T16:11:39.674 INFO:teuthology.orchestra.run.smithi179.stdout: python3-packaging python3-paste python3-pastedeploy python3-pastescript 2024-09-13T16:11:39.675 INFO:teuthology.orchestra.run.smithi179.stdout: python3-pecan python3-pluggy python3-prettytable python3-psutil python3-py 2024-09-13T16:11:39.675 INFO:teuthology.orchestra.run.smithi179.stdout: python3-pyasn1 python3-pyasn1-modules python3-pyinotify python3-pyperclip 2024-09-13T16:11:39.675 INFO:teuthology.orchestra.run.smithi179.stdout: python3-pytest python3-rados python3-rbd python3-repoze.lru 2024-09-13T16:11:39.675 INFO:teuthology.orchestra.run.smithi179.stdout: python3-requests-oauthlib python3-rgw python3-routes python3-rsa 2024-09-13T16:11:39.675 INFO:teuthology.orchestra.run.smithi179.stdout: python3-scipy python3-simplegeneric python3-simplejson 2024-09-13T16:11:39.675 INFO:teuthology.orchestra.run.smithi179.stdout: python3-singledispatch python3-sklearn python3-sklearn-lib python3-soupsieve 2024-09-13T16:11:39.675 INFO:teuthology.orchestra.run.smithi179.stdout: python3-tempita python3-waitress python3-wcwidth python3-webencodings 2024-09-13T16:11:39.675 INFO:teuthology.orchestra.run.smithi179.stdout: python3-webob python3-websocket python3-webtest python3-werkzeug 2024-09-13T16:11:39.675 INFO:teuthology.orchestra.run.smithi179.stdout: qttranslations5-l10n radosgw rbd-fuse socat xmlstarlet 2024-09-13T16:11:39.675 INFO:teuthology.orchestra.run.smithi179.stdout:The following packages will be upgraded: 2024-09-13T16:11:39.676 INFO:teuthology.orchestra.run.smithi179.stdout: librados2 librbd1 2024-09-13T16:11:39.697 INFO:teuthology.orchestra.run.smithi005.stdout:2 upgraded, 116 newly installed, 0 to remove and 295 not upgraded. 2024-09-13T16:11:39.697 INFO:teuthology.orchestra.run.smithi005.stdout:Need to get 199 MB of archives. 2024-09-13T16:11:39.697 INFO:teuthology.orchestra.run.smithi005.stdout:After this operation, 979 MB of additional disk space will be used. 2024-09-13T16:11:39.697 INFO:teuthology.orchestra.run.smithi005.stdout:Get:1 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pyperclip all 1.7.0-1 [10.5 kB] 2024-09-13T16:11:39.716 INFO:teuthology.orchestra.run.smithi005.stdout:Get:2 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-wcwidth all 0.1.8+dfsg1-3 [17.4 kB] 2024-09-13T16:11:39.723 INFO:teuthology.orchestra.run.smithi005.stdout:Get:3 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-cmd2 all 0.8.5-2.1 [49.6 kB] 2024-09-13T16:11:39.749 INFO:teuthology.orchestra.run.smithi005.stdout:Get:4 http://archive.ubuntu.com/ubuntu focal/main amd64 liblttng-ust0 amd64 2.11.0-1 [160 kB] 2024-09-13T16:11:39.778 INFO:teuthology.orchestra.run.smithi005.stdout:Get:5 http://archive.ubuntu.com/ubuntu focal/universe amd64 libdouble-conversion3 amd64 3.1.5-4ubuntu1 [37.9 kB] 2024-09-13T16:11:39.782 INFO:teuthology.orchestra.run.smithi005.stdout:Get:6 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libpcre2-16-0 amd64 10.34-7ubuntu0.1 [181 kB] 2024-09-13T16:11:39.782 INFO:teuthology.orchestra.run.smithi005.stdout:Get:7 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 librbd1 amd64 18.2.4-850-g50bbe7f3-1focal [3,450 kB] 2024-09-13T16:11:39.796 INFO:teuthology.orchestra.run.smithi005.stdout:Get:8 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 libqt5core5a amd64 5.12.8+dfsg-0ubuntu2.1 [2,006 kB] 2024-09-13T16:11:39.824 INFO:teuthology.orchestra.run.smithi179.stdout:2 upgraded, 116 newly installed, 0 to remove and 295 not upgraded. 2024-09-13T16:11:39.824 INFO:teuthology.orchestra.run.smithi179.stdout:Need to get 199 MB of archives. 2024-09-13T16:11:39.824 INFO:teuthology.orchestra.run.smithi179.stdout:After this operation, 979 MB of additional disk space will be used. 2024-09-13T16:11:39.824 INFO:teuthology.orchestra.run.smithi179.stdout:Get:1 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 librbd1 amd64 18.2.4-850-g50bbe7f3-1focal [3,450 kB] 2024-09-13T16:11:39.838 INFO:teuthology.orchestra.run.smithi005.stdout:Get:9 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 libqt5dbus5 amd64 5.12.8+dfsg-0ubuntu2.1 [208 kB] 2024-09-13T16:11:39.840 INFO:teuthology.orchestra.run.smithi005.stdout:Get:10 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 libqt5network5 amd64 5.12.8+dfsg-0ubuntu2.1 [673 kB] 2024-09-13T16:11:39.846 INFO:teuthology.orchestra.run.smithi005.stdout:Get:11 http://archive.ubuntu.com/ubuntu focal/universe amd64 libthrift-0.13.0 amd64 0.13.0-2build2 [249 kB] 2024-09-13T16:11:39.848 INFO:teuthology.orchestra.run.smithi005.stdout:Get:12 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-prettytable all 0.7.2-5 [20.1 kB] 2024-09-13T16:11:39.849 INFO:teuthology.orchestra.run.smithi005.stdout:Get:13 http://archive.ubuntu.com/ubuntu focal/main amd64 liblua5.3-0 amd64 5.3.3-1.1ubuntu2 [116 kB] 2024-09-13T16:11:39.849 INFO:teuthology.orchestra.run.smithi005.stdout:Get:14 http://archive.ubuntu.com/ubuntu focal/main amd64 librabbitmq4 amd64 0.10.0-1 [35.8 kB] 2024-09-13T16:11:39.850 INFO:teuthology.orchestra.run.smithi005.stdout:Get:15 http://archive.ubuntu.com/ubuntu focal/universe amd64 librdkafka1 amd64 1.2.1-1ubuntu1 [410 kB] 2024-09-13T16:11:39.853 INFO:teuthology.orchestra.run.smithi005.stdout:Get:16 http://archive.ubuntu.com/ubuntu focal/main amd64 liboath0 amd64 2.6.1-1.3 [44.7 kB] 2024-09-13T16:11:39.853 INFO:teuthology.orchestra.run.smithi005.stdout:Get:17 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-cherrypy3 all 8.9.1-6 [160 kB] 2024-09-13T16:11:39.857 INFO:teuthology.orchestra.run.smithi005.stdout:Get:18 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-natsort all 7.0.1-1 [29.2 kB] 2024-09-13T16:11:39.867 INFO:teuthology.orchestra.run.smithi179.stdout:Get:2 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pyperclip all 1.7.0-1 [10.5 kB] 2024-09-13T16:11:39.872 INFO:teuthology.orchestra.run.smithi005.stdout:Get:19 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-logutils all 0.3.3-7 [17.3 kB] 2024-09-13T16:11:39.873 INFO:teuthology.orchestra.run.smithi005.stdout:Get:20 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-markupsafe amd64 1.1.0-1build2 [13.9 kB] 2024-09-13T16:11:39.873 INFO:teuthology.orchestra.run.smithi005.stdout:Get:21 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 python3-mako all 1.1.0+ds1-1ubuntu2.1 [59.2 kB] 2024-09-13T16:11:39.874 INFO:teuthology.orchestra.run.smithi005.stdout:Get:22 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-simplegeneric all 0.8.1-3 [11.3 kB] 2024-09-13T16:11:39.875 INFO:teuthology.orchestra.run.smithi005.stdout:Get:23 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-singledispatch all 3.4.0.3-2build1 [7,128 B] 2024-09-13T16:11:39.875 INFO:teuthology.orchestra.run.smithi005.stdout:Get:24 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 python3-webob all 1:1.8.5-2ubuntu0.1 [84.5 kB] 2024-09-13T16:11:39.877 INFO:teuthology.orchestra.run.smithi005.stdout:Get:25 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-soupsieve all 1.9.5+dfsg-1 [29.1 kB] 2024-09-13T16:11:39.877 INFO:teuthology.orchestra.run.smithi005.stdout:Get:26 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-bs4 all 4.8.2-1 [83.0 kB] 2024-09-13T16:11:39.879 INFO:teuthology.orchestra.run.smithi005.stdout:Get:27 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 python3-waitress all 1.4.1-1ubuntu0.1 [81.4 kB] 2024-09-13T16:11:39.900 INFO:teuthology.orchestra.run.smithi005.stdout:Get:28 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-tempita all 0.5.2-6 [14.8 kB] 2024-09-13T16:11:39.900 INFO:teuthology.orchestra.run.smithi005.stdout:Get:29 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-paste all 3.4.0+dfsg1-1 [456 kB] 2024-09-13T16:11:39.917 INFO:teuthology.orchestra.run.smithi005.stdout:Get:30 http://archive.ubuntu.com/ubuntu focal/main amd64 python-pastedeploy-tpl all 2.1.0-1 [5,016 B] 2024-09-13T16:11:39.917 INFO:teuthology.orchestra.run.smithi005.stdout:Get:31 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pastedeploy all 2.1.0-1 [26.5 kB] 2024-09-13T16:11:39.918 INFO:teuthology.orchestra.run.smithi005.stdout:Get:32 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-webtest all 2.0.32-2 [28.2 kB] 2024-09-13T16:11:39.918 INFO:teuthology.orchestra.run.smithi005.stdout:Get:33 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pecan all 1.3.3-3ubuntu1 [85.8 kB] 2024-09-13T16:11:39.920 INFO:teuthology.orchestra.run.smithi005.stdout:Get:34 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 python3-werkzeug all 0.16.1+dfsg1-2ubuntu0.2 [183 kB] 2024-09-13T16:11:39.922 INFO:teuthology.orchestra.run.smithi005.stdout:Get:35 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-bcrypt amd64 3.1.7-2ubuntu1 [30.4 kB] 2024-09-13T16:11:39.923 INFO:teuthology.orchestra.run.smithi005.stdout:Get:36 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 python3-cryptography amd64 2.8-3ubuntu0.3 [211 kB] 2024-09-13T16:11:39.926 INFO:teuthology.orchestra.run.smithi005.stdout:Get:37 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-openssl all 19.0.0-1build1 [43.3 kB] 2024-09-13T16:11:39.934 INFO:teuthology.orchestra.run.smithi005.stdout:Get:38 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-asyncssh all 1.12.2-1 [152 kB] 2024-09-13T16:11:39.936 INFO:teuthology.orchestra.run.smithi005.stdout:Get:39 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 python3-jinja2 all 2.10.1-2ubuntu0.3 [96.0 kB] 2024-09-13T16:11:39.951 INFO:teuthology.orchestra.run.smithi179.stdout:Get:3 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-wcwidth all 0.1.8+dfsg1-3 [17.4 kB] 2024-09-13T16:11:39.952 INFO:teuthology.orchestra.run.smithi005.stdout:Get:40 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 python3-jwt all 1.7.1-2ubuntu2.1 [18.0 kB] 2024-09-13T16:11:39.952 INFO:teuthology.orchestra.run.smithi005.stdout:Get:41 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-attr all 19.3.0-2 [33.9 kB] 2024-09-13T16:11:39.953 INFO:teuthology.orchestra.run.smithi005.stdout:Get:42 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-pluggy all 0.13.0-2 [18.4 kB] 2024-09-13T16:11:39.954 INFO:teuthology.orchestra.run.smithi005.stdout:Get:43 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 python3-py all 1.8.1-1ubuntu0.1 [65.6 kB] 2024-09-13T16:11:39.955 INFO:teuthology.orchestra.run.smithi005.stdout:Get:44 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-atomicwrites all 1.1.5-2build1 [7,016 B] 2024-09-13T16:11:39.955 INFO:teuthology.orchestra.run.smithi005.stdout:Get:45 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-packaging all 20.3-1 [26.8 kB] 2024-09-13T16:11:39.956 INFO:teuthology.orchestra.run.smithi005.stdout:Get:46 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-pytest all 4.6.9-1 [178 kB] 2024-09-13T16:11:39.959 INFO:teuthology.orchestra.run.smithi005.stdout:Get:47 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-repoze.lru all 0.7-2 [12.1 kB] 2024-09-13T16:11:39.959 INFO:teuthology.orchestra.run.smithi005.stdout:Get:48 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 librados2 amd64 18.2.4-850-g50bbe7f3-1focal [4,041 kB] 2024-09-13T16:11:39.968 INFO:teuthology.orchestra.run.smithi005.stdout:Get:49 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libjs-underscore all 1.9.1~dfsg-1ubuntu0.20.04.1 [99.5 kB] 2024-09-13T16:11:39.970 INFO:teuthology.orchestra.run.smithi005.stdout:Get:50 http://archive.ubuntu.com/ubuntu focal/main amd64 libjs-sphinxdoc all 1.8.5-7ubuntu3 [97.1 kB] 2024-09-13T16:11:39.985 INFO:teuthology.orchestra.run.smithi179.stdout:Get:4 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-cmd2 all 0.8.5-2.1 [49.6 kB] 2024-09-13T16:11:39.986 INFO:teuthology.orchestra.run.smithi005.stdout:Get:51 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-routes all 2.4.1-2 [88.1 kB] 2024-09-13T16:11:39.987 INFO:teuthology.orchestra.run.smithi005.stdout:Get:52 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-decorator all 4.4.2-0ubuntu1 [10.3 kB] 2024-09-13T16:11:39.988 INFO:teuthology.orchestra.run.smithi005.stdout:Get:53 http://archive.ubuntu.com/ubuntu focal/universe amd64 liblbfgsb0 amd64 3.0+dfsg.3-7build1 [29.5 kB] 2024-09-13T16:11:39.989 INFO:teuthology.orchestra.run.smithi005.stdout:Get:54 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-scipy amd64 1.3.3-3build1 [11.1 MB] 2024-09-13T16:11:40.044 INFO:teuthology.orchestra.run.smithi005.stdout:Get:55 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 libcephfs2 amd64 18.2.4-850-g50bbe7f3-1focal [747 kB] 2024-09-13T16:11:40.054 INFO:teuthology.orchestra.run.smithi179.stdout:Get:5 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 librados2 amd64 18.2.4-850-g50bbe7f3-1focal [4,041 kB] 2024-09-13T16:11:40.056 INFO:teuthology.orchestra.run.smithi005.stdout:Get:56 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 python3-rados amd64 18.2.4-850-g50bbe7f3-1focal [386 kB] 2024-09-13T16:11:40.074 INFO:teuthology.orchestra.run.smithi005.stdout:Get:57 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-sklearn-lib amd64 0.22.2.post1+dfsg-5 [2,358 kB] 2024-09-13T16:11:40.085 INFO:teuthology.orchestra.run.smithi005.stdout:Get:58 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 python3-ceph-argparse all 18.2.4-850-g50bbe7f3-1focal [31.9 kB] 2024-09-13T16:11:40.111 INFO:teuthology.orchestra.run.smithi179.stdout:Get:6 http://archive.ubuntu.com/ubuntu focal/main amd64 liblttng-ust0 amd64 2.11.0-1 [160 kB] 2024-09-13T16:11:40.148 INFO:teuthology.orchestra.run.smithi005.stdout:Get:59 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-joblib all 0.14.0-3 [192 kB] 2024-09-13T16:11:40.148 INFO:teuthology.orchestra.run.smithi005.stdout:Get:60 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 python3-cephfs amd64 18.2.4-850-g50bbe7f3-1focal [201 kB] 2024-09-13T16:11:40.149 INFO:teuthology.orchestra.run.smithi005.stdout:Get:61 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-sklearn all 0.22.2.post1+dfsg-5 [1,773 kB] 2024-09-13T16:11:40.151 INFO:teuthology.orchestra.run.smithi005.stdout:Get:62 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 python3-ceph-common all 18.2.4-850-g50bbe7f3-1focal [62.5 kB] 2024-09-13T16:11:40.152 INFO:teuthology.orchestra.run.smithi005.stdout:Get:63 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 python3-rbd amd64 18.2.4-850-g50bbe7f3-1focal [367 kB] 2024-09-13T16:11:40.160 INFO:teuthology.orchestra.run.smithi005.stdout:Get:64 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 librgw2 amd64 18.2.4-850-g50bbe7f3-1focal [6,627 kB] 2024-09-13T16:11:40.165 INFO:teuthology.orchestra.run.smithi005.stdout:Get:65 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-cachetools all 4.0.0-1 [9,820 B] 2024-09-13T16:11:40.165 INFO:teuthology.orchestra.run.smithi005.stdout:Get:66 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pyasn1 all 0.4.2-3build1 [46.7 kB] 2024-09-13T16:11:40.165 INFO:teuthology.orchestra.run.smithi005.stdout:Get:67 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pyasn1-modules all 0.2.1-0.2build1 [32.9 kB] 2024-09-13T16:11:40.166 INFO:teuthology.orchestra.run.smithi005.stdout:Get:68 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-rsa all 4.0-3 [24.7 kB] 2024-09-13T16:11:40.166 INFO:teuthology.orchestra.run.smithi005.stdout:Get:69 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-google-auth all 1.5.1-2 [35.6 kB] 2024-09-13T16:11:40.166 INFO:teuthology.orchestra.run.smithi005.stdout:Get:70 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-blinker all 1.4+dfsg1-0.3ubuntu1 [13.2 kB] 2024-09-13T16:11:40.167 INFO:teuthology.orchestra.run.smithi005.stdout:Get:71 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-oauthlib all 3.1.0-1ubuntu2 [84.8 kB] 2024-09-13T16:11:40.168 INFO:teuthology.orchestra.run.smithi005.stdout:Get:72 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-requests-oauthlib all 1.0.0-1.1build1 [16.8 kB] 2024-09-13T16:11:40.183 INFO:teuthology.orchestra.run.smithi005.stdout:Get:73 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-websocket all 0.53.0-2ubuntu1 [32.3 kB] 2024-09-13T16:11:40.183 INFO:teuthology.orchestra.run.smithi005.stdout:Get:74 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-kubernetes all 7.0.0~a1-2 [271 kB] 2024-09-13T16:11:40.186 INFO:teuthology.orchestra.run.smithi179.stdout:Get:7 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 libcephfs2 amd64 18.2.4-850-g50bbe7f3-1focal [747 kB] 2024-09-13T16:11:40.186 INFO:teuthology.orchestra.run.smithi005.stdout:Get:75 http://archive.ubuntu.com/ubuntu focal/universe amd64 libonig5 amd64 6.9.4-1 [142 kB] 2024-09-13T16:11:40.200 INFO:teuthology.orchestra.run.smithi005.stdout:Get:76 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 libjq1 amd64 1.6-1ubuntu0.20.04.1 [121 kB] 2024-09-13T16:11:40.203 INFO:teuthology.orchestra.run.smithi005.stdout:Get:77 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 jq amd64 1.6-1ubuntu0.20.04.1 [50.2 kB] 2024-09-13T16:11:40.203 INFO:teuthology.orchestra.run.smithi005.stdout:Get:78 http://archive.ubuntu.com/ubuntu focal/main amd64 socat amd64 1.7.3.3-2 [323 kB] 2024-09-13T16:11:40.208 INFO:teuthology.orchestra.run.smithi005.stdout:Get:79 http://archive.ubuntu.com/ubuntu focal/universe amd64 xmlstarlet amd64 1.6.1-2build1 [267 kB] 2024-09-13T16:11:40.211 INFO:teuthology.orchestra.run.smithi005.stdout:Get:80 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-colorama all 0.4.3-1build1 [23.9 kB] 2024-09-13T16:11:40.211 INFO:teuthology.orchestra.run.smithi005.stdout:Get:81 http://archive.ubuntu.com/ubuntu focal/universe amd64 fonts-mathjax all 2.7.4+dfsg-1 [2,208 kB] 2024-09-13T16:11:40.225 INFO:teuthology.orchestra.run.smithi179.stdout:Get:8 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 python3-rados amd64 18.2.4-850-g50bbe7f3-1focal [386 kB] 2024-09-13T16:11:40.226 INFO:teuthology.orchestra.run.smithi005.stdout:Get:82 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 nvme-cli amd64 1.9-1ubuntu0.2 [283 kB] 2024-09-13T16:11:40.230 INFO:teuthology.orchestra.run.smithi005.stdout:Get:83 http://archive.ubuntu.com/ubuntu focal/universe amd64 python-asyncssh-doc all 1.12.2-1 [258 kB] 2024-09-13T16:11:40.230 INFO:teuthology.orchestra.run.smithi005.stdout:Get:84 http://archive.ubuntu.com/ubuntu focal/universe amd64 libjs-mathjax all 2.7.4+dfsg-1 [5,654 kB] 2024-09-13T16:11:40.231 INFO:teuthology.orchestra.run.smithi179.stdout:Get:9 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 python3-ceph-argparse all 18.2.4-850-g50bbe7f3-1focal [31.9 kB] 2024-09-13T16:11:40.232 INFO:teuthology.orchestra.run.smithi179.stdout:Get:10 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 python3-cephfs amd64 18.2.4-850-g50bbe7f3-1focal [201 kB] 2024-09-13T16:11:40.235 INFO:teuthology.orchestra.run.smithi179.stdout:Get:11 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 python3-ceph-common all 18.2.4-850-g50bbe7f3-1focal [62.5 kB] 2024-09-13T16:11:40.235 INFO:teuthology.orchestra.run.smithi179.stdout:Get:12 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 python3-rbd amd64 18.2.4-850-g50bbe7f3-1focal [367 kB] 2024-09-13T16:11:40.240 INFO:teuthology.orchestra.run.smithi179.stdout:Get:13 http://archive.ubuntu.com/ubuntu focal/universe amd64 libdouble-conversion3 amd64 3.1.5-4ubuntu1 [37.9 kB] 2024-09-13T16:11:40.256 INFO:teuthology.orchestra.run.smithi179.stdout:Get:14 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libpcre2-16-0 amd64 10.34-7ubuntu0.1 [181 kB] 2024-09-13T16:11:40.261 INFO:teuthology.orchestra.run.smithi179.stdout:Get:15 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 librgw2 amd64 18.2.4-850-g50bbe7f3-1focal [6,627 kB] 2024-09-13T16:11:40.273 INFO:teuthology.orchestra.run.smithi005.stdout:Get:85 http://archive.ubuntu.com/ubuntu focal/universe amd64 python-natsort-doc all 7.0.1-1 [103 kB] 2024-09-13T16:11:40.273 INFO:teuthology.orchestra.run.smithi005.stdout:Get:86 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-webencodings all 0.5.1-1ubuntu1 [11.0 kB] 2024-09-13T16:11:40.274 INFO:teuthology.orchestra.run.smithi005.stdout:Get:87 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-html5lib all 1.0.1-2 [84.3 kB] 2024-09-13T16:11:40.274 INFO:teuthology.orchestra.run.smithi005.stdout:Get:88 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 python3-lxml amd64 4.5.0-1ubuntu0.5 [1,384 kB] 2024-09-13T16:11:40.319 INFO:teuthology.orchestra.run.smithi179.stdout:Get:16 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 libqt5core5a amd64 5.12.8+dfsg-0ubuntu2.1 [2,006 kB] 2024-09-13T16:11:40.351 INFO:teuthology.orchestra.run.smithi005.stdout:Get:89 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pastescript all 2.0.2-4 [54.6 kB] 2024-09-13T16:11:40.351 INFO:teuthology.orchestra.run.smithi005.stdout:Get:90 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 python3-rgw amd64 18.2.4-850-g50bbe7f3-1focal [113 kB] 2024-09-13T16:11:40.352 INFO:teuthology.orchestra.run.smithi005.stdout:Get:91 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-psutil amd64 5.5.1-1ubuntu4 [141 kB] 2024-09-13T16:11:40.354 INFO:teuthology.orchestra.run.smithi005.stdout:Get:92 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 libradosstriper1 amd64 18.2.4-850-g50bbe7f3-1focal [479 kB] 2024-09-13T16:11:40.354 INFO:teuthology.orchestra.run.smithi005.stdout:Get:93 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pyinotify all 0.9.6-1.2ubuntu1 [24.8 kB] 2024-09-13T16:11:40.355 INFO:teuthology.orchestra.run.smithi005.stdout:Get:94 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-simplejson amd64 3.16.0-2ubuntu2 [50.8 kB] 2024-09-13T16:11:40.356 INFO:teuthology.orchestra.run.smithi005.stdout:Get:95 http://archive.ubuntu.com/ubuntu focal/universe amd64 qttranslations5-l10n all 5.12.8-0ubuntu1 [1,486 kB] 2024-09-13T16:11:40.362 INFO:teuthology.orchestra.run.smithi005.stdout:Get:96 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 ceph-common amd64 18.2.4-850-g50bbe7f3-1focal [25.2 MB] 2024-09-13T16:11:40.522 INFO:teuthology.orchestra.run.smithi179.stdout:Get:17 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 libqt5dbus5 amd64 5.12.8+dfsg-0ubuntu2.1 [208 kB] 2024-09-13T16:11:40.531 INFO:teuthology.orchestra.run.smithi179.stdout:Get:18 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 libqt5network5 amd64 5.12.8+dfsg-0ubuntu2.1 [673 kB] 2024-09-13T16:11:40.557 INFO:teuthology.orchestra.run.smithi179.stdout:Get:19 http://archive.ubuntu.com/ubuntu focal/universe amd64 libthrift-0.13.0 amd64 0.13.0-2build2 [249 kB] 2024-09-13T16:11:40.565 INFO:teuthology.orchestra.run.smithi179.stdout:Get:20 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-prettytable all 0.7.2-5 [20.1 kB] 2024-09-13T16:11:40.566 INFO:teuthology.orchestra.run.smithi179.stdout:Get:21 http://archive.ubuntu.com/ubuntu focal/main amd64 liblua5.3-0 amd64 5.3.3-1.1ubuntu2 [116 kB] 2024-09-13T16:11:40.570 INFO:teuthology.orchestra.run.smithi179.stdout:Get:22 http://archive.ubuntu.com/ubuntu focal/main amd64 librabbitmq4 amd64 0.10.0-1 [35.8 kB] 2024-09-13T16:11:40.571 INFO:teuthology.orchestra.run.smithi179.stdout:Get:23 http://archive.ubuntu.com/ubuntu focal/universe amd64 librdkafka1 amd64 1.2.1-1ubuntu1 [410 kB] 2024-09-13T16:11:40.584 INFO:teuthology.orchestra.run.smithi179.stdout:Get:24 http://archive.ubuntu.com/ubuntu focal/main amd64 liboath0 amd64 2.6.1-1.3 [44.7 kB] 2024-09-13T16:11:40.584 INFO:teuthology.orchestra.run.smithi179.stdout:Get:25 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 python3-rgw amd64 18.2.4-850-g50bbe7f3-1focal [113 kB] 2024-09-13T16:11:40.585 INFO:teuthology.orchestra.run.smithi179.stdout:Get:26 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-cherrypy3 all 8.9.1-6 [160 kB] 2024-09-13T16:11:40.587 INFO:teuthology.orchestra.run.smithi179.stdout:Get:27 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 libradosstriper1 amd64 18.2.4-850-g50bbe7f3-1focal [479 kB] 2024-09-13T16:11:40.596 INFO:teuthology.orchestra.run.smithi179.stdout:Get:28 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 ceph-common amd64 18.2.4-850-g50bbe7f3-1focal [25.2 MB] 2024-09-13T16:11:40.604 INFO:teuthology.orchestra.run.smithi179.stdout:Get:29 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-natsort all 7.0.1-1 [29.2 kB] 2024-09-13T16:11:40.671 INFO:teuthology.orchestra.run.smithi179.stdout:Get:30 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-logutils all 0.3.3-7 [17.3 kB] 2024-09-13T16:11:40.672 INFO:teuthology.orchestra.run.smithi179.stdout:Get:31 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-markupsafe amd64 1.1.0-1build2 [13.9 kB] 2024-09-13T16:11:40.672 INFO:teuthology.orchestra.run.smithi179.stdout:Get:32 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 python3-mako all 1.1.0+ds1-1ubuntu2.1 [59.2 kB] 2024-09-13T16:11:40.674 INFO:teuthology.orchestra.run.smithi179.stdout:Get:33 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-simplegeneric all 0.8.1-3 [11.3 kB] 2024-09-13T16:11:40.675 INFO:teuthology.orchestra.run.smithi179.stdout:Get:34 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-singledispatch all 3.4.0.3-2build1 [7,128 B] 2024-09-13T16:11:40.675 INFO:teuthology.orchestra.run.smithi179.stdout:Get:35 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 python3-webob all 1:1.8.5-2ubuntu0.1 [84.5 kB] 2024-09-13T16:11:40.678 INFO:teuthology.orchestra.run.smithi179.stdout:Get:36 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-soupsieve all 1.9.5+dfsg-1 [29.1 kB] 2024-09-13T16:11:40.679 INFO:teuthology.orchestra.run.smithi179.stdout:Get:37 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-bs4 all 4.8.2-1 [83.0 kB] 2024-09-13T16:11:40.687 INFO:teuthology.orchestra.run.smithi179.stdout:Get:38 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 python3-waitress all 1.4.1-1ubuntu0.1 [81.4 kB] 2024-09-13T16:11:40.768 INFO:teuthology.orchestra.run.smithi179.stdout:Get:39 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-tempita all 0.5.2-6 [14.8 kB] 2024-09-13T16:11:40.768 INFO:teuthology.orchestra.run.smithi179.stdout:Get:40 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-paste all 3.4.0+dfsg1-1 [456 kB] 2024-09-13T16:11:40.776 INFO:teuthology.orchestra.run.smithi179.stdout:Get:41 http://archive.ubuntu.com/ubuntu focal/main amd64 python-pastedeploy-tpl all 2.1.0-1 [5,016 B] 2024-09-13T16:11:40.777 INFO:teuthology.orchestra.run.smithi179.stdout:Get:42 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pastedeploy all 2.1.0-1 [26.5 kB] 2024-09-13T16:11:40.778 INFO:teuthology.orchestra.run.smithi179.stdout:Get:43 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-webtest all 2.0.32-2 [28.2 kB] 2024-09-13T16:11:40.779 INFO:teuthology.orchestra.run.smithi179.stdout:Get:44 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pecan all 1.3.3-3ubuntu1 [85.8 kB] 2024-09-13T16:11:40.780 INFO:teuthology.orchestra.run.smithi179.stdout:Get:45 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 python3-werkzeug all 0.16.1+dfsg1-2ubuntu0.2 [183 kB] 2024-09-13T16:11:40.782 INFO:teuthology.orchestra.run.smithi179.stdout:Get:46 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-bcrypt amd64 3.1.7-2ubuntu1 [30.4 kB] 2024-09-13T16:11:40.849 INFO:teuthology.orchestra.run.smithi179.stdout:Get:47 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 python3-cryptography amd64 2.8-3ubuntu0.3 [211 kB] 2024-09-13T16:11:40.854 INFO:teuthology.orchestra.run.smithi179.stdout:Get:48 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-openssl all 19.0.0-1build1 [43.3 kB] 2024-09-13T16:11:40.930 INFO:teuthology.orchestra.run.smithi179.stdout:Get:49 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-asyncssh all 1.12.2-1 [152 kB] 2024-09-13T16:11:40.933 INFO:teuthology.orchestra.run.smithi179.stdout:Get:50 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 python3-jinja2 all 2.10.1-2ubuntu0.3 [96.0 kB] 2024-09-13T16:11:40.936 INFO:teuthology.orchestra.run.smithi179.stdout:Get:51 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 python3-jwt all 1.7.1-2ubuntu2.1 [18.0 kB] 2024-09-13T16:11:40.937 INFO:teuthology.orchestra.run.smithi179.stdout:Get:52 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-attr all 19.3.0-2 [33.9 kB] 2024-09-13T16:11:40.938 INFO:teuthology.orchestra.run.smithi179.stdout:Get:53 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-pluggy all 0.13.0-2 [18.4 kB] 2024-09-13T16:11:40.939 INFO:teuthology.orchestra.run.smithi179.stdout:Get:54 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 python3-py all 1.8.1-1ubuntu0.1 [65.6 kB] 2024-09-13T16:11:40.941 INFO:teuthology.orchestra.run.smithi179.stdout:Get:55 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-atomicwrites all 1.1.5-2build1 [7,016 B] 2024-09-13T16:11:40.941 INFO:teuthology.orchestra.run.smithi179.stdout:Get:56 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-packaging all 20.3-1 [26.8 kB] 2024-09-13T16:11:41.012 INFO:teuthology.orchestra.run.smithi179.stdout:Get:57 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-pytest all 4.6.9-1 [178 kB] 2024-09-13T16:11:41.015 INFO:teuthology.orchestra.run.smithi179.stdout:Get:58 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-repoze.lru all 0.7-2 [12.1 kB] 2024-09-13T16:11:41.093 INFO:teuthology.orchestra.run.smithi179.stdout:Get:59 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libjs-underscore all 1.9.1~dfsg-1ubuntu0.20.04.1 [99.5 kB] 2024-09-13T16:11:41.095 INFO:teuthology.orchestra.run.smithi179.stdout:Get:60 http://archive.ubuntu.com/ubuntu focal/main amd64 libjs-sphinxdoc all 1.8.5-7ubuntu3 [97.1 kB] 2024-09-13T16:11:41.098 INFO:teuthology.orchestra.run.smithi179.stdout:Get:61 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-routes all 2.4.1-2 [88.1 kB] 2024-09-13T16:11:41.100 INFO:teuthology.orchestra.run.smithi179.stdout:Get:62 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-decorator all 4.4.2-0ubuntu1 [10.3 kB] 2024-09-13T16:11:41.101 INFO:teuthology.orchestra.run.smithi179.stdout:Get:63 http://archive.ubuntu.com/ubuntu focal/universe amd64 liblbfgsb0 amd64 3.0+dfsg.3-7build1 [29.5 kB] 2024-09-13T16:11:41.102 INFO:teuthology.orchestra.run.smithi179.stdout:Get:64 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-scipy amd64 1.3.3-3build1 [11.1 MB] 2024-09-13T16:11:41.173 INFO:teuthology.orchestra.run.smithi005.stdout:Get:97 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 ceph-base amd64 18.2.4-850-g50bbe7f3-1focal [9,614 kB] 2024-09-13T16:11:41.387 INFO:teuthology.orchestra.run.smithi005.stdout:Get:98 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr-modules-core all 18.2.4-850-g50bbe7f3-1focal [238 kB] 2024-09-13T16:11:41.390 INFO:teuthology.orchestra.run.smithi005.stdout:Get:99 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 libsqlite3-mod-ceph amd64 18.2.4-850-g50bbe7f3-1focal [148 kB] 2024-09-13T16:11:41.393 INFO:teuthology.orchestra.run.smithi005.stdout:Get:100 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr amd64 18.2.4-850-g50bbe7f3-1focal [1,575 kB] 2024-09-13T16:11:41.443 INFO:teuthology.orchestra.run.smithi005.stdout:Get:101 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 ceph-mon amd64 18.2.4-850-g50bbe7f3-1focal [6,639 kB] 2024-09-13T16:11:41.557 INFO:teuthology.orchestra.run.smithi179.stdout:Get:65 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-sklearn-lib amd64 0.22.2.post1+dfsg-5 [2,358 kB] 2024-09-13T16:11:41.557 INFO:teuthology.orchestra.run.smithi179.stdout:Get:66 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 ceph-base amd64 18.2.4-850-g50bbe7f3-1focal [9,614 kB] 2024-09-13T16:11:41.582 INFO:teuthology.orchestra.run.smithi179.stdout:Get:67 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-joblib all 0.14.0-3 [192 kB] 2024-09-13T16:11:41.583 INFO:teuthology.orchestra.run.smithi179.stdout:Get:68 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-sklearn all 0.22.2.post1+dfsg-5 [1,773 kB] 2024-09-13T16:11:41.595 INFO:teuthology.orchestra.run.smithi005.stdout:Get:102 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 ceph-osd amd64 18.2.4-850-g50bbe7f3-1focal [24.5 MB] 2024-09-13T16:11:41.652 INFO:teuthology.orchestra.run.smithi179.stdout:Get:69 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-cachetools all 4.0.0-1 [9,820 B] 2024-09-13T16:11:41.652 INFO:teuthology.orchestra.run.smithi179.stdout:Get:70 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pyasn1 all 0.4.2-3build1 [46.7 kB] 2024-09-13T16:11:41.653 INFO:teuthology.orchestra.run.smithi179.stdout:Get:71 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pyasn1-modules all 0.2.1-0.2build1 [32.9 kB] 2024-09-13T16:11:41.654 INFO:teuthology.orchestra.run.smithi179.stdout:Get:72 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-rsa all 4.0-3 [24.7 kB] 2024-09-13T16:11:41.654 INFO:teuthology.orchestra.run.smithi179.stdout:Get:73 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-google-auth all 1.5.1-2 [35.6 kB] 2024-09-13T16:11:41.655 INFO:teuthology.orchestra.run.smithi179.stdout:Get:74 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-blinker all 1.4+dfsg1-0.3ubuntu1 [13.2 kB] 2024-09-13T16:11:41.656 INFO:teuthology.orchestra.run.smithi179.stdout:Get:75 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-oauthlib all 3.1.0-1ubuntu2 [84.8 kB] 2024-09-13T16:11:41.721 INFO:teuthology.orchestra.run.smithi179.stdout:Get:76 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-requests-oauthlib all 1.0.0-1.1build1 [16.8 kB] 2024-09-13T16:11:41.721 INFO:teuthology.orchestra.run.smithi179.stdout:Get:77 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-websocket all 0.53.0-2ubuntu1 [32.3 kB] 2024-09-13T16:11:41.803 INFO:teuthology.orchestra.run.smithi179.stdout:Get:78 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-kubernetes all 7.0.0~a1-2 [271 kB] 2024-09-13T16:11:41.808 INFO:teuthology.orchestra.run.smithi179.stdout:Get:79 http://archive.ubuntu.com/ubuntu focal/universe amd64 libonig5 amd64 6.9.4-1 [142 kB] 2024-09-13T16:11:41.809 INFO:teuthology.orchestra.run.smithi179.stdout:Get:80 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr-modules-core all 18.2.4-850-g50bbe7f3-1focal [238 kB] 2024-09-13T16:11:41.810 INFO:teuthology.orchestra.run.smithi179.stdout:Get:81 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 libjq1 amd64 1.6-1ubuntu0.20.04.1 [121 kB] 2024-09-13T16:11:41.811 INFO:teuthology.orchestra.run.smithi179.stdout:Get:82 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 libsqlite3-mod-ceph amd64 18.2.4-850-g50bbe7f3-1focal [148 kB] 2024-09-13T16:11:41.813 INFO:teuthology.orchestra.run.smithi179.stdout:Get:83 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr amd64 18.2.4-850-g50bbe7f3-1focal [1,575 kB] 2024-09-13T16:11:41.814 INFO:teuthology.orchestra.run.smithi179.stdout:Get:84 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 jq amd64 1.6-1ubuntu0.20.04.1 [50.2 kB] 2024-09-13T16:11:41.815 INFO:teuthology.orchestra.run.smithi179.stdout:Get:85 http://archive.ubuntu.com/ubuntu focal/main amd64 socat amd64 1.7.3.3-2 [323 kB] 2024-09-13T16:11:41.866 INFO:teuthology.orchestra.run.smithi179.stdout:Get:86 http://archive.ubuntu.com/ubuntu focal/universe amd64 xmlstarlet amd64 1.6.1-2build1 [267 kB] 2024-09-13T16:11:41.871 INFO:teuthology.orchestra.run.smithi179.stdout:Get:87 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-colorama all 0.4.3-1build1 [23.9 kB] 2024-09-13T16:11:41.873 INFO:teuthology.orchestra.run.smithi179.stdout:Get:88 http://archive.ubuntu.com/ubuntu focal/universe amd64 fonts-mathjax all 2.7.4+dfsg-1 [2,208 kB] 2024-09-13T16:11:41.873 INFO:teuthology.orchestra.run.smithi179.stdout:Get:89 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 ceph-mon amd64 18.2.4-850-g50bbe7f3-1focal [6,639 kB] 2024-09-13T16:11:41.891 INFO:teuthology.orchestra.run.smithi179.stdout:Get:90 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 nvme-cli amd64 1.9-1ubuntu0.2 [283 kB] 2024-09-13T16:11:41.894 INFO:teuthology.orchestra.run.smithi179.stdout:Get:91 http://archive.ubuntu.com/ubuntu focal/universe amd64 python-asyncssh-doc all 1.12.2-1 [258 kB] 2024-09-13T16:11:41.965 INFO:teuthology.orchestra.run.smithi179.stdout:Get:92 http://archive.ubuntu.com/ubuntu focal/universe amd64 libjs-mathjax all 2.7.4+dfsg-1 [5,654 kB] 2024-09-13T16:11:42.120 INFO:teuthology.orchestra.run.smithi179.stdout:Get:93 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 ceph-osd amd64 18.2.4-850-g50bbe7f3-1focal [24.5 MB] 2024-09-13T16:11:42.130 INFO:teuthology.orchestra.run.smithi179.stdout:Get:94 http://archive.ubuntu.com/ubuntu focal/universe amd64 python-natsort-doc all 7.0.1-1 [103 kB] 2024-09-13T16:11:42.132 INFO:teuthology.orchestra.run.smithi179.stdout:Get:95 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-webencodings all 0.5.1-1ubuntu1 [11.0 kB] 2024-09-13T16:11:42.132 INFO:teuthology.orchestra.run.smithi179.stdout:Get:96 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-html5lib all 1.0.1-2 [84.3 kB] 2024-09-13T16:11:42.193 INFO:teuthology.orchestra.run.smithi179.stdout:Get:97 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 python3-lxml amd64 4.5.0-1ubuntu0.5 [1,384 kB] 2024-09-13T16:11:42.214 INFO:teuthology.orchestra.run.smithi179.stdout:Get:98 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pastescript all 2.0.2-4 [54.6 kB] 2024-09-13T16:11:42.214 INFO:teuthology.orchestra.run.smithi179.stdout:Get:99 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-psutil amd64 5.5.1-1ubuntu4 [141 kB] 2024-09-13T16:11:42.215 INFO:teuthology.orchestra.run.smithi179.stdout:Get:100 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pyinotify all 0.9.6-1.2ubuntu1 [24.8 kB] 2024-09-13T16:11:42.216 INFO:teuthology.orchestra.run.smithi179.stdout:Get:101 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-simplejson amd64 3.16.0-2ubuntu2 [50.8 kB] 2024-09-13T16:11:42.216 INFO:teuthology.orchestra.run.smithi179.stdout:Get:102 http://archive.ubuntu.com/ubuntu focal/universe amd64 qttranslations5-l10n all 5.12.8-0ubuntu1 [1,486 kB] 2024-09-13T16:11:42.442 INFO:teuthology.orchestra.run.smithi005.stdout:Get:103 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 ceph amd64 18.2.4-850-g50bbe7f3-1focal [13.7 kB] 2024-09-13T16:11:42.443 INFO:teuthology.orchestra.run.smithi005.stdout:Get:104 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 ceph-fuse amd64 18.2.4-850-g50bbe7f3-1focal [856 kB] 2024-09-13T16:11:42.457 INFO:teuthology.orchestra.run.smithi005.stdout:Get:105 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 ceph-mds amd64 18.2.4-850-g50bbe7f3-1focal [2,296 kB] 2024-09-13T16:11:42.473 INFO:teuthology.orchestra.run.smithi005.stdout:Get:106 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 cephadm amd64 18.2.4-850-g50bbe7f3-1focal [239 kB] 2024-09-13T16:11:42.475 INFO:teuthology.orchestra.run.smithi005.stdout:Get:107 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr-cephadm all 18.2.4-850-g50bbe7f3-1focal [143 kB] 2024-09-13T16:11:42.476 INFO:teuthology.orchestra.run.smithi005.stdout:Get:108 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr-dashboard all 18.2.4-850-g50bbe7f3-1focal [7,015 kB] 2024-09-13T16:11:42.662 INFO:teuthology.orchestra.run.smithi005.stdout:Get:109 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr-diskprediction-local all 18.2.4-850-g50bbe7f3-1focal [7,873 kB] 2024-09-13T16:11:42.893 INFO:teuthology.orchestra.run.smithi005.stdout:Get:110 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr-k8sevents all 18.2.4-850-g50bbe7f3-1focal [13.9 kB] 2024-09-13T16:11:42.893 INFO:teuthology.orchestra.run.smithi005.stdout:Get:111 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 ceph-test amd64 18.2.4-850-g50bbe7f3-1focal [46.9 MB] 2024-09-13T16:11:43.085 INFO:teuthology.orchestra.run.smithi179.stdout:Get:103 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 ceph amd64 18.2.4-850-g50bbe7f3-1focal [13.7 kB] 2024-09-13T16:11:43.086 INFO:teuthology.orchestra.run.smithi179.stdout:Get:104 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 ceph-fuse amd64 18.2.4-850-g50bbe7f3-1focal [856 kB] 2024-09-13T16:11:43.100 INFO:teuthology.orchestra.run.smithi179.stdout:Get:105 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 ceph-mds amd64 18.2.4-850-g50bbe7f3-1focal [2,296 kB] 2024-09-13T16:11:43.125 INFO:teuthology.orchestra.run.smithi179.stdout:Get:106 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 cephadm amd64 18.2.4-850-g50bbe7f3-1focal [239 kB] 2024-09-13T16:11:43.149 INFO:teuthology.orchestra.run.smithi179.stdout:Get:107 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr-cephadm all 18.2.4-850-g50bbe7f3-1focal [143 kB] 2024-09-13T16:11:43.151 INFO:teuthology.orchestra.run.smithi179.stdout:Get:108 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr-dashboard all 18.2.4-850-g50bbe7f3-1focal [7,015 kB] 2024-09-13T16:11:43.453 INFO:teuthology.orchestra.run.smithi179.stdout:Get:109 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr-diskprediction-local all 18.2.4-850-g50bbe7f3-1focal [7,873 kB] 2024-09-13T16:11:43.731 INFO:teuthology.orchestra.run.smithi179.stdout:Get:110 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr-k8sevents all 18.2.4-850-g50bbe7f3-1focal [13.9 kB] 2024-09-13T16:11:43.732 INFO:teuthology.orchestra.run.smithi179.stdout:Get:111 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 ceph-test amd64 18.2.4-850-g50bbe7f3-1focal [46.9 MB] 2024-09-13T16:11:44.392 INFO:teuthology.orchestra.run.smithi005.stdout:Get:112 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 ceph-volume all 18.2.4-850-g50bbe7f3-1focal [120 kB] 2024-09-13T16:11:44.394 INFO:teuthology.orchestra.run.smithi005.stdout:Get:113 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 cephfs-mirror amd64 18.2.4-850-g50bbe7f3-1focal [270 kB] 2024-09-13T16:11:44.398 INFO:teuthology.orchestra.run.smithi005.stdout:Get:114 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 cephfs-shell all 18.2.4-850-g50bbe7f3-1focal [33.0 kB] 2024-09-13T16:11:44.464 INFO:teuthology.orchestra.run.smithi005.stdout:Get:115 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 cephfs-top all 18.2.4-850-g50bbe7f3-1focal [22.8 kB] 2024-09-13T16:11:44.465 INFO:teuthology.orchestra.run.smithi005.stdout:Get:116 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 libcephfs-dev amd64 18.2.4-850-g50bbe7f3-1focal [37.4 kB] 2024-09-13T16:11:44.465 INFO:teuthology.orchestra.run.smithi005.stdout:Get:117 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 radosgw amd64 18.2.4-850-g50bbe7f3-1focal [13.5 MB] 2024-09-13T16:11:44.767 INFO:teuthology.orchestra.run.smithi005.stdout:Get:118 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 rbd-fuse amd64 18.2.4-850-g50bbe7f3-1focal [107 kB] 2024-09-13T16:11:45.244 INFO:teuthology.orchestra.run.smithi179.stdout:Get:112 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 ceph-volume all 18.2.4-850-g50bbe7f3-1focal [120 kB] 2024-09-13T16:11:45.246 INFO:teuthology.orchestra.run.smithi179.stdout:Get:113 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 cephfs-mirror amd64 18.2.4-850-g50bbe7f3-1focal [270 kB] 2024-09-13T16:11:45.251 INFO:teuthology.orchestra.run.smithi179.stdout:Get:114 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 cephfs-shell all 18.2.4-850-g50bbe7f3-1focal [33.0 kB] 2024-09-13T16:11:45.252 INFO:teuthology.orchestra.run.smithi179.stdout:Get:115 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 cephfs-top all 18.2.4-850-g50bbe7f3-1focal [22.8 kB] 2024-09-13T16:11:45.253 INFO:teuthology.orchestra.run.smithi179.stdout:Get:116 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 libcephfs-dev amd64 18.2.4-850-g50bbe7f3-1focal [37.4 kB] 2024-09-13T16:11:45.254 INFO:teuthology.orchestra.run.smithi179.stdout:Get:117 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 radosgw amd64 18.2.4-850-g50bbe7f3-1focal [13.5 MB] 2024-09-13T16:11:45.427 INFO:teuthology.orchestra.run.smithi179.stdout:Get:118 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 rbd-fuse amd64 18.2.4-850-g50bbe7f3-1focal [107 kB] 2024-09-13T16:11:45.428 INFO:teuthology.orchestra.run.smithi005.stdout:Fetched 199 MB in 5s (38.9 MB/s) 2024-09-13T16:11:45.570 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package python3-pyperclip. 2024-09-13T16:11:45.626 INFO:teuthology.orchestra.run.smithi005.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 141720 files and directories currently installed.) 2024-09-13T16:11:45.630 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../000-python3-pyperclip_1.7.0-1_all.deb ... 2024-09-13T16:11:45.677 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking python3-pyperclip (1.7.0-1) ... 2024-09-13T16:11:45.980 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package python3-wcwidth. 2024-09-13T16:11:45.997 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../001-python3-wcwidth_0.1.8+dfsg1-3_all.deb ... 2024-09-13T16:11:46.038 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking python3-wcwidth (0.1.8+dfsg1-3) ... 2024-09-13T16:11:46.068 INFO:teuthology.orchestra.run.smithi179.stdout:Fetched 199 MB in 6s (34.7 MB/s) 2024-09-13T16:11:46.234 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package python3-pyperclip. 2024-09-13T16:11:46.293 INFO:teuthology.orchestra.run.smithi179.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 141720 files and directories currently installed.) 2024-09-13T16:11:46.298 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../000-python3-pyperclip_1.7.0-1_all.deb ... 2024-09-13T16:11:46.324 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package python3-cmd2. 2024-09-13T16:11:46.340 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../002-python3-cmd2_0.8.5-2.1_all.deb ... 2024-09-13T16:11:46.349 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking python3-pyperclip (1.7.0-1) ... 2024-09-13T16:11:46.382 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking python3-cmd2 (0.8.5-2.1) ... 2024-09-13T16:11:46.677 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package liblttng-ust0:amd64. 2024-09-13T16:11:46.685 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package python3-wcwidth. 2024-09-13T16:11:46.696 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../003-liblttng-ust0_2.11.0-1_amd64.deb ... 2024-09-13T16:11:46.705 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../001-python3-wcwidth_0.1.8+dfsg1-3_all.deb ... 2024-09-13T16:11:46.744 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking python3-wcwidth (0.1.8+dfsg1-3) ... 2024-09-13T16:11:46.777 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking liblttng-ust0:amd64 (2.11.0-1) ... 2024-09-13T16:11:47.071 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package python3-cmd2. 2024-09-13T16:11:47.087 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../002-python3-cmd2_0.8.5-2.1_all.deb ... 2024-09-13T16:11:47.130 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking python3-cmd2 (0.8.5-2.1) ... 2024-09-13T16:11:47.156 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package libdouble-conversion3:amd64. 2024-09-13T16:11:47.173 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../004-libdouble-conversion3_3.1.5-4ubuntu1_amd64.deb ... 2024-09-13T16:11:47.214 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking libdouble-conversion3:amd64 (3.1.5-4ubuntu1) ... 2024-09-13T16:11:47.524 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package liblttng-ust0:amd64. 2024-09-13T16:11:47.544 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../003-liblttng-ust0_2.11.0-1_amd64.deb ... 2024-09-13T16:11:47.575 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package libpcre2-16-0:amd64. 2024-09-13T16:11:47.595 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../005-libpcre2-16-0_10.34-7ubuntu0.1_amd64.deb ... 2024-09-13T16:11:47.624 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking liblttng-ust0:amd64 (2.11.0-1) ... 2024-09-13T16:11:47.633 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking libpcre2-16-0:amd64 (10.34-7ubuntu0.1) ... 2024-09-13T16:11:48.003 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package libqt5core5a:amd64. 2024-09-13T16:11:48.011 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package libdouble-conversion3:amd64. 2024-09-13T16:11:48.023 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../006-libqt5core5a_5.12.8+dfsg-0ubuntu2.1_amd64.deb ... 2024-09-13T16:11:48.027 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../004-libdouble-conversion3_3.1.5-4ubuntu1_amd64.deb ... 2024-09-13T16:11:48.070 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking libdouble-conversion3:amd64 (3.1.5-4ubuntu1) ... 2024-09-13T16:11:48.072 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking libqt5core5a:amd64 (5.12.8+dfsg-0ubuntu2.1) ... 2024-09-13T16:11:48.381 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package libpcre2-16-0:amd64. 2024-09-13T16:11:48.396 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../005-libpcre2-16-0_10.34-7ubuntu0.1_amd64.deb ... 2024-09-13T16:11:48.430 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking libpcre2-16-0:amd64 (10.34-7ubuntu0.1) ... 2024-09-13T16:11:48.557 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package libqt5dbus5:amd64. 2024-09-13T16:11:48.576 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../007-libqt5dbus5_5.12.8+dfsg-0ubuntu2.1_amd64.deb ... 2024-09-13T16:11:48.615 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking libqt5dbus5:amd64 (5.12.8+dfsg-0ubuntu2.1) ... 2024-09-13T16:11:48.918 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package libqt5core5a:amd64. 2024-09-13T16:11:48.935 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../006-libqt5core5a_5.12.8+dfsg-0ubuntu2.1_amd64.deb ... 2024-09-13T16:11:48.985 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package libqt5network5:amd64. 2024-09-13T16:11:48.986 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking libqt5core5a:amd64 (5.12.8+dfsg-0ubuntu2.1) ... 2024-09-13T16:11:49.004 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../008-libqt5network5_5.12.8+dfsg-0ubuntu2.1_amd64.deb ... 2024-09-13T16:11:49.043 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking libqt5network5:amd64 (5.12.8+dfsg-0ubuntu2.1) ... 2024-09-13T16:11:49.381 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package libthrift-0.13.0. 2024-09-13T16:11:49.397 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../009-libthrift-0.13.0_0.13.0-2build2_amd64.deb ... 2024-09-13T16:11:49.460 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking libthrift-0.13.0 (0.13.0-2build2) ... 2024-09-13T16:11:49.496 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package libqt5dbus5:amd64. 2024-09-13T16:11:49.514 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../007-libqt5dbus5_5.12.8+dfsg-0ubuntu2.1_amd64.deb ... 2024-09-13T16:11:49.554 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking libqt5dbus5:amd64 (5.12.8+dfsg-0ubuntu2.1) ... 2024-09-13T16:11:49.771 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../010-librbd1_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T16:11:49.868 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking librbd1 (18.2.4-850-g50bbe7f3-1focal) over (15.2.17-0ubuntu0.20.04.6) ... 2024-09-13T16:11:49.949 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package libqt5network5:amd64. 2024-09-13T16:11:49.965 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../008-libqt5network5_5.12.8+dfsg-0ubuntu2.1_amd64.deb ... 2024-09-13T16:11:50.007 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking libqt5network5:amd64 (5.12.8+dfsg-0ubuntu2.1) ... 2024-09-13T16:11:50.386 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package libthrift-0.13.0. 2024-09-13T16:11:50.405 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../009-libthrift-0.13.0_0.13.0-2build2_amd64.deb ... 2024-09-13T16:11:50.452 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking libthrift-0.13.0 (0.13.0-2build2) ... 2024-09-13T16:11:50.554 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../011-librados2_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T16:11:50.680 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking librados2 (18.2.4-850-g50bbe7f3-1focal) over (15.2.17-0ubuntu0.20.04.6) ... 2024-09-13T16:11:50.787 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../010-librbd1_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T16:11:50.913 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking librbd1 (18.2.4-850-g50bbe7f3-1focal) over (15.2.17-0ubuntu0.20.04.6) ... 2024-09-13T16:11:51.342 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package libcephfs2. 2024-09-13T16:11:51.361 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../012-libcephfs2_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T16:11:51.417 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking libcephfs2 (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:11:51.628 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../011-librados2_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T16:11:51.737 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package python3-rados. 2024-09-13T16:11:51.753 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../013-python3-rados_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T16:11:51.784 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking librados2 (18.2.4-850-g50bbe7f3-1focal) over (15.2.17-0ubuntu0.20.04.6) ... 2024-09-13T16:11:51.795 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking python3-rados (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:11:52.156 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package python3-ceph-argparse. 2024-09-13T16:11:52.173 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../014-python3-ceph-argparse_18.2.4-850-g50bbe7f3-1focal_all.deb ... 2024-09-13T16:11:52.223 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking python3-ceph-argparse (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:11:52.475 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package python3-cephfs. 2024-09-13T16:11:52.491 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../015-python3-cephfs_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T16:11:52.521 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package libcephfs2. 2024-09-13T16:11:52.533 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking python3-cephfs (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:11:52.541 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../012-libcephfs2_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T16:11:52.571 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking libcephfs2 (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:11:52.844 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package python3-ceph-common. 2024-09-13T16:11:52.864 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../016-python3-ceph-common_18.2.4-850-g50bbe7f3-1focal_all.deb ... 2024-09-13T16:11:52.894 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking python3-ceph-common (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:11:52.899 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package python3-rados. 2024-09-13T16:11:52.917 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../013-python3-rados_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T16:11:52.990 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking python3-rados (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:11:53.181 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package python3-prettytable. 2024-09-13T16:11:53.197 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../017-python3-prettytable_0.7.2-5_all.deb ... 2024-09-13T16:11:53.239 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking python3-prettytable (0.7.2-5) ... 2024-09-13T16:11:53.376 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package python3-ceph-argparse. 2024-09-13T16:11:53.392 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../014-python3-ceph-argparse_18.2.4-850-g50bbe7f3-1focal_all.deb ... 2024-09-13T16:11:53.435 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking python3-ceph-argparse (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:11:53.533 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package python3-rbd. 2024-09-13T16:11:53.550 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../018-python3-rbd_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T16:11:53.591 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking python3-rbd (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:11:53.721 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package python3-cephfs. 2024-09-13T16:11:53.736 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../015-python3-cephfs_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T16:11:53.779 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking python3-cephfs (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:11:53.969 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package liblua5.3-0:amd64. 2024-09-13T16:11:53.987 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../019-liblua5.3-0_5.3.3-1.1ubuntu2_amd64.deb ... 2024-09-13T16:11:54.028 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking liblua5.3-0:amd64 (5.3.3-1.1ubuntu2) ... 2024-09-13T16:11:54.098 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package python3-ceph-common. 2024-09-13T16:11:54.115 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../016-python3-ceph-common_18.2.4-850-g50bbe7f3-1focal_all.deb ... 2024-09-13T16:11:54.148 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking python3-ceph-common (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:11:54.381 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package librabbitmq4:amd64. 2024-09-13T16:11:54.397 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../020-librabbitmq4_0.10.0-1_amd64.deb ... 2024-09-13T16:11:54.439 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking librabbitmq4:amd64 (0.10.0-1) ... 2024-09-13T16:11:54.459 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package python3-prettytable. 2024-09-13T16:11:54.476 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../017-python3-prettytable_0.7.2-5_all.deb ... 2024-09-13T16:11:54.543 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking python3-prettytable (0.7.2-5) ... 2024-09-13T16:11:54.742 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package librdkafka1:amd64. 2024-09-13T16:11:54.760 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../021-librdkafka1_1.2.1-1ubuntu1_amd64.deb ... 2024-09-13T16:11:54.795 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package python3-rbd. 2024-09-13T16:11:54.800 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking librdkafka1:amd64 (1.2.1-1ubuntu1) ... 2024-09-13T16:11:54.811 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../018-python3-rbd_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T16:11:54.887 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking python3-rbd (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:11:55.266 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package liblua5.3-0:amd64. 2024-09-13T16:11:55.282 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../019-liblua5.3-0_5.3.3-1.1ubuntu2_amd64.deb ... 2024-09-13T16:11:55.303 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package librgw2. 2024-09-13T16:11:55.319 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../022-librgw2_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T16:11:55.323 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking liblua5.3-0:amd64 (5.3.3-1.1ubuntu2) ... 2024-09-13T16:11:55.361 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking librgw2 (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:11:55.701 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package librabbitmq4:amd64. 2024-09-13T16:11:55.718 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../020-librabbitmq4_0.10.0-1_amd64.deb ... 2024-09-13T16:11:55.759 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking librabbitmq4:amd64 (0.10.0-1) ... 2024-09-13T16:11:56.148 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package librdkafka1:amd64. 2024-09-13T16:11:56.165 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../021-librdkafka1_1.2.1-1ubuntu1_amd64.deb ... 2024-09-13T16:11:56.244 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking librdkafka1:amd64 (1.2.1-1ubuntu1) ... 2024-09-13T16:11:56.247 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package python3-rgw. 2024-09-13T16:11:56.265 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../023-python3-rgw_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T16:11:56.305 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking python3-rgw (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:11:56.650 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package liboath0. 2024-09-13T16:11:56.665 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package librgw2. 2024-09-13T16:11:56.666 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../024-liboath0_2.6.1-1.3_amd64.deb ... 2024-09-13T16:11:56.682 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../022-librgw2_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T16:11:56.699 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking liboath0 (2.6.1-1.3) ... 2024-09-13T16:11:56.723 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking librgw2 (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:11:56.994 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package libradosstriper1. 2024-09-13T16:11:57.010 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../025-libradosstriper1_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T16:11:57.052 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking libradosstriper1 (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:11:57.547 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package ceph-common. 2024-09-13T16:11:57.563 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../026-ceph-common_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T16:11:57.605 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking ceph-common (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:11:57.618 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package python3-rgw. 2024-09-13T16:11:57.635 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../023-python3-rgw_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T16:11:57.676 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking python3-rgw (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:11:58.112 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package liboath0. 2024-09-13T16:11:58.128 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../024-liboath0_2.6.1-1.3_amd64.deb ... 2024-09-13T16:11:58.170 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking liboath0 (2.6.1-1.3) ... 2024-09-13T16:11:58.506 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package libradosstriper1. 2024-09-13T16:11:58.523 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../025-libradosstriper1_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T16:11:58.565 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking libradosstriper1 (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:11:59.076 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package ceph-common. 2024-09-13T16:11:59.097 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../026-ceph-common_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T16:11:59.134 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking ceph-common (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:12:00.119 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package ceph-base. 2024-09-13T16:12:00.136 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../027-ceph-base_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T16:12:00.188 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking ceph-base (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:12:01.541 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package python3-cherrypy3. 2024-09-13T16:12:01.557 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../028-python3-cherrypy3_8.9.1-6_all.deb ... 2024-09-13T16:12:01.591 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking python3-cherrypy3 (8.9.1-6) ... 2024-09-13T16:12:01.623 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package ceph-base. 2024-09-13T16:12:01.642 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../027-ceph-base_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T16:12:01.692 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking ceph-base (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:12:01.927 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package python3-natsort. 2024-09-13T16:12:01.947 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../029-python3-natsort_7.0.1-1_all.deb ... 2024-09-13T16:12:01.985 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking python3-natsort (7.0.1-1) ... 2024-09-13T16:12:02.280 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package python3-logutils. 2024-09-13T16:12:02.299 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../030-python3-logutils_0.3.3-7_all.deb ... 2024-09-13T16:12:02.355 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking python3-logutils (0.3.3-7) ... 2024-09-13T16:12:02.658 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package python3-markupsafe. 2024-09-13T16:12:02.674 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../031-python3-markupsafe_1.1.0-1build2_amd64.deb ... 2024-09-13T16:12:02.716 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking python3-markupsafe (1.1.0-1build2) ... 2024-09-13T16:12:03.044 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package python3-mako. 2024-09-13T16:12:03.061 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../032-python3-mako_1.1.0+ds1-1ubuntu2.1_all.deb ... 2024-09-13T16:12:03.062 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package python3-cherrypy3. 2024-09-13T16:12:03.081 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../028-python3-cherrypy3_8.9.1-6_all.deb ... 2024-09-13T16:12:03.102 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking python3-mako (1.1.0+ds1-1ubuntu2.1) ... 2024-09-13T16:12:03.120 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking python3-cherrypy3 (8.9.1-6) ... 2024-09-13T16:12:03.430 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package python3-simplegeneric. 2024-09-13T16:12:03.449 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../033-python3-simplegeneric_0.8.1-3_all.deb ... 2024-09-13T16:12:03.489 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking python3-simplegeneric (0.8.1-3) ... 2024-09-13T16:12:03.489 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package python3-natsort. 2024-09-13T16:12:03.507 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../029-python3-natsort_7.0.1-1_all.deb ... 2024-09-13T16:12:03.575 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking python3-natsort (7.0.1-1) ... 2024-09-13T16:12:03.833 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package python3-singledispatch. 2024-09-13T16:12:03.850 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../034-python3-singledispatch_3.4.0.3-2build1_all.deb ... 2024-09-13T16:12:03.892 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking python3-singledispatch (3.4.0.3-2build1) ... 2024-09-13T16:12:03.917 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package python3-logutils. 2024-09-13T16:12:03.933 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../030-python3-logutils_0.3.3-7_all.deb ... 2024-09-13T16:12:03.975 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking python3-logutils (0.3.3-7) ... 2024-09-13T16:12:04.194 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package python3-webob. 2024-09-13T16:12:04.210 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../035-python3-webob_1%3a1.8.5-2ubuntu0.1_all.deb ... 2024-09-13T16:12:04.270 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package python3-markupsafe. 2024-09-13T16:12:04.277 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking python3-webob (1:1.8.5-2ubuntu0.1) ... 2024-09-13T16:12:04.289 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../031-python3-markupsafe_1.1.0-1build2_amd64.deb ... 2024-09-13T16:12:04.320 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking python3-markupsafe (1.1.0-1build2) ... 2024-09-13T16:12:04.606 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package python3-soupsieve. 2024-09-13T16:12:04.622 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../036-python3-soupsieve_1.9.5+dfsg-1_all.deb ... 2024-09-13T16:12:04.639 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package python3-mako. 2024-09-13T16:12:04.655 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../032-python3-mako_1.1.0+ds1-1ubuntu2.1_all.deb ... 2024-09-13T16:12:04.664 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking python3-soupsieve (1.9.5+dfsg-1) ... 2024-09-13T16:12:04.697 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking python3-mako (1.1.0+ds1-1ubuntu2.1) ... 2024-09-13T16:12:04.992 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package python3-bs4. 2024-09-13T16:12:05.009 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../037-python3-bs4_4.8.2-1_all.deb ... 2024-09-13T16:12:05.050 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking python3-bs4 (4.8.2-1) ... 2024-09-13T16:12:05.067 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package python3-simplegeneric. 2024-09-13T16:12:05.083 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../033-python3-simplegeneric_0.8.1-3_all.deb ... 2024-09-13T16:12:05.125 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking python3-simplegeneric (0.8.1-3) ... 2024-09-13T16:12:05.386 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package python3-waitress. 2024-09-13T16:12:05.405 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../038-python3-waitress_1.4.1-1ubuntu0.1_all.deb ... 2024-09-13T16:12:05.445 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package python3-singledispatch. 2024-09-13T16:12:05.448 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking python3-waitress (1.4.1-1ubuntu0.1) ... 2024-09-13T16:12:05.465 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../034-python3-singledispatch_3.4.0.3-2build1_all.deb ... 2024-09-13T16:12:05.537 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking python3-singledispatch (3.4.0.3-2build1) ... 2024-09-13T16:12:05.823 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package python3-tempita. 2024-09-13T16:12:05.841 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../039-python3-tempita_0.5.2-6_all.deb ... 2024-09-13T16:12:05.848 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package python3-webob. 2024-09-13T16:12:05.865 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../035-python3-webob_1%3a1.8.5-2ubuntu0.1_all.deb ... 2024-09-13T16:12:05.889 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking python3-tempita (0.5.2-6) ... 2024-09-13T16:12:05.906 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking python3-webob (1:1.8.5-2ubuntu0.1) ... 2024-09-13T16:12:06.217 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package python3-paste. 2024-09-13T16:12:06.225 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package python3-soupsieve. 2024-09-13T16:12:06.234 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../040-python3-paste_3.4.0+dfsg1-1_all.deb ... 2024-09-13T16:12:06.242 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../036-python3-soupsieve_1.9.5+dfsg-1_all.deb ... 2024-09-13T16:12:06.275 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking python3-paste (3.4.0+dfsg1-1) ... 2024-09-13T16:12:06.283 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking python3-soupsieve (1.9.5+dfsg-1) ... 2024-09-13T16:12:06.595 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package python-pastedeploy-tpl. 2024-09-13T16:12:06.613 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../041-python-pastedeploy-tpl_2.1.0-1_all.deb ... 2024-09-13T16:12:06.628 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package python3-bs4. 2024-09-13T16:12:06.646 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../037-python3-bs4_4.8.2-1_all.deb ... 2024-09-13T16:12:06.653 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking python-pastedeploy-tpl (2.1.0-1) ... 2024-09-13T16:12:06.797 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking python3-bs4 (4.8.2-1) ... 2024-09-13T16:12:06.948 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package python3-pastedeploy. 2024-09-13T16:12:06.968 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../042-python3-pastedeploy_2.1.0-1_all.deb ... 2024-09-13T16:12:07.006 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking python3-pastedeploy (2.1.0-1) ... 2024-09-13T16:12:07.315 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package python3-webtest. 2024-09-13T16:12:07.332 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../043-python3-webtest_2.0.32-2_all.deb ... 2024-09-13T16:12:07.373 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking python3-webtest (2.0.32-2) ... 2024-09-13T16:12:07.390 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package python3-waitress. 2024-09-13T16:12:07.406 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../038-python3-waitress_1.4.1-1ubuntu0.1_all.deb ... 2024-09-13T16:12:07.472 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking python3-waitress (1.4.1-1ubuntu0.1) ... 2024-09-13T16:12:07.719 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package python3-pecan. 2024-09-13T16:12:07.737 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../044-python3-pecan_1.3.3-3ubuntu1_all.deb ... 2024-09-13T16:12:07.777 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking python3-pecan (1.3.3-3ubuntu1) ... 2024-09-13T16:12:07.843 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package python3-tempita. 2024-09-13T16:12:07.859 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../039-python3-tempita_0.5.2-6_all.deb ... 2024-09-13T16:12:07.901 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking python3-tempita (0.5.2-6) ... 2024-09-13T16:12:08.149 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package python3-werkzeug. 2024-09-13T16:12:08.165 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../045-python3-werkzeug_0.16.1+dfsg1-2ubuntu0.2_all.deb ... 2024-09-13T16:12:08.193 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package python3-paste. 2024-09-13T16:12:08.207 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking python3-werkzeug (0.16.1+dfsg1-2ubuntu0.2) ... 2024-09-13T16:12:08.213 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../040-python3-paste_3.4.0+dfsg1-1_all.deb ... 2024-09-13T16:12:08.251 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking python3-paste (3.4.0+dfsg1-1) ... 2024-09-13T16:12:08.493 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package ceph-mgr-modules-core. 2024-09-13T16:12:08.510 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../046-ceph-mgr-modules-core_18.2.4-850-g50bbe7f3-1focal_all.deb ... 2024-09-13T16:12:08.551 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking ceph-mgr-modules-core (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:12:08.597 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package python-pastedeploy-tpl. 2024-09-13T16:12:08.612 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../041-python-pastedeploy-tpl_2.1.0-1_all.deb ... 2024-09-13T16:12:08.655 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking python-pastedeploy-tpl (2.1.0-1) ... 2024-09-13T16:12:08.940 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package libsqlite3-mod-ceph. 2024-09-13T16:12:08.960 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../047-libsqlite3-mod-ceph_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T16:12:08.991 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package python3-pastedeploy. 2024-09-13T16:12:08.998 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking libsqlite3-mod-ceph (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:12:09.007 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../042-python3-pastedeploy_2.1.0-1_all.deb ... 2024-09-13T16:12:09.071 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking python3-pastedeploy (2.1.0-1) ... 2024-09-13T16:12:09.335 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package python3-bcrypt. 2024-09-13T16:12:09.351 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../048-python3-bcrypt_3.1.7-2ubuntu1_amd64.deb ... 2024-09-13T16:12:09.401 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking python3-bcrypt (3.1.7-2ubuntu1) ... 2024-09-13T16:12:09.410 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package python3-webtest. 2024-09-13T16:12:09.429 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../043-python3-webtest_2.0.32-2_all.deb ... 2024-09-13T16:12:09.468 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking python3-webtest (2.0.32-2) ... 2024-09-13T16:12:09.712 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package python3-cryptography. 2024-09-13T16:12:09.729 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../049-python3-cryptography_2.8-3ubuntu0.3_amd64.deb ... 2024-09-13T16:12:09.770 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking python3-cryptography (2.8-3ubuntu0.3) ... 2024-09-13T16:12:09.813 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package python3-pecan. 2024-09-13T16:12:09.830 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../044-python3-pecan_1.3.3-3ubuntu1_all.deb ... 2024-09-13T16:12:09.871 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking python3-pecan (1.3.3-3ubuntu1) ... 2024-09-13T16:12:10.170 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package python3-openssl. 2024-09-13T16:12:10.186 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../050-python3-openssl_19.0.0-1build1_all.deb ... 2024-09-13T16:12:10.227 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package python3-werkzeug. 2024-09-13T16:12:10.228 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking python3-openssl (19.0.0-1build1) ... 2024-09-13T16:12:10.243 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../045-python3-werkzeug_0.16.1+dfsg1-2ubuntu0.2_all.deb ... 2024-09-13T16:12:10.276 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking python3-werkzeug (0.16.1+dfsg1-2ubuntu0.2) ... 2024-09-13T16:12:10.581 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package ceph-mgr. 2024-09-13T16:12:10.598 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../051-ceph-mgr_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T16:12:10.621 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package ceph-mgr-modules-core. 2024-09-13T16:12:10.637 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../046-ceph-mgr-modules-core_18.2.4-850-g50bbe7f3-1focal_all.deb ... 2024-09-13T16:12:10.704 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking ceph-mgr-modules-core (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:12:11.122 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package libsqlite3-mod-ceph. 2024-09-13T16:12:11.131 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking ceph-mgr (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:12:11.139 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../047-libsqlite3-mod-ceph_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T16:12:11.179 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking libsqlite3-mod-ceph (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:12:11.541 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package python3-bcrypt. 2024-09-13T16:12:11.557 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../048-python3-bcrypt_3.1.7-2ubuntu1_amd64.deb ... 2024-09-13T16:12:11.599 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking python3-bcrypt (3.1.7-2ubuntu1) ... 2024-09-13T16:12:11.759 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package ceph-mon. 2024-09-13T16:12:11.779 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../052-ceph-mon_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T16:12:11.817 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking ceph-mon (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:12:11.953 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package python3-cryptography. 2024-09-13T16:12:11.968 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../049-python3-cryptography_2.8-3ubuntu0.3_amd64.deb ... 2024-09-13T16:12:12.019 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking python3-cryptography (2.8-3ubuntu0.3) ... 2024-09-13T16:12:12.756 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package ceph-osd. 2024-09-13T16:12:12.772 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../053-ceph-osd_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T16:12:12.812 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking ceph-osd (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:12:13.198 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package python3-openssl. 2024-09-13T16:12:13.217 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../050-python3-openssl_19.0.0-1build1_all.deb ... 2024-09-13T16:12:13.256 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking python3-openssl (19.0.0-1build1) ... 2024-09-13T16:12:13.617 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package ceph-mgr. 2024-09-13T16:12:13.635 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../051-ceph-mgr_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T16:12:13.709 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking ceph-mgr (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:12:14.180 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package ceph-mon. 2024-09-13T16:12:14.198 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../052-ceph-mon_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T16:12:14.237 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking ceph-mon (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:12:14.998 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package ceph. 2024-09-13T16:12:15.014 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../054-ceph_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T16:12:15.056 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking ceph (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:12:15.183 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package ceph-osd. 2024-09-13T16:12:15.199 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../053-ceph-osd_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T16:12:15.241 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking ceph-osd (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:12:15.426 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package ceph-fuse. 2024-09-13T16:12:15.442 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../055-ceph-fuse_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T16:12:15.484 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking ceph-fuse (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:12:15.938 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package ceph-mds. 2024-09-13T16:12:15.954 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../056-ceph-mds_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T16:12:15.996 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking ceph-mds (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:12:16.583 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package cephadm. 2024-09-13T16:12:16.601 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../057-cephadm_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T16:12:16.641 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking cephadm (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:12:16.952 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package python3-asyncssh. 2024-09-13T16:12:16.969 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../058-python3-asyncssh_1.12.2-1_all.deb ... 2024-09-13T16:12:17.010 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking python3-asyncssh (1.12.2-1) ... 2024-09-13T16:12:17.380 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package python3-jinja2. 2024-09-13T16:12:17.400 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../059-python3-jinja2_2.10.1-2ubuntu0.3_all.deb ... 2024-09-13T16:12:17.438 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking python3-jinja2 (2.10.1-2ubuntu0.3) ... 2024-09-13T16:12:17.494 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package ceph. 2024-09-13T16:12:17.511 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../054-ceph_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T16:12:17.569 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking ceph (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:12:17.757 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package ceph-mgr-cephadm. 2024-09-13T16:12:17.774 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../060-ceph-mgr-cephadm_18.2.4-850-g50bbe7f3-1focal_all.deb ... 2024-09-13T16:12:17.832 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking ceph-mgr-cephadm (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:12:17.888 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package ceph-fuse. 2024-09-13T16:12:17.904 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../055-ceph-fuse_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T16:12:17.980 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking ceph-fuse (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:12:18.186 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package python3-jwt. 2024-09-13T16:12:18.204 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../061-python3-jwt_1.7.1-2ubuntu2.1_all.deb ... 2024-09-13T16:12:18.244 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking python3-jwt (1.7.1-2ubuntu2.1) ... 2024-09-13T16:12:18.391 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package ceph-mds. 2024-09-13T16:12:18.409 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../056-ceph-mds_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T16:12:18.449 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking ceph-mds (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:12:18.572 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package python3-attr. 2024-09-13T16:12:18.592 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../062-python3-attr_19.3.0-2_all.deb ... 2024-09-13T16:12:18.630 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking python3-attr (19.3.0-2) ... 2024-09-13T16:12:18.958 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package python3-pluggy. 2024-09-13T16:12:18.974 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../063-python3-pluggy_0.13.0-2_all.deb ... 2024-09-13T16:12:19.016 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking python3-pluggy (0.13.0-2) ... 2024-09-13T16:12:19.036 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package cephadm. 2024-09-13T16:12:19.054 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../057-cephadm_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T16:12:19.094 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking cephadm (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:12:19.345 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package python3-py. 2024-09-13T16:12:19.364 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../064-python3-py_1.8.1-1ubuntu0.1_all.deb ... 2024-09-13T16:12:19.394 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking python3-py (1.8.1-1ubuntu0.1) ... 2024-09-13T16:12:19.438 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package python3-asyncssh. 2024-09-13T16:12:19.457 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../058-python3-asyncssh_1.12.2-1_all.deb ... 2024-09-13T16:12:19.496 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking python3-asyncssh (1.12.2-1) ... 2024-09-13T16:12:19.680 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package python3-atomicwrites. 2024-09-13T16:12:19.697 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../065-python3-atomicwrites_1.1.5-2build1_all.deb ... 2024-09-13T16:12:19.772 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking python3-atomicwrites (1.1.5-2build1) ... 2024-09-13T16:12:19.875 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package python3-jinja2. 2024-09-13T16:12:19.891 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../059-python3-jinja2_2.10.1-2ubuntu0.3_all.deb ... 2024-09-13T16:12:19.966 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking python3-jinja2 (2.10.1-2ubuntu0.3) ... 2024-09-13T16:12:20.083 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package python3-packaging. 2024-09-13T16:12:20.101 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../066-python3-packaging_20.3-1_all.deb ... 2024-09-13T16:12:20.133 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking python3-packaging (20.3-1) ... 2024-09-13T16:12:20.302 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package ceph-mgr-cephadm. 2024-09-13T16:12:20.321 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../060-ceph-mgr-cephadm_18.2.4-850-g50bbe7f3-1focal_all.deb ... 2024-09-13T16:12:20.360 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking ceph-mgr-cephadm (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:12:20.469 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package python3-pytest. 2024-09-13T16:12:20.485 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../067-python3-pytest_4.6.9-1_all.deb ... 2024-09-13T16:12:20.527 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking python3-pytest (4.6.9-1) ... 2024-09-13T16:12:20.770 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package python3-jwt. 2024-09-13T16:12:20.780 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../061-python3-jwt_1.7.1-2ubuntu2.1_all.deb ... 2024-09-13T16:12:20.822 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking python3-jwt (1.7.1-2ubuntu2.1) ... 2024-09-13T16:12:20.840 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package python3-repoze.lru. 2024-09-13T16:12:20.860 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../068-python3-repoze.lru_0.7-2_all.deb ... 2024-09-13T16:12:20.898 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking python3-repoze.lru (0.7-2) ... 2024-09-13T16:12:21.185 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package libjs-underscore. 2024-09-13T16:12:21.192 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package python3-attr. 2024-09-13T16:12:21.201 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../069-libjs-underscore_1.9.1~dfsg-1ubuntu0.20.04.1_all.deb ... 2024-09-13T16:12:21.207 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../062-python3-attr_19.3.0-2_all.deb ... 2024-09-13T16:12:21.243 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking libjs-underscore (1.9.1~dfsg-1ubuntu0.20.04.1) ... 2024-09-13T16:12:21.275 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking python3-attr (19.3.0-2) ... 2024-09-13T16:12:21.520 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package libjs-sphinxdoc. 2024-09-13T16:12:21.540 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../070-libjs-sphinxdoc_1.8.5-7ubuntu3_all.deb ... 2024-09-13T16:12:21.579 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking libjs-sphinxdoc (1.8.5-7ubuntu3) ... 2024-09-13T16:12:21.611 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package python3-pluggy. 2024-09-13T16:12:21.629 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../063-python3-pluggy_0.13.0-2_all.deb ... 2024-09-13T16:12:21.669 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking python3-pluggy (0.13.0-2) ... 2024-09-13T16:12:21.931 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package python3-routes. 2024-09-13T16:12:21.947 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../071-python3-routes_2.4.1-2_all.deb ... 2024-09-13T16:12:21.989 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking python3-routes (2.4.1-2) ... 2024-09-13T16:12:22.007 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package python3-py. 2024-09-13T16:12:22.023 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../064-python3-py_1.8.1-1ubuntu0.1_all.deb ... 2024-09-13T16:12:22.065 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking python3-py (1.8.1-1ubuntu0.1) ... 2024-09-13T16:12:22.326 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package ceph-mgr-dashboard. 2024-09-13T16:12:22.342 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../072-ceph-mgr-dashboard_18.2.4-850-g50bbe7f3-1focal_all.deb ... 2024-09-13T16:12:22.384 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking ceph-mgr-dashboard (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:12:22.401 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package python3-atomicwrites. 2024-09-13T16:12:22.421 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../065-python3-atomicwrites_1.1.5-2build1_all.deb ... 2024-09-13T16:12:22.459 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking python3-atomicwrites (1.1.5-2build1) ... 2024-09-13T16:12:22.804 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package python3-packaging. 2024-09-13T16:12:22.822 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../066-python3-packaging_20.3-1_all.deb ... 2024-09-13T16:12:22.870 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking python3-packaging (20.3-1) ... 2024-09-13T16:12:23.207 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package python3-pytest. 2024-09-13T16:12:23.223 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../067-python3-pytest_4.6.9-1_all.deb ... 2024-09-13T16:12:23.265 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking python3-pytest (4.6.9-1) ... 2024-09-13T16:12:23.610 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package python3-repoze.lru. 2024-09-13T16:12:23.629 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../068-python3-repoze.lru_0.7-2_all.deb ... 2024-09-13T16:12:23.668 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking python3-repoze.lru (0.7-2) ... 2024-09-13T16:12:23.806 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package python3-decorator. 2024-09-13T16:12:23.825 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../073-python3-decorator_4.4.2-0ubuntu1_all.deb ... 2024-09-13T16:12:23.864 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking python3-decorator (4.4.2-0ubuntu1) ... 2024-09-13T16:12:23.954 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package libjs-underscore. 2024-09-13T16:12:23.970 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../069-libjs-underscore_1.9.1~dfsg-1ubuntu0.20.04.1_all.deb ... 2024-09-13T16:12:24.012 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking libjs-underscore (1.9.1~dfsg-1ubuntu0.20.04.1) ... 2024-09-13T16:12:24.175 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package liblbfgsb0:amd64. 2024-09-13T16:12:24.195 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../074-liblbfgsb0_3.0+dfsg.3-7build1_amd64.deb ... 2024-09-13T16:12:24.258 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking liblbfgsb0:amd64 (3.0+dfsg.3-7build1) ... 2024-09-13T16:12:24.306 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package libjs-sphinxdoc. 2024-09-13T16:12:24.325 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../070-libjs-sphinxdoc_1.8.5-7ubuntu3_all.deb ... 2024-09-13T16:12:24.373 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking libjs-sphinxdoc (1.8.5-7ubuntu3) ... 2024-09-13T16:12:24.561 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package python3-scipy. 2024-09-13T16:12:24.580 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../075-python3-scipy_1.3.3-3build1_amd64.deb ... 2024-09-13T16:12:24.619 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking python3-scipy (1.3.3-3build1) ... 2024-09-13T16:12:24.767 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package python3-routes. 2024-09-13T16:12:24.785 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../071-python3-routes_2.4.1-2_all.deb ... 2024-09-13T16:12:24.825 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking python3-routes (2.4.1-2) ... 2024-09-13T16:12:25.187 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package ceph-mgr-dashboard. 2024-09-13T16:12:25.203 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../072-ceph-mgr-dashboard_18.2.4-850-g50bbe7f3-1focal_all.deb ... 2024-09-13T16:12:25.245 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking ceph-mgr-dashboard (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:12:25.895 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package python3-sklearn-lib. 2024-09-13T16:12:25.916 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../076-python3-sklearn-lib_0.22.2.post1+dfsg-5_amd64.deb ... 2024-09-13T16:12:25.953 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking python3-sklearn-lib (0.22.2.post1+dfsg-5) ... 2024-09-13T16:12:26.523 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package python3-joblib. 2024-09-13T16:12:26.539 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../077-python3-joblib_0.14.0-3_all.deb ... 2024-09-13T16:12:26.581 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking python3-joblib (0.14.0-3) ... 2024-09-13T16:12:26.775 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package python3-decorator. 2024-09-13T16:12:26.794 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../073-python3-decorator_4.4.2-0ubuntu1_all.deb ... 2024-09-13T16:12:26.833 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking python3-decorator (4.4.2-0ubuntu1) ... 2024-09-13T16:12:26.994 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package python3-sklearn. 2024-09-13T16:12:27.010 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../078-python3-sklearn_0.22.2.post1+dfsg-5_all.deb ... 2024-09-13T16:12:27.051 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking python3-sklearn (0.22.2.post1+dfsg-5) ... 2024-09-13T16:12:27.169 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package liblbfgsb0:amd64. 2024-09-13T16:12:27.186 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../074-liblbfgsb0_3.0+dfsg.3-7build1_amd64.deb ... 2024-09-13T16:12:27.227 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking liblbfgsb0:amd64 (3.0+dfsg.3-7build1) ... 2024-09-13T16:12:27.581 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package python3-scipy. 2024-09-13T16:12:27.598 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../075-python3-scipy_1.3.3-3build1_amd64.deb ... 2024-09-13T16:12:27.638 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking python3-scipy (1.3.3-3build1) ... 2024-09-13T16:12:27.755 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package ceph-mgr-diskprediction-local. 2024-09-13T16:12:27.773 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../079-ceph-mgr-diskprediction-local_18.2.4-850-g50bbe7f3-1focal_all.deb ... 2024-09-13T16:12:27.813 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking ceph-mgr-diskprediction-local (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:12:28.966 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package python3-cachetools. 2024-09-13T16:12:28.982 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../080-python3-cachetools_4.0.0-1_all.deb ... 2024-09-13T16:12:29.024 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking python3-cachetools (4.0.0-1) ... 2024-09-13T16:12:29.032 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package python3-sklearn-lib. 2024-09-13T16:12:29.048 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../076-python3-sklearn-lib_0.22.2.post1+dfsg-5_amd64.deb ... 2024-09-13T16:12:29.090 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking python3-sklearn-lib (0.22.2.post1+dfsg-5) ... 2024-09-13T16:12:29.439 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package python3-pyasn1. 2024-09-13T16:12:29.455 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../081-python3-pyasn1_0.4.2-3build1_all.deb ... 2024-09-13T16:12:29.613 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking python3-pyasn1 (0.4.2-3build1) ... 2024-09-13T16:12:29.644 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package python3-joblib. 2024-09-13T16:12:29.662 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../077-python3-joblib_0.14.0-3_all.deb ... 2024-09-13T16:12:29.735 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking python3-joblib (0.14.0-3) ... 2024-09-13T16:12:29.909 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package python3-pyasn1-modules. 2024-09-13T16:12:29.929 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../082-python3-pyasn1-modules_0.2.1-0.2build1_all.deb ... 2024-09-13T16:12:29.960 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking python3-pyasn1-modules (0.2.1-0.2build1) ... 2024-09-13T16:12:30.105 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package python3-sklearn. 2024-09-13T16:12:30.123 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../078-python3-sklearn_0.22.2.post1+dfsg-5_all.deb ... 2024-09-13T16:12:30.155 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking python3-sklearn (0.22.2.post1+dfsg-5) ... 2024-09-13T16:12:30.299 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package python3-rsa. 2024-09-13T16:12:30.316 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../083-python3-rsa_4.0-3_all.deb ... 2024-09-13T16:12:30.357 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking python3-rsa (4.0-3) ... 2024-09-13T16:12:30.703 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package python3-google-auth. 2024-09-13T16:12:30.723 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../084-python3-google-auth_1.5.1-2_all.deb ... 2024-09-13T16:12:30.761 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking python3-google-auth (1.5.1-2) ... 2024-09-13T16:12:30.872 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package ceph-mgr-diskprediction-local. 2024-09-13T16:12:30.890 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../079-ceph-mgr-diskprediction-local_18.2.4-850-g50bbe7f3-1focal_all.deb ... 2024-09-13T16:12:30.930 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking ceph-mgr-diskprediction-local (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:12:31.081 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package python3-blinker. 2024-09-13T16:12:31.100 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../085-python3-blinker_1.4+dfsg1-0.3ubuntu1_all.deb ... 2024-09-13T16:12:31.139 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking python3-blinker (1.4+dfsg1-0.3ubuntu1) ... 2024-09-13T16:12:31.467 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package python3-oauthlib. 2024-09-13T16:12:31.485 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../086-python3-oauthlib_3.1.0-1ubuntu2_all.deb ... 2024-09-13T16:12:31.525 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking python3-oauthlib (3.1.0-1ubuntu2) ... 2024-09-13T16:12:31.924 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package python3-requests-oauthlib. 2024-09-13T16:12:31.944 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../087-python3-requests-oauthlib_1.0.0-1.1build1_all.deb ... 2024-09-13T16:12:32.127 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package python3-cachetools. 2024-09-13T16:12:32.143 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../080-python3-cachetools_4.0.0-1_all.deb ... 2024-09-13T16:12:32.154 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking python3-requests-oauthlib (1.0.0-1.1build1) ... 2024-09-13T16:12:32.187 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking python3-cachetools (4.0.0-1) ... 2024-09-13T16:12:32.466 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package python3-websocket. 2024-09-13T16:12:32.483 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../088-python3-websocket_0.53.0-2ubuntu1_all.deb ... 2024-09-13T16:12:32.515 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking python3-websocket (0.53.0-2ubuntu1) ... 2024-09-13T16:12:32.600 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package python3-pyasn1. 2024-09-13T16:12:32.617 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../081-python3-pyasn1_0.4.2-3build1_all.deb ... 2024-09-13T16:12:32.683 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking python3-pyasn1 (0.4.2-3build1) ... 2024-09-13T16:12:32.844 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package python3-kubernetes. 2024-09-13T16:12:32.861 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../089-python3-kubernetes_7.0.0~a1-2_all.deb ... 2024-09-13T16:12:32.898 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking python3-kubernetes (7.0.0~a1-2) ... 2024-09-13T16:12:33.041 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package python3-pyasn1-modules. 2024-09-13T16:12:33.055 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../082-python3-pyasn1-modules_0.2.1-0.2build1_all.deb ... 2024-09-13T16:12:33.096 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking python3-pyasn1-modules (0.2.1-0.2build1) ... 2024-09-13T16:12:33.441 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package python3-rsa. 2024-09-13T16:12:33.461 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../083-python3-rsa_4.0-3_all.deb ... 2024-09-13T16:12:33.499 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking python3-rsa (4.0-3) ... 2024-09-13T16:12:33.520 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package ceph-mgr-k8sevents. 2024-09-13T16:12:33.538 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../090-ceph-mgr-k8sevents_18.2.4-850-g50bbe7f3-1focal_all.deb ... 2024-09-13T16:12:33.578 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking ceph-mgr-k8sevents (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:12:33.853 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package python3-google-auth. 2024-09-13T16:12:33.871 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../084-python3-google-auth_1.5.1-2_all.deb ... 2024-09-13T16:12:33.931 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package libonig5:amd64. 2024-09-13T16:12:33.936 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking python3-google-auth (1.5.1-2) ... 2024-09-13T16:12:33.948 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../091-libonig5_6.9.4-1_amd64.deb ... 2024-09-13T16:12:33.989 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking libonig5:amd64 (6.9.4-1) ... 2024-09-13T16:12:34.298 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package python3-blinker. 2024-09-13T16:12:34.316 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../085-python3-blinker_1.4+dfsg1-0.3ubuntu1_all.deb ... 2024-09-13T16:12:34.345 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package libjq1:amd64. 2024-09-13T16:12:34.356 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking python3-blinker (1.4+dfsg1-0.3ubuntu1) ... 2024-09-13T16:12:34.362 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../092-libjq1_1.6-1ubuntu0.20.04.1_amd64.deb ... 2024-09-13T16:12:34.394 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking libjq1:amd64 (1.6-1ubuntu0.20.04.1) ... 2024-09-13T16:12:34.681 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package jq. 2024-09-13T16:12:34.688 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package python3-oauthlib. 2024-09-13T16:12:34.698 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../093-jq_1.6-1ubuntu0.20.04.1_amd64.deb ... 2024-09-13T16:12:34.704 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../086-python3-oauthlib_3.1.0-1ubuntu2_all.deb ... 2024-09-13T16:12:34.739 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking jq (1.6-1ubuntu0.20.04.1) ... 2024-09-13T16:12:34.746 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking python3-oauthlib (3.1.0-1ubuntu2) ... 2024-09-13T16:12:34.992 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package socat. 2024-09-13T16:12:35.009 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../094-socat_1.7.3.3-2_amd64.deb ... 2024-09-13T16:12:35.050 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking socat (1.7.3.3-2) ... 2024-09-13T16:12:35.100 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package python3-requests-oauthlib. 2024-09-13T16:12:35.119 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../087-python3-requests-oauthlib_1.0.0-1.1build1_all.deb ... 2024-09-13T16:12:35.158 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking python3-requests-oauthlib (1.0.0-1.1build1) ... 2024-09-13T16:12:35.361 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package xmlstarlet. 2024-09-13T16:12:35.378 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../095-xmlstarlet_1.6.1-2build1_amd64.deb ... 2024-09-13T16:12:35.419 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking xmlstarlet (1.6.1-2build1) ... 2024-09-13T16:12:35.495 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package python3-websocket. 2024-09-13T16:12:35.511 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../088-python3-websocket_0.53.0-2ubuntu1_all.deb ... 2024-09-13T16:12:35.577 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking python3-websocket (0.53.0-2ubuntu1) ... 2024-09-13T16:12:35.824 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package ceph-test. 2024-09-13T16:12:35.845 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../096-ceph-test_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T16:12:35.882 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking ceph-test (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:12:35.950 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package python3-kubernetes. 2024-09-13T16:12:35.967 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../089-python3-kubernetes_7.0.0~a1-2_all.deb ... 2024-09-13T16:12:36.008 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking python3-kubernetes (7.0.0~a1-2) ... 2024-09-13T16:12:36.605 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package ceph-mgr-k8sevents. 2024-09-13T16:12:36.624 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../090-ceph-mgr-k8sevents_18.2.4-850-g50bbe7f3-1focal_all.deb ... 2024-09-13T16:12:36.662 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking ceph-mgr-k8sevents (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:12:37.040 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package libonig5:amd64. 2024-09-13T16:12:37.058 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../091-libonig5_6.9.4-1_amd64.deb ... 2024-09-13T16:12:37.098 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking libonig5:amd64 (6.9.4-1) ... 2024-09-13T16:12:37.485 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package libjq1:amd64. 2024-09-13T16:12:37.501 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../092-libjq1_1.6-1ubuntu0.20.04.1_amd64.deb ... 2024-09-13T16:12:37.543 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking libjq1:amd64 (1.6-1ubuntu0.20.04.1) ... 2024-09-13T16:12:37.821 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package jq. 2024-09-13T16:12:37.841 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../093-jq_1.6-1ubuntu0.20.04.1_amd64.deb ... 2024-09-13T16:12:37.879 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking jq (1.6-1ubuntu0.20.04.1) ... 2024-09-13T16:12:38.165 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package socat. 2024-09-13T16:12:38.183 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../094-socat_1.7.3.3-2_amd64.deb ... 2024-09-13T16:12:38.223 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking socat (1.7.3.3-2) ... 2024-09-13T16:12:38.819 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package xmlstarlet. 2024-09-13T16:12:38.835 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../095-xmlstarlet_1.6.1-2build1_amd64.deb ... 2024-09-13T16:12:38.876 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking xmlstarlet (1.6.1-2build1) ... 2024-09-13T16:12:39.264 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package ceph-test. 2024-09-13T16:12:39.282 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../096-ceph-test_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T16:12:39.322 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking ceph-test (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:12:40.053 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package ceph-volume. 2024-09-13T16:12:40.070 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../097-ceph-volume_18.2.4-850-g50bbe7f3-1focal_all.deb ... 2024-09-13T16:12:40.111 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking ceph-volume (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:12:40.449 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package cephfs-mirror. 2024-09-13T16:12:40.466 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../098-cephfs-mirror_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T16:12:40.507 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking cephfs-mirror (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:12:40.810 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package python3-colorama. 2024-09-13T16:12:40.826 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../099-python3-colorama_0.4.3-1build1_all.deb ... 2024-09-13T16:12:40.868 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking python3-colorama (0.4.3-1build1) ... 2024-09-13T16:12:41.163 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package cephfs-shell. 2024-09-13T16:12:41.180 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../100-cephfs-shell_18.2.4-850-g50bbe7f3-1focal_all.deb ... 2024-09-13T16:12:41.221 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking cephfs-shell (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:12:41.460 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package cephfs-top. 2024-09-13T16:12:41.478 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../101-cephfs-top_18.2.4-850-g50bbe7f3-1focal_all.deb ... 2024-09-13T16:12:41.510 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking cephfs-top (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:12:41.780 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package fonts-mathjax. 2024-09-13T16:12:41.796 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../102-fonts-mathjax_2.7.4+dfsg-1_all.deb ... 2024-09-13T16:12:41.837 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking fonts-mathjax (2.7.4+dfsg-1) ... 2024-09-13T16:12:42.358 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package libcephfs-dev. 2024-09-13T16:12:42.375 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../103-libcephfs-dev_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T16:12:42.416 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking libcephfs-dev (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:12:42.806 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package nvme-cli. 2024-09-13T16:12:42.822 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../104-nvme-cli_1.9-1ubuntu0.2_amd64.deb ... 2024-09-13T16:12:42.882 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking nvme-cli (1.9-1ubuntu0.2) ... 2024-09-13T16:12:43.202 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package python-asyncssh-doc. 2024-09-13T16:12:43.221 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../105-python-asyncssh-doc_1.12.2-1_all.deb ... 2024-09-13T16:12:43.252 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking python-asyncssh-doc (1.12.2-1) ... 2024-09-13T16:12:43.470 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package ceph-volume. 2024-09-13T16:12:43.490 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../097-ceph-volume_18.2.4-850-g50bbe7f3-1focal_all.deb ... 2024-09-13T16:12:43.529 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking ceph-volume (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:12:43.632 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package libjs-mathjax. 2024-09-13T16:12:43.652 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../106-libjs-mathjax_2.7.4+dfsg-1_all.deb ... 2024-09-13T16:12:43.690 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking libjs-mathjax (2.7.4+dfsg-1) ... 2024-09-13T16:12:43.967 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package cephfs-mirror. 2024-09-13T16:12:43.983 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../098-cephfs-mirror_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T16:12:44.025 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking cephfs-mirror (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:12:44.395 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package python3-colorama. 2024-09-13T16:12:44.411 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../099-python3-colorama_0.4.3-1build1_all.deb ... 2024-09-13T16:12:44.453 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking python3-colorama (0.4.3-1build1) ... 2024-09-13T16:12:44.751 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package cephfs-shell. 2024-09-13T16:12:44.767 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../100-cephfs-shell_18.2.4-850-g50bbe7f3-1focal_all.deb ... 2024-09-13T16:12:44.809 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking cephfs-shell (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:12:45.103 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package cephfs-top. 2024-09-13T16:12:45.121 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../101-cephfs-top_18.2.4-850-g50bbe7f3-1focal_all.deb ... 2024-09-13T16:12:45.161 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking cephfs-top (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:12:45.361 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package python-natsort-doc. 2024-09-13T16:12:45.379 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../107-python-natsort-doc_7.0.1-1_all.deb ... 2024-09-13T16:12:45.418 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking python-natsort-doc (7.0.1-1) ... 2024-09-13T16:12:45.439 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package fonts-mathjax. 2024-09-13T16:12:45.458 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../102-fonts-mathjax_2.7.4+dfsg-1_all.deb ... 2024-09-13T16:12:45.522 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking fonts-mathjax (2.7.4+dfsg-1) ... 2024-09-13T16:12:45.780 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package python3-webencodings. 2024-09-13T16:12:45.798 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../108-python3-webencodings_0.5.1-1ubuntu1_all.deb ... 2024-09-13T16:12:45.838 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking python3-webencodings (0.5.1-1ubuntu1) ... 2024-09-13T16:12:46.070 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package libcephfs-dev. 2024-09-13T16:12:46.086 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../103-libcephfs-dev_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T16:12:46.127 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking libcephfs-dev (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:12:46.166 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package python3-html5lib. 2024-09-13T16:12:46.185 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../109-python3-html5lib_1.0.1-2_all.deb ... 2024-09-13T16:12:46.224 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking python3-html5lib (1.0.1-2) ... 2024-09-13T16:12:46.555 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package python3-lxml:amd64. 2024-09-13T16:12:46.600 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../110-python3-lxml_4.5.0-1ubuntu0.5_amd64.deb ... 2024-09-13T16:12:46.600 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package nvme-cli. 2024-09-13T16:12:46.600 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../104-nvme-cli_1.9-1ubuntu0.2_amd64.deb ... 2024-09-13T16:12:46.613 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking python3-lxml:amd64 (4.5.0-1ubuntu0.5) ... 2024-09-13T16:12:46.648 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking nvme-cli (1.9-1ubuntu0.2) ... 2024-09-13T16:12:47.002 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package python-asyncssh-doc. 2024-09-13T16:12:47.019 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../105-python-asyncssh-doc_1.12.2-1_all.deb ... 2024-09-13T16:12:47.060 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking python-asyncssh-doc (1.12.2-1) ... 2024-09-13T16:12:47.083 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package python3-pastescript. 2024-09-13T16:12:47.100 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../111-python3-pastescript_2.0.2-4_all.deb ... 2024-09-13T16:12:47.141 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking python3-pastescript (2.0.2-4) ... 2024-09-13T16:12:47.438 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package libjs-mathjax. 2024-09-13T16:12:47.455 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../106-libjs-mathjax_2.7.4+dfsg-1_all.deb ... 2024-09-13T16:12:47.528 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package python3-psutil. 2024-09-13T16:12:47.546 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking libjs-mathjax (2.7.4+dfsg-1) ... 2024-09-13T16:12:47.547 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../112-python3-psutil_5.5.1-1ubuntu4_amd64.deb ... 2024-09-13T16:12:47.586 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking python3-psutil (5.5.1-1ubuntu4) ... 2024-09-13T16:12:47.915 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package python3-pyinotify. 2024-09-13T16:12:47.933 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../113-python3-pyinotify_0.9.6-1.2ubuntu1_all.deb ... 2024-09-13T16:12:47.981 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking python3-pyinotify (0.9.6-1.2ubuntu1) ... 2024-09-13T16:12:48.334 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package python3-simplejson. 2024-09-13T16:12:48.351 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../114-python3-simplejson_3.16.0-2ubuntu2_amd64.deb ... 2024-09-13T16:12:48.392 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking python3-simplejson (3.16.0-2ubuntu2) ... 2024-09-13T16:12:48.672 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package qttranslations5-l10n. 2024-09-13T16:12:48.690 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../115-qttranslations5-l10n_5.12.8-0ubuntu1_all.deb ... 2024-09-13T16:12:48.763 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking qttranslations5-l10n (5.12.8-0ubuntu1) ... 2024-09-13T16:12:49.329 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package python-natsort-doc. 2024-09-13T16:12:49.347 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../107-python-natsort-doc_7.0.1-1_all.deb ... 2024-09-13T16:12:49.387 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking python-natsort-doc (7.0.1-1) ... 2024-09-13T16:12:49.401 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package radosgw. 2024-09-13T16:12:49.418 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../116-radosgw_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T16:12:49.458 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking radosgw (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:12:49.748 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package python3-webencodings. 2024-09-13T16:12:49.767 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../108-python3-webencodings_0.5.1-1ubuntu1_all.deb ... 2024-09-13T16:12:49.806 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking python3-webencodings (0.5.1-1ubuntu1) ... 2024-09-13T16:12:50.117 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package python3-html5lib. 2024-09-13T16:12:50.135 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../109-python3-html5lib_1.0.1-2_all.deb ... 2024-09-13T16:12:50.208 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking python3-html5lib (1.0.1-2) ... 2024-09-13T16:12:50.570 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package python3-lxml:amd64. 2024-09-13T16:12:50.588 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../110-python3-lxml_4.5.0-1ubuntu0.5_amd64.deb ... 2024-09-13T16:12:50.637 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking python3-lxml:amd64 (4.5.0-1ubuntu0.5) ... 2024-09-13T16:12:50.895 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package rbd-fuse. 2024-09-13T16:12:50.915 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../117-rbd-fuse_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T16:12:50.953 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking rbd-fuse (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:12:51.101 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package python3-pastescript. 2024-09-13T16:12:51.117 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../111-python3-pastescript_2.0.2-4_all.deb ... 2024-09-13T16:12:51.183 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking python3-pastescript (2.0.2-4) ... 2024-09-13T16:12:51.256 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up python3-attr (19.3.0-2) ... 2024-09-13T16:12:51.554 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package python3-psutil. 2024-09-13T16:12:51.574 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../112-python3-psutil_5.5.1-1ubuntu4_amd64.deb ... 2024-09-13T16:12:51.576 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up librabbitmq4:amd64 (0.10.0-1) ... 2024-09-13T16:12:51.612 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking python3-psutil (5.5.1-1ubuntu4) ... 2024-09-13T16:12:51.677 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up libdouble-conversion3:amd64 (3.1.5-4ubuntu1) ... 2024-09-13T16:12:51.786 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up nvme-cli (1.9-1ubuntu0.2) ... 2024-09-13T16:12:51.965 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package python3-pyinotify. 2024-09-13T16:12:51.985 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../113-python3-pyinotify_0.9.6-1.2ubuntu1_all.deb ... 2024-09-13T16:12:52.021 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up cephadm (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:12:52.023 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking python3-pyinotify (0.9.6-1.2ubuntu1) ... 2024-09-13T16:12:52.351 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package python3-simplejson. 2024-09-13T16:12:52.368 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../114-python3-simplejson_3.16.0-2ubuntu2_amd64.deb ... 2024-09-13T16:12:52.435 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking python3-simplejson (3.16.0-2ubuntu2) ... 2024-09-13T16:12:52.581 INFO:teuthology.orchestra.run.smithi005.stdout:Adding system user cephadm....done 2024-09-13T16:12:52.713 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package qttranslations5-l10n. 2024-09-13T16:12:52.731 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../115-qttranslations5-l10n_5.12.8-0ubuntu1_all.deb ... 2024-09-13T16:12:52.761 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up fonts-mathjax (2.7.4+dfsg-1) ... 2024-09-13T16:12:52.796 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking qttranslations5-l10n (5.12.8-0ubuntu1) ... 2024-09-13T16:12:52.870 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up python3-waitress (1.4.1-1ubuntu0.1) ... 2024-09-13T16:12:53.222 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up python3-repoze.lru (0.7-2) ... 2024-09-13T16:12:53.508 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package radosgw. 2024-09-13T16:12:53.525 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../116-radosgw_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T16:12:53.540 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up libjs-mathjax (2.7.4+dfsg-1) ... 2024-09-13T16:12:53.566 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking radosgw (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:12:53.665 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up liboath0 (2.6.1-1.3) ... 2024-09-13T16:12:53.791 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up python3-py (1.8.1-1ubuntu0.1) ... 2024-09-13T16:12:54.110 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up python3-joblib (0.14.0-3) ... 2024-09-13T16:12:54.503 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up python3-jwt (1.7.1-2ubuntu2.1) ... 2024-09-13T16:12:54.846 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up python3-cachetools (4.0.0-1) ... 2024-09-13T16:12:54.994 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package rbd-fuse. 2024-09-13T16:12:55.012 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../117-rbd-fuse_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T16:12:55.085 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking rbd-fuse (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:12:55.156 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up python3-colorama (0.4.3-1build1) ... 2024-09-13T16:12:55.435 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up python3-attr (19.3.0-2) ... 2024-09-13T16:12:55.474 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up python3-bcrypt (3.1.7-2ubuntu1) ... 2024-09-13T16:12:55.741 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up librabbitmq4:amd64 (0.10.0-1) ... 2024-09-13T16:12:55.783 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up python3-pyinotify (0.9.6-1.2ubuntu1) ... 2024-09-13T16:12:55.866 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up libdouble-conversion3:amd64 (3.1.5-4ubuntu1) ... 2024-09-13T16:12:56.012 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up nvme-cli (1.9-1ubuntu0.2) ... 2024-09-13T16:12:56.084 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up python3-ceph-argparse (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:12:56.211 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up cephadm (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:12:56.361 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up python3-sklearn-lib (0.22.2.post1+dfsg-5) ... 2024-09-13T16:12:56.495 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up python3-pyperclip (1.7.0-1) ... 2024-09-13T16:12:56.762 INFO:teuthology.orchestra.run.smithi179.stdout:Adding system user cephadm....done 2024-09-13T16:12:56.779 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up python3-markupsafe (1.1.0-1build2) ... 2024-09-13T16:12:56.925 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up fonts-mathjax (2.7.4+dfsg-1) ... 2024-09-13T16:12:57.072 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up python3-webencodings (0.5.1-1ubuntu1) ... 2024-09-13T16:12:57.076 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up python3-waitress (1.4.1-1ubuntu0.1) ... 2024-09-13T16:12:57.384 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up libpcre2-16-0:amd64 (10.34-7ubuntu0.1) ... 2024-09-13T16:12:57.478 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up python3-repoze.lru (0.7-2) ... 2024-09-13T16:12:57.618 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up python3-psutil (5.5.1-1ubuntu4) ... 2024-09-13T16:12:57.796 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up libjs-mathjax (2.7.4+dfsg-1) ... 2024-09-13T16:12:57.955 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up liboath0 (2.6.1-1.3) ... 2024-09-13T16:12:57.977 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up python3-natsort (7.0.1-1) ... 2024-09-13T16:12:58.081 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up python3-py (1.8.1-1ubuntu0.1) ... 2024-09-13T16:12:58.245 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up python3-atomicwrites (1.1.5-2build1) ... 2024-09-13T16:12:58.433 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up python3-joblib (0.14.0-3) ... 2024-09-13T16:12:58.547 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up python3-simplejson (3.16.0-2ubuntu2) ... 2024-09-13T16:12:58.891 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up python3-jwt (1.7.1-2ubuntu2.1) ... 2024-09-13T16:12:58.906 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up python3-decorator (4.4.2-0ubuntu1) ... 2024-09-13T16:12:59.199 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up python3-jinja2 (2.10.1-2ubuntu0.3) ... 2024-09-13T16:12:59.311 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up python3-cachetools (4.0.0-1) ... 2024-09-13T16:12:59.550 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up python3-tempita (0.5.2-6) ... 2024-09-13T16:12:59.654 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up python3-colorama (0.4.3-1build1) ... 2024-09-13T16:12:59.843 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up python3-packaging (20.3-1) ... 2024-09-13T16:12:59.939 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up python3-bcrypt (3.1.7-2ubuntu1) ... 2024-09-13T16:13:00.128 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up python-pastedeploy-tpl (2.1.0-1) ... 2024-09-13T16:13:00.237 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up qttranslations5-l10n (5.12.8-0ubuntu1) ... 2024-09-13T16:13:00.248 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up python3-pyinotify (0.9.6-1.2ubuntu1) ... 2024-09-13T16:13:00.388 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up python3-wcwidth (0.1.8+dfsg1-3) ... 2024-09-13T16:13:00.574 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up python3-ceph-argparse (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:13:00.672 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up python3-paste (3.4.0+dfsg1-1) ... 2024-09-13T16:13:00.884 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up python3-sklearn-lib (0.22.2.post1+dfsg-5) ... 2024-09-13T16:13:01.010 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up python3-pyperclip (1.7.0-1) ... 2024-09-13T16:13:01.049 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up python3-cmd2 (0.8.5-2.1) ... 2024-09-13T16:13:01.294 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up python3-markupsafe (1.1.0-1build2) ... 2024-09-13T16:13:01.367 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up python3-werkzeug (0.16.1+dfsg1-2ubuntu0.2) ... 2024-09-13T16:13:01.579 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up python3-webencodings (0.5.1-1ubuntu1) ... 2024-09-13T16:13:01.735 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up python3-cryptography (2.8-3ubuntu0.3) ... 2024-09-13T16:13:01.863 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up libpcre2-16-0:amd64 (10.34-7ubuntu0.1) ... 2024-09-13T16:13:01.989 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up python3-psutil (5.5.1-1ubuntu4) ... 2024-09-13T16:13:02.112 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up socat (1.7.3.3-2) ... 2024-09-13T16:13:02.263 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up python3-ceph-common (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:13:02.365 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up python3-natsort (7.0.1-1) ... 2024-09-13T16:13:02.589 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up libqt5core5a:amd64 (5.12.8+dfsg-0ubuntu2.1) ... 2024-09-13T16:13:02.691 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up python3-atomicwrites (1.1.5-2build1) ... 2024-09-13T16:13:02.698 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up python3-html5lib (1.0.1-2) ... 2024-09-13T16:13:03.000 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up python3-simplejson (3.16.0-2ubuntu2) ... 2024-09-13T16:13:03.192 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up librdkafka1:amd64 (1.2.1-1ubuntu1) ... 2024-09-13T16:13:03.318 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up xmlstarlet (1.6.1-2build1) ... 2024-09-13T16:13:03.369 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up python3-decorator (4.4.2-0ubuntu1) ... 2024-09-13T16:13:03.444 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up python3-pluggy (0.13.0-2) ... 2024-09-13T16:13:03.686 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up python3-jinja2 (2.10.1-2ubuntu0.3) ... 2024-09-13T16:13:03.761 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up python3-lxml:amd64 (4.5.0-1ubuntu0.5) ... 2024-09-13T16:13:04.071 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up python3-tempita (0.5.2-6) ... 2024-09-13T16:13:04.087 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up libqt5dbus5:amd64 (5.12.8+dfsg-0ubuntu2.1) ... 2024-09-13T16:13:04.239 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up liblua5.3-0:amd64 (5.3.3-1.1ubuntu2) ... 2024-09-13T16:13:04.365 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up python3-pyasn1 (0.4.2-3build1) ... 2024-09-13T16:13:04.397 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up python3-packaging (20.3-1) ... 2024-09-13T16:13:04.692 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up python3-singledispatch (3.4.0.3-2build1) ... 2024-09-13T16:13:04.715 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up python-pastedeploy-tpl (2.1.0-1) ... 2024-09-13T16:13:04.841 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up qttranslations5-l10n (5.12.8-0ubuntu1) ... 2024-09-13T16:13:04.966 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up python3-wcwidth (0.1.8+dfsg1-3) ... 2024-09-13T16:13:05.018 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up python3-logutils (0.3.3-7) ... 2024-09-13T16:13:05.268 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up python3-paste (3.4.0+dfsg1-1) ... 2024-09-13T16:13:05.302 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up liblttng-ust0:amd64 (2.11.0-1) ... 2024-09-13T16:13:05.461 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up python3-simplegeneric (0.8.1-3) ... 2024-09-13T16:13:05.711 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up python3-cmd2 (0.8.5-2.1) ... 2024-09-13T16:13:05.746 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up python3-prettytable (0.7.2-5) ... 2024-09-13T16:13:06.004 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up python3-werkzeug (0.16.1+dfsg1-2ubuntu0.2) ... 2024-09-13T16:13:06.080 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up python3-soupsieve (1.9.5+dfsg-1) ... 2024-09-13T16:13:06.364 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up python3-cryptography (2.8-3ubuntu0.3) ... 2024-09-13T16:13:06.398 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up python3-websocket (0.53.0-2ubuntu1) ... 2024-09-13T16:13:06.724 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up socat (1.7.3.3-2) ... 2024-09-13T16:13:06.741 INFO:teuthology.orchestra.run.smithi005.stdout:update-alternatives: using /usr/bin/python3-wsdump to provide /usr/bin/wsdump (wsdump) in auto mode 2024-09-13T16:13:06.849 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up python3-ceph-common (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:13:07.017 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up libonig5:amd64 (6.9.4-1) ... 2024-09-13T16:13:07.143 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up python3-mako (1.1.0+ds1-1ubuntu2.1) ... 2024-09-13T16:13:07.193 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up libqt5core5a:amd64 (5.12.8+dfsg-0ubuntu2.1) ... 2024-09-13T16:13:07.360 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up python3-html5lib (1.0.1-2) ... 2024-09-13T16:13:07.469 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up python3-cherrypy3 (8.9.1-6) ... 2024-09-13T16:13:07.712 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up librdkafka1:amd64 (1.2.1-1ubuntu1) ... 2024-09-13T16:13:07.837 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up xmlstarlet (1.6.1-2build1) ... 2024-09-13T16:13:07.838 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up libjs-underscore (1.9.1~dfsg-1ubuntu0.20.04.1) ... 2024-09-13T16:13:07.963 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up liblbfgsb0:amd64 (3.0+dfsg.3-7build1) ... 2024-09-13T16:13:07.997 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up python3-pluggy (0.13.0-2) ... 2024-09-13T16:13:08.114 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up python3-webob (1:1.8.5-2ubuntu0.1) ... 2024-09-13T16:13:08.290 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up python3-lxml:amd64 (4.5.0-1ubuntu0.5) ... 2024-09-13T16:13:08.449 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up python3-blinker (1.4+dfsg1-0.3ubuntu1) ... 2024-09-13T16:13:08.608 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up libqt5dbus5:amd64 (5.12.8+dfsg-0ubuntu2.1) ... 2024-09-13T16:13:08.733 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up liblua5.3-0:amd64 (5.3.3-1.1ubuntu2) ... 2024-09-13T16:13:08.742 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up python3-scipy (1.3.3-3build1) ... 2024-09-13T16:13:08.884 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up python3-pyasn1 (0.4.2-3build1) ... 2024-09-13T16:13:09.211 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up python3-singledispatch (3.4.0.3-2build1) ... 2024-09-13T16:13:09.530 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up python3-logutils (0.3.3-7) ... 2024-09-13T16:13:10.064 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up liblttng-ust0:amd64 (2.11.0-1) ... 2024-09-13T16:13:10.223 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up python3-simplegeneric (0.8.1-3) ... 2024-09-13T16:13:10.264 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up libjq1:amd64 (1.6-1ubuntu0.20.04.1) ... 2024-09-13T16:13:10.390 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up python3-pytest (4.6.9-1) ... 2024-09-13T16:13:10.507 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up python3-prettytable (0.7.2-5) ... 2024-09-13T16:13:10.767 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up python3-openssl (19.0.0-1build1) ... 2024-09-13T16:13:10.808 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up python3-soupsieve (1.9.5+dfsg-1) ... 2024-09-13T16:13:11.051 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up python3-pastedeploy (2.1.0-1) ... 2024-09-13T16:13:11.137 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up python3-websocket (0.53.0-2ubuntu1) ... 2024-09-13T16:13:11.336 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up libqt5network5:amd64 (5.12.8+dfsg-0ubuntu2.1) ... 2024-09-13T16:13:11.461 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up python3-bs4 (4.8.2-1) ... 2024-09-13T16:13:11.533 INFO:teuthology.orchestra.run.smithi179.stdout:update-alternatives: using /usr/bin/python3-wsdump to provide /usr/bin/wsdump (wsdump) in auto mode 2024-09-13T16:13:11.812 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up libonig5:amd64 (6.9.4-1) ... 2024-09-13T16:13:11.831 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up python3-oauthlib (3.1.0-1ubuntu2) ... 2024-09-13T16:13:11.938 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up python3-mako (1.1.0+ds1-1ubuntu2.1) ... 2024-09-13T16:13:12.157 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up python3-asyncssh (1.12.2-1) ... 2024-09-13T16:13:12.273 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up python3-cherrypy3 (8.9.1-6) ... 2024-09-13T16:13:12.541 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up python3-pyasn1-modules (0.2.1-0.2build1) ... 2024-09-13T16:13:12.707 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up libjs-underscore (1.9.1~dfsg-1ubuntu0.20.04.1) ... 2024-09-13T16:13:12.833 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up liblbfgsb0:amd64 (3.0+dfsg.3-7build1) ... 2024-09-13T16:13:12.859 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up python3-sklearn (0.22.2.post1+dfsg-5) ... 2024-09-13T16:13:12.959 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up python3-webob (1:1.8.5-2ubuntu0.1) ... 2024-09-13T16:13:13.360 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up python3-blinker (1.4+dfsg1-0.3ubuntu1) ... 2024-09-13T16:13:13.670 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up python3-scipy (1.3.3-3build1) ... 2024-09-13T16:13:13.898 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up libjs-sphinxdoc (1.8.5-7ubuntu3) ... 2024-09-13T16:13:14.023 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up python-natsort-doc (7.0.1-1) ... 2024-09-13T16:13:14.158 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up jq (1.6-1ubuntu0.20.04.1) ... 2024-09-13T16:13:14.269 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up python3-rsa (4.0-3) ... 2024-09-13T16:13:14.568 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up libthrift-0.13.0 (0.13.0-2build2) ... 2024-09-13T16:13:14.694 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up python3-webtest (2.0.32-2) ... 2024-09-13T16:13:15.004 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up python3-requests-oauthlib (1.0.0-1.1build1) ... 2024-09-13T16:13:15.134 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up libjq1:amd64 (1.6-1ubuntu0.20.04.1) ... 2024-09-13T16:13:15.285 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up python3-pytest (4.6.9-1) ... 2024-09-13T16:13:15.313 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up python3-pastescript (2.0.2-4) ... 2024-09-13T16:13:15.631 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up python3-pecan (1.3.3-3ubuntu1) ... 2024-09-13T16:13:15.644 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up python3-openssl (19.0.0-1build1) ... 2024-09-13T16:13:15.946 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up python3-pastedeploy (2.1.0-1) ... 2024-09-13T16:13:16.025 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up librados2 (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:13:16.220 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up python-asyncssh-doc (1.12.2-1) ... 2024-09-13T16:13:16.247 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up libqt5network5:amd64 (5.12.8+dfsg-0ubuntu2.1) ... 2024-09-13T16:13:16.371 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up librgw2 (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:13:16.372 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up python3-bs4 (4.8.2-1) ... 2024-09-13T16:13:16.497 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up libsqlite3-mod-ceph (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:13:16.623 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up libcephfs2 (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:13:16.699 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up python3-oauthlib (3.1.0-1ubuntu2) ... 2024-09-13T16:13:16.749 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up python3-routes (2.4.1-2) ... 2024-09-13T16:13:17.026 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up python3-asyncssh (1.12.2-1) ... 2024-09-13T16:13:17.209 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up libradosstriper1 (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:13:17.329 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up python3-google-auth (1.5.1-2) ... 2024-09-13T16:13:17.420 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up python3-pyasn1-modules (0.2.1-0.2build1) ... 2024-09-13T16:13:17.631 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up librbd1 (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:13:17.754 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up python3-sklearn (0.22.2.post1+dfsg-5) ... 2024-09-13T16:13:17.754 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up ceph-mgr-modules-core (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:13:17.880 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up ceph-fuse (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:13:18.111 INFO:teuthology.orchestra.run.smithi005.stdout:Created symlink /etc/systemd/system/remote-fs.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2024-09-13T16:13:18.112 INFO:teuthology.orchestra.run.smithi005.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2024-09-13T16:13:18.532 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up libcephfs-dev (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:13:18.667 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up python3-rados (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:13:18.776 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up cephfs-top (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:13:18.850 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up libjs-sphinxdoc (1.8.5-7ubuntu3) ... 2024-09-13T16:13:18.935 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up python3-kubernetes (7.0.0~a1-2) ... 2024-09-13T16:13:18.976 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up python-natsort-doc (7.0.1-1) ... 2024-09-13T16:13:19.127 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up jq (1.6-1ubuntu0.20.04.1) ... 2024-09-13T16:13:19.262 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up python3-rsa (4.0-3) ... 2024-09-13T16:13:19.546 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up libthrift-0.13.0 (0.13.0-2build2) ... 2024-09-13T16:13:19.672 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up python3-webtest (2.0.32-2) ... 2024-09-13T16:13:19.872 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up python3-rbd (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:13:20.007 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up python3-requests-oauthlib (1.0.0-1.1build1) ... 2024-09-13T16:13:20.040 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up rbd-fuse (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:13:20.216 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up python3-rgw (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:13:20.324 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up python3-pastescript (2.0.2-4) ... 2024-09-13T16:13:20.334 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up python3-cephfs (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:13:20.443 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up cephfs-shell (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:13:20.569 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up ceph-common (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:13:20.687 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up python3-pecan (1.3.3-3ubuntu1) ... 2024-09-13T16:13:21.045 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up librados2 (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:13:21.147 INFO:teuthology.orchestra.run.smithi005.stdout:Adding group ceph....done 2024-09-13T16:13:21.256 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up python-asyncssh-doc (1.12.2-1) ... 2024-09-13T16:13:21.415 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up librgw2 (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:13:21.524 INFO:teuthology.orchestra.run.smithi005.stdout:Adding system user ceph....done 2024-09-13T16:13:21.541 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up libsqlite3-mod-ceph (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:13:21.683 INFO:teuthology.orchestra.run.smithi005.stdout:Setting system user ceph properties....done 2024-09-13T16:13:21.692 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up libcephfs2 (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:13:21.706 INFO:teuthology.orchestra.run.smithi005.stdout:chown: cannot access '/var/log/ceph/*.log*': No such file or directory 2024-09-13T16:13:21.818 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up python3-routes (2.4.1-2) ... 2024-09-13T16:13:21.860 INFO:teuthology.orchestra.run.smithi005.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target -> /lib/systemd/system/ceph.target. 2024-09-13T16:13:22.120 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up libradosstriper1 (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:13:22.177 INFO:teuthology.orchestra.run.smithi005.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/rbdmap.service -> /lib/systemd/system/rbdmap.service. 2024-09-13T16:13:22.237 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up python3-google-auth (1.5.1-2) ... 2024-09-13T16:13:22.547 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up librbd1 (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:13:22.621 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up cephfs-mirror (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:13:22.698 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up ceph-mgr-modules-core (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:13:22.824 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up ceph-fuse (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:13:22.887 INFO:teuthology.orchestra.run.smithi005.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target -> /lib/systemd/system/cephfs-mirror.target. 2024-09-13T16:13:22.887 INFO:teuthology.orchestra.run.smithi005.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target -> /lib/systemd/system/cephfs-mirror.target. 2024-09-13T16:13:23.069 INFO:teuthology.orchestra.run.smithi179.stdout:Created symlink /etc/systemd/system/remote-fs.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2024-09-13T16:13:23.069 INFO:teuthology.orchestra.run.smithi179.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2024-09-13T16:13:23.372 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up ceph-test (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:13:23.518 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up libcephfs-dev (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:13:23.606 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up radosgw (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:13:23.669 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up python3-rados (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:13:23.795 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up cephfs-top (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:13:23.963 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up python3-kubernetes (7.0.0~a1-2) ... 2024-09-13T16:13:24.065 INFO:teuthology.orchestra.run.smithi005.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2024-09-13T16:13:24.065 INFO:teuthology.orchestra.run.smithi005.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2024-09-13T16:13:24.492 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up ceph-base (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:13:24.891 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up python3-rbd (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:13:24.892 INFO:teuthology.orchestra.run.smithi005.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service -> /lib/systemd/system/ceph-crash.service. 2024-09-13T16:13:25.017 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up rbd-fuse (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:13:25.164 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up python3-rgw (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:13:25.294 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up python3-cephfs (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:13:25.344 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up ceph-mds (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:13:25.420 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up cephfs-shell (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:13:25.571 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up ceph-common (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:13:25.590 INFO:teuthology.orchestra.run.smithi005.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2024-09-13T16:13:25.590 INFO:teuthology.orchestra.run.smithi005.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2024-09-13T16:13:26.003 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up ceph-mgr (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:13:26.166 INFO:teuthology.orchestra.run.smithi179.stdout:Adding group ceph....done 2024-09-13T16:13:26.208 INFO:teuthology.orchestra.run.smithi005.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2024-09-13T16:13:26.208 INFO:teuthology.orchestra.run.smithi005.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2024-09-13T16:13:26.568 INFO:teuthology.orchestra.run.smithi179.stdout:Adding system user ceph....done 2024-09-13T16:13:26.630 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up ceph-osd (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:13:26.685 INFO:teuthology.orchestra.run.smithi179.stdout:Setting system user ceph properties....done 2024-09-13T16:13:26.708 INFO:teuthology.orchestra.run.smithi179.stdout:chown: cannot access '/var/log/ceph/*.log*': No such file or directory 2024-09-13T16:13:26.864 INFO:teuthology.orchestra.run.smithi179.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target -> /lib/systemd/system/ceph.target. 2024-09-13T16:13:27.095 INFO:teuthology.orchestra.run.smithi005.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2024-09-13T16:13:27.095 INFO:teuthology.orchestra.run.smithi005.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2024-09-13T16:13:27.173 INFO:teuthology.orchestra.run.smithi179.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/rbdmap.service -> /lib/systemd/system/rbdmap.service. 2024-09-13T16:13:27.514 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up ceph-mgr-k8sevents (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:13:27.606 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up cephfs-mirror (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:13:27.640 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up ceph-mgr-diskprediction-local (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:13:27.784 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up ceph-mon (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:13:27.826 INFO:teuthology.orchestra.run.smithi179.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target -> /lib/systemd/system/cephfs-mirror.target. 2024-09-13T16:13:27.827 INFO:teuthology.orchestra.run.smithi179.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target -> /lib/systemd/system/cephfs-mirror.target. 2024-09-13T16:13:28.039 INFO:teuthology.orchestra.run.smithi005.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2024-09-13T16:13:28.039 INFO:teuthology.orchestra.run.smithi005.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2024-09-13T16:13:28.274 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up ceph-test (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:13:28.425 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up radosgw (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:13:28.526 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up ceph-mgr-cephadm (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:13:28.862 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up ceph (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:13:28.875 INFO:teuthology.orchestra.run.smithi179.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2024-09-13T16:13:28.875 INFO:teuthology.orchestra.run.smithi179.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2024-09-13T16:13:28.979 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up ceph-mgr-dashboard (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:13:29.114 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up ceph-volume (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:13:29.343 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up ceph-base (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:13:29.534 INFO:teuthology.orchestra.run.smithi005.stdout:Processing triggers for libc-bin (2.31-0ubuntu9.9) ... 2024-09-13T16:13:29.685 INFO:teuthology.orchestra.run.smithi005.stdout:Processing triggers for systemd (245.4-4ubuntu3.17) ... 2024-09-13T16:13:29.726 INFO:teuthology.orchestra.run.smithi179.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service -> /lib/systemd/system/ceph-crash.service. 2024-09-13T16:13:29.970 INFO:teuthology.orchestra.run.smithi005.stdout:Processing triggers for man-db (2.9.1-1) ... 2024-09-13T16:13:30.292 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up ceph-mds (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:13:30.677 INFO:teuthology.orchestra.run.smithi179.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2024-09-13T16:13:30.677 INFO:teuthology.orchestra.run.smithi179.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2024-09-13T16:13:31.115 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up ceph-mgr (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:13:31.349 INFO:teuthology.orchestra.run.smithi179.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2024-09-13T16:13:31.349 INFO:teuthology.orchestra.run.smithi179.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2024-09-13T16:13:31.783 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up ceph-osd (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:13:32.309 INFO:teuthology.orchestra.run.smithi179.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2024-09-13T16:13:32.309 INFO:teuthology.orchestra.run.smithi179.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2024-09-13T16:13:32.760 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up ceph-mgr-k8sevents (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:13:32.881 INFO:teuthology.orchestra.run.smithi005.stdout:Processing triggers for fontconfig (2.13.1-2ubuntu3) ... 2024-09-13T16:13:32.911 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up ceph-mgr-diskprediction-local (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:13:33.062 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up ceph-mon (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:13:33.285 INFO:teuthology.orchestra.run.smithi179.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2024-09-13T16:13:33.285 INFO:teuthology.orchestra.run.smithi179.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2024-09-13T16:13:33.499 INFO:teuthology.orchestra.run.smithi005.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2024-09-13T16:13:33.502 DEBUG:teuthology.orchestra.run.smithi005:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install bison flex libelf-dev libssl-dev network-manager iproute2 util-linux dump indent libaio-dev libtool-bin uuid-dev xfslibs-dev postgresql postgresql-client postgresql-common postgresql-contrib 2024-09-13T16:13:33.582 INFO:teuthology.orchestra.run.smithi005.stdout:Reading package lists... 2024-09-13T16:13:33.721 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up ceph-mgr-cephadm (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:13:33.807 INFO:teuthology.orchestra.run.smithi005.stdout:Building dependency tree... 2024-09-13T16:13:33.808 INFO:teuthology.orchestra.run.smithi005.stdout:Reading state information... 2024-09-13T16:13:33.873 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up ceph (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:13:33.998 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up ceph-mgr-dashboard (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:13:34.048 INFO:teuthology.orchestra.run.smithi005.stdout:bison is already the newest version (2:3.5.1+dfsg-1). 2024-09-13T16:13:34.048 INFO:teuthology.orchestra.run.smithi005.stdout:flex is already the newest version (2.6.4-6.2). 2024-09-13T16:13:34.048 INFO:teuthology.orchestra.run.smithi005.stdout:iproute2 is already the newest version (5.5.0-1ubuntu1). 2024-09-13T16:13:34.048 INFO:teuthology.orchestra.run.smithi005.stdout:libtool-bin is already the newest version (2.4.6-14). 2024-09-13T16:13:34.048 INFO:teuthology.orchestra.run.smithi005.stdout:xfslibs-dev is already the newest version (5.3.0-1ubuntu2). 2024-09-13T16:13:34.048 INFO:teuthology.orchestra.run.smithi005.stdout:The following packages were automatically installed and are no longer required: 2024-09-13T16:13:34.049 INFO:teuthology.orchestra.run.smithi005.stdout: libboost-iostreams1.71.0 libboost-thread1.71.0 2024-09-13T16:13:34.049 INFO:teuthology.orchestra.run.smithi005.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-13T16:13:34.049 INFO:teuthology.orchestra.run.smithi005.stdout:The following additional packages will be installed: 2024-09-13T16:13:34.049 INFO:teuthology.orchestra.run.smithi005.stdout: libbluetooth3 libdw1 libelf1 liblzo2-2 libmbim-glib4 libmbim-proxy 2024-09-13T16:13:34.049 INFO:teuthology.orchestra.run.smithi005.stdout: libmm-glib0 libndp0 libnm0 libpq5 libqmi-glib5 libqmi-proxy libssl1.1 2024-09-13T16:13:34.050 INFO:teuthology.orchestra.run.smithi005.stdout: libteamdctl0 libuuid1 modemmanager network-manager-pptp postgresql-12 2024-09-13T16:13:34.050 INFO:teuthology.orchestra.run.smithi005.stdout: postgresql-client-12 postgresql-client-common ppp pptp-linux usb-modeswitch 2024-09-13T16:13:34.051 INFO:teuthology.orchestra.run.smithi005.stdout: usb-modeswitch-data wpasupplicant 2024-09-13T16:13:34.051 INFO:teuthology.orchestra.run.smithi005.stdout:Suggested packages: 2024-09-13T16:13:34.051 INFO:teuthology.orchestra.run.smithi005.stdout: indent-doc libssl-doc avahi-autoipd libteam-utils postgresql-doc 2024-09-13T16:13:34.051 INFO:teuthology.orchestra.run.smithi005.stdout: postgresql-doc-12 libjson-perl comgt wvdial util-linux-locales wpagui 2024-09-13T16:13:34.052 INFO:teuthology.orchestra.run.smithi005.stdout: libengine-pkcs11-openssl 2024-09-13T16:13:34.116 INFO:teuthology.orchestra.run.smithi005.stdout:The following NEW packages will be installed: 2024-09-13T16:13:34.116 INFO:teuthology.orchestra.run.smithi005.stdout: dump indent libaio-dev libbluetooth3 libelf-dev liblzo2-2 libmbim-glib4 2024-09-13T16:13:34.117 INFO:teuthology.orchestra.run.smithi005.stdout: libmbim-proxy libmm-glib0 libndp0 libnm0 libpq5 libqmi-glib5 libqmi-proxy 2024-09-13T16:13:34.117 INFO:teuthology.orchestra.run.smithi005.stdout: libssl-dev libteamdctl0 modemmanager network-manager network-manager-pptp 2024-09-13T16:13:34.117 INFO:teuthology.orchestra.run.smithi005.stdout: postgresql postgresql-12 postgresql-client postgresql-client-12 2024-09-13T16:13:34.118 INFO:teuthology.orchestra.run.smithi005.stdout: postgresql-client-common postgresql-common postgresql-contrib ppp pptp-linux 2024-09-13T16:13:34.118 INFO:teuthology.orchestra.run.smithi005.stdout: usb-modeswitch usb-modeswitch-data wpasupplicant 2024-09-13T16:13:34.118 INFO:teuthology.orchestra.run.smithi005.stdout:The following packages will be upgraded: 2024-09-13T16:13:34.119 INFO:teuthology.orchestra.run.smithi005.stdout: libdw1 libelf1 libssl1.1 libuuid1 util-linux uuid-dev 2024-09-13T16:13:34.175 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up ceph-volume (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:13:34.194 INFO:teuthology.orchestra.run.smithi005.stdout:6 upgraded, 31 newly installed, 0 to remove and 289 not upgraded. 2024-09-13T16:13:34.195 INFO:teuthology.orchestra.run.smithi005.stdout:Need to get 25.4 MB of archives. 2024-09-13T16:13:34.195 INFO:teuthology.orchestra.run.smithi005.stdout:After this operation, 80.0 MB of additional disk space will be used. 2024-09-13T16:13:34.195 INFO:teuthology.orchestra.run.smithi005.stdout:Get:1 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 util-linux amd64 2.34-0.1ubuntu9.6 [1,022 kB] 2024-09-13T16:13:34.329 INFO:teuthology.orchestra.run.smithi005.stdout:Get:2 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 uuid-dev amd64 2.34-0.1ubuntu9.6 [33.6 kB] 2024-09-13T16:13:34.329 INFO:teuthology.orchestra.run.smithi005.stdout:Get:3 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libuuid1 amd64 2.34-0.1ubuntu9.6 [20.0 kB] 2024-09-13T16:13:34.330 INFO:teuthology.orchestra.run.smithi005.stdout:Get:4 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libdw1 amd64 0.176-1.1ubuntu0.1 [226 kB] 2024-09-13T16:13:34.335 INFO:teuthology.orchestra.run.smithi005.stdout:Get:5 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libelf1 amd64 0.176-1.1ubuntu0.1 [44.2 kB] 2024-09-13T16:13:34.336 INFO:teuthology.orchestra.run.smithi005.stdout:Get:6 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libssl1.1 amd64 1.1.1f-1ubuntu2.23 [1,323 kB] 2024-09-13T16:13:34.354 INFO:teuthology.orchestra.run.smithi005.stdout:Get:7 http://archive.ubuntu.com/ubuntu focal/main amd64 liblzo2-2 amd64 2.10-2 [50.8 kB] 2024-09-13T16:13:34.354 INFO:teuthology.orchestra.run.smithi005.stdout:Get:8 http://archive.ubuntu.com/ubuntu focal/universe amd64 dump amd64 0.4b46-6 [130 kB] 2024-09-13T16:13:34.355 INFO:teuthology.orchestra.run.smithi005.stdout:Get:9 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 indent amd64 2.2.12-1ubuntu0.20.04.1 [86.6 kB] 2024-09-13T16:13:34.357 INFO:teuthology.orchestra.run.smithi005.stdout:Get:10 http://archive.ubuntu.com/ubuntu focal/main amd64 libaio-dev amd64 0.3.112-5 [13.7 kB] 2024-09-13T16:13:34.357 INFO:teuthology.orchestra.run.smithi005.stdout:Get:11 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libbluetooth3 amd64 5.53-0ubuntu3.8 [60.6 kB] 2024-09-13T16:13:34.363 INFO:teuthology.orchestra.run.smithi005.stdout:Get:12 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libelf-dev amd64 0.176-1.1ubuntu0.1 [57.1 kB] 2024-09-13T16:13:34.363 INFO:teuthology.orchestra.run.smithi005.stdout:Get:13 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libmbim-glib4 amd64 1.26.2-1~ubuntu20.04.1 [123 kB] 2024-09-13T16:13:34.365 INFO:teuthology.orchestra.run.smithi005.stdout:Get:14 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libmbim-proxy amd64 1.26.2-1~ubuntu20.04.1 [6,012 B] 2024-09-13T16:13:34.365 INFO:teuthology.orchestra.run.smithi005.stdout:Get:15 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libmm-glib0 amd64 1.18.6-1~ubuntu20.04.1 [203 kB] 2024-09-13T16:13:34.380 INFO:teuthology.orchestra.run.smithi005.stdout:Get:16 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libndp0 amd64 1.7-0ubuntu1.1 [11.1 kB] 2024-09-13T16:13:34.380 INFO:teuthology.orchestra.run.smithi005.stdout:Get:17 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libnm0 amd64 1.22.10-1ubuntu2.4 [370 kB] 2024-09-13T16:13:34.386 INFO:teuthology.orchestra.run.smithi005.stdout:Get:18 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libpq5 amd64 12.20-0ubuntu0.20.04.1 [117 kB] 2024-09-13T16:13:34.388 INFO:teuthology.orchestra.run.smithi005.stdout:Get:19 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libqmi-glib5 amd64 1.30.4-1~ubuntu20.04.1 [642 kB] 2024-09-13T16:13:34.395 INFO:teuthology.orchestra.run.smithi005.stdout:Get:20 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libqmi-proxy amd64 1.30.4-1~ubuntu20.04.1 [5,908 B] 2024-09-13T16:13:34.395 INFO:teuthology.orchestra.run.smithi005.stdout:Get:21 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libssl-dev amd64 1.1.1f-1ubuntu2.23 [1,586 kB] 2024-09-13T16:13:34.408 INFO:teuthology.orchestra.run.smithi005.stdout:Get:22 http://archive.ubuntu.com/ubuntu focal/main amd64 libteamdctl0 amd64 1.30-1 [11.8 kB] 2024-09-13T16:13:34.409 INFO:teuthology.orchestra.run.smithi005.stdout:Get:23 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 modemmanager amd64 1.18.6-1~ubuntu20.04.1 [895 kB] 2024-09-13T16:13:34.416 INFO:teuthology.orchestra.run.smithi005.stdout:Get:24 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 wpasupplicant amd64 2:2.9-1ubuntu4.4 [1,184 kB] 2024-09-13T16:13:34.426 INFO:teuthology.orchestra.run.smithi005.stdout:Get:25 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 network-manager amd64 1.22.10-1ubuntu2.4 [1,854 kB] 2024-09-13T16:13:34.442 INFO:teuthology.orchestra.run.smithi005.stdout:Get:26 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 ppp amd64 2.4.7-2+4.1ubuntu5.1 [328 kB] 2024-09-13T16:13:34.445 INFO:teuthology.orchestra.run.smithi005.stdout:Get:27 http://archive.ubuntu.com/ubuntu focal/main amd64 pptp-linux amd64 1.10.0-1build1 [42.0 kB] 2024-09-13T16:13:34.445 INFO:teuthology.orchestra.run.smithi005.stdout:Get:28 http://archive.ubuntu.com/ubuntu focal/main amd64 network-manager-pptp amd64 1.2.8-2 [30.1 kB] 2024-09-13T16:13:34.446 INFO:teuthology.orchestra.run.smithi005.stdout:Get:29 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 postgresql-client-common all 214ubuntu0.1 [28.2 kB] 2024-09-13T16:13:34.446 INFO:teuthology.orchestra.run.smithi005.stdout:Get:30 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 postgresql-client-12 amd64 12.20-0ubuntu0.20.04.1 [1,055 kB] 2024-09-13T16:13:34.456 INFO:teuthology.orchestra.run.smithi005.stdout:Get:31 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 postgresql-common all 214ubuntu0.1 [169 kB] 2024-09-13T16:13:34.456 INFO:teuthology.orchestra.run.smithi005.stdout:Get:32 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 postgresql-12 amd64 12.20-0ubuntu0.20.04.1 [13.5 MB] 2024-09-13T16:13:34.544 INFO:teuthology.orchestra.run.smithi179.stdout:Processing triggers for libc-bin (2.31-0ubuntu9.9) ... 2024-09-13T16:13:34.565 INFO:teuthology.orchestra.run.smithi005.stdout:Get:33 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 postgresql all 12+214ubuntu0.1 [3,924 B] 2024-09-13T16:13:34.565 INFO:teuthology.orchestra.run.smithi005.stdout:Get:34 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 postgresql-client all 12+214ubuntu0.1 [3,940 B] 2024-09-13T16:13:34.641 INFO:teuthology.orchestra.run.smithi005.stdout:Get:35 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 postgresql-contrib all 12+214ubuntu0.1 [3,932 B] 2024-09-13T16:13:34.641 INFO:teuthology.orchestra.run.smithi005.stdout:Get:36 http://archive.ubuntu.com/ubuntu focal/main amd64 usb-modeswitch-data all 20191128-3 [32.3 kB] 2024-09-13T16:13:34.642 INFO:teuthology.orchestra.run.smithi005.stdout:Get:37 http://archive.ubuntu.com/ubuntu focal/main amd64 usb-modeswitch amd64 2.5.2+repack0-2ubuntu3 [53.1 kB] 2024-09-13T16:13:34.688 INFO:teuthology.orchestra.run.smithi179.stdout:Processing triggers for systemd (245.4-4ubuntu3.17) ... 2024-09-13T16:13:34.956 INFO:teuthology.orchestra.run.smithi179.stdout:Processing triggers for man-db (2.9.1-1) ... 2024-09-13T16:13:35.062 INFO:teuthology.orchestra.run.smithi005.stdout:Preconfiguring packages ... 2024-09-13T16:13:35.248 INFO:teuthology.orchestra.run.smithi005.stdout:Fetched 25.4 MB in 1s (49.2 MB/s) 2024-09-13T16:13:35.532 INFO:teuthology.orchestra.run.smithi005.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 153098 files and directories currently installed.) 2024-09-13T16:13:35.537 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../util-linux_2.34-0.1ubuntu9.6_amd64.deb ... 2024-09-13T16:13:35.725 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking util-linux (2.34-0.1ubuntu9.6) over (2.34-0.1ubuntu9.3) ... 2024-09-13T16:13:36.807 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up util-linux (2.34-0.1ubuntu9.6) ... 2024-09-13T16:13:37.934 INFO:teuthology.orchestra.run.smithi179.stdout:Processing triggers for fontconfig (2.13.1-2ubuntu3) ... 2024-09-13T16:13:38.247 INFO:teuthology.orchestra.run.smithi005.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 153098 files and directories currently installed.) 2024-09-13T16:13:38.251 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../uuid-dev_2.34-0.1ubuntu9.6_amd64.deb ... 2024-09-13T16:13:38.381 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking uuid-dev:amd64 (2.34-0.1ubuntu9.6) over (2.34-0.1ubuntu9.3) ... 2024-09-13T16:13:38.612 INFO:teuthology.orchestra.run.smithi179.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2024-09-13T16:13:38.615 DEBUG:teuthology.orchestra.run.smithi179:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install bison flex libelf-dev libssl-dev network-manager iproute2 util-linux dump indent libaio-dev libtool-bin uuid-dev xfslibs-dev postgresql postgresql-client postgresql-common postgresql-contrib 2024-09-13T16:13:38.684 INFO:teuthology.orchestra.run.smithi179.stdout:Reading package lists... 2024-09-13T16:13:38.765 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../libuuid1_2.34-0.1ubuntu9.6_amd64.deb ... 2024-09-13T16:13:38.902 INFO:teuthology.orchestra.run.smithi179.stdout:Building dependency tree... 2024-09-13T16:13:38.903 INFO:teuthology.orchestra.run.smithi179.stdout:Reading state information... 2024-09-13T16:13:38.962 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking libuuid1:amd64 (2.34-0.1ubuntu9.6) over (2.34-0.1ubuntu9.3) ... 2024-09-13T16:13:39.129 INFO:teuthology.orchestra.run.smithi179.stdout:bison is already the newest version (2:3.5.1+dfsg-1). 2024-09-13T16:13:39.129 INFO:teuthology.orchestra.run.smithi179.stdout:flex is already the newest version (2.6.4-6.2). 2024-09-13T16:13:39.129 INFO:teuthology.orchestra.run.smithi179.stdout:iproute2 is already the newest version (5.5.0-1ubuntu1). 2024-09-13T16:13:39.129 INFO:teuthology.orchestra.run.smithi179.stdout:libtool-bin is already the newest version (2.4.6-14). 2024-09-13T16:13:39.129 INFO:teuthology.orchestra.run.smithi179.stdout:xfslibs-dev is already the newest version (5.3.0-1ubuntu2). 2024-09-13T16:13:39.130 INFO:teuthology.orchestra.run.smithi179.stdout:The following packages were automatically installed and are no longer required: 2024-09-13T16:13:39.130 INFO:teuthology.orchestra.run.smithi179.stdout: libboost-iostreams1.71.0 libboost-thread1.71.0 2024-09-13T16:13:39.130 INFO:teuthology.orchestra.run.smithi179.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-13T16:13:39.131 INFO:teuthology.orchestra.run.smithi179.stdout:The following additional packages will be installed: 2024-09-13T16:13:39.131 INFO:teuthology.orchestra.run.smithi179.stdout: libbluetooth3 libdw1 libelf1 liblzo2-2 libmbim-glib4 libmbim-proxy 2024-09-13T16:13:39.131 INFO:teuthology.orchestra.run.smithi179.stdout: libmm-glib0 libndp0 libnm0 libpq5 libqmi-glib5 libqmi-proxy libssl1.1 2024-09-13T16:13:39.131 INFO:teuthology.orchestra.run.smithi179.stdout: libteamdctl0 libuuid1 modemmanager network-manager-pptp postgresql-12 2024-09-13T16:13:39.132 INFO:teuthology.orchestra.run.smithi179.stdout: postgresql-client-12 postgresql-client-common ppp pptp-linux usb-modeswitch 2024-09-13T16:13:39.132 INFO:teuthology.orchestra.run.smithi179.stdout: usb-modeswitch-data wpasupplicant 2024-09-13T16:13:39.133 INFO:teuthology.orchestra.run.smithi179.stdout:Suggested packages: 2024-09-13T16:13:39.133 INFO:teuthology.orchestra.run.smithi179.stdout: indent-doc libssl-doc avahi-autoipd libteam-utils postgresql-doc 2024-09-13T16:13:39.133 INFO:teuthology.orchestra.run.smithi179.stdout: postgresql-doc-12 libjson-perl comgt wvdial util-linux-locales wpagui 2024-09-13T16:13:39.133 INFO:teuthology.orchestra.run.smithi179.stdout: libengine-pkcs11-openssl 2024-09-13T16:13:39.194 INFO:teuthology.orchestra.run.smithi179.stdout:The following NEW packages will be installed: 2024-09-13T16:13:39.195 INFO:teuthology.orchestra.run.smithi179.stdout: dump indent libaio-dev libbluetooth3 libelf-dev liblzo2-2 libmbim-glib4 2024-09-13T16:13:39.195 INFO:teuthology.orchestra.run.smithi179.stdout: libmbim-proxy libmm-glib0 libndp0 libnm0 libpq5 libqmi-glib5 libqmi-proxy 2024-09-13T16:13:39.195 INFO:teuthology.orchestra.run.smithi179.stdout: libssl-dev libteamdctl0 modemmanager network-manager network-manager-pptp 2024-09-13T16:13:39.195 INFO:teuthology.orchestra.run.smithi179.stdout: postgresql postgresql-12 postgresql-client postgresql-client-12 2024-09-13T16:13:39.196 INFO:teuthology.orchestra.run.smithi179.stdout: postgresql-client-common postgresql-common postgresql-contrib ppp pptp-linux 2024-09-13T16:13:39.196 INFO:teuthology.orchestra.run.smithi179.stdout: usb-modeswitch usb-modeswitch-data wpasupplicant 2024-09-13T16:13:39.197 INFO:teuthology.orchestra.run.smithi179.stdout:The following packages will be upgraded: 2024-09-13T16:13:39.198 INFO:teuthology.orchestra.run.smithi179.stdout: libdw1 libelf1 libssl1.1 libuuid1 util-linux uuid-dev 2024-09-13T16:13:39.256 INFO:teuthology.orchestra.run.smithi179.stdout:6 upgraded, 31 newly installed, 0 to remove and 289 not upgraded. 2024-09-13T16:13:39.256 INFO:teuthology.orchestra.run.smithi179.stdout:Need to get 25.4 MB of archives. 2024-09-13T16:13:39.256 INFO:teuthology.orchestra.run.smithi179.stdout:After this operation, 80.0 MB of additional disk space will be used. 2024-09-13T16:13:39.256 INFO:teuthology.orchestra.run.smithi179.stdout:Get:1 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 util-linux amd64 2.34-0.1ubuntu9.6 [1,022 kB] 2024-09-13T16:13:39.298 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up libuuid1:amd64 (2.34-0.1ubuntu9.6) ... 2024-09-13T16:13:39.391 INFO:teuthology.orchestra.run.smithi179.stdout:Get:2 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 uuid-dev amd64 2.34-0.1ubuntu9.6 [33.6 kB] 2024-09-13T16:13:39.392 INFO:teuthology.orchestra.run.smithi179.stdout:Get:3 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libuuid1 amd64 2.34-0.1ubuntu9.6 [20.0 kB] 2024-09-13T16:13:39.393 INFO:teuthology.orchestra.run.smithi179.stdout:Get:4 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libdw1 amd64 0.176-1.1ubuntu0.1 [226 kB] 2024-09-13T16:13:39.398 INFO:teuthology.orchestra.run.smithi179.stdout:Get:5 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libelf1 amd64 0.176-1.1ubuntu0.1 [44.2 kB] 2024-09-13T16:13:39.398 INFO:teuthology.orchestra.run.smithi179.stdout:Get:6 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libssl1.1 amd64 1.1.1f-1ubuntu2.23 [1,323 kB] 2024-09-13T16:13:39.415 INFO:teuthology.orchestra.run.smithi179.stdout:Get:7 http://archive.ubuntu.com/ubuntu focal/main amd64 liblzo2-2 amd64 2.10-2 [50.8 kB] 2024-09-13T16:13:39.416 INFO:teuthology.orchestra.run.smithi179.stdout:Get:8 http://archive.ubuntu.com/ubuntu focal/universe amd64 dump amd64 0.4b46-6 [130 kB] 2024-09-13T16:13:39.417 INFO:teuthology.orchestra.run.smithi179.stdout:Get:9 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 indent amd64 2.2.12-1ubuntu0.20.04.1 [86.6 kB] 2024-09-13T16:13:39.418 INFO:teuthology.orchestra.run.smithi179.stdout:Get:10 http://archive.ubuntu.com/ubuntu focal/main amd64 libaio-dev amd64 0.3.112-5 [13.7 kB] 2024-09-13T16:13:39.419 INFO:teuthology.orchestra.run.smithi179.stdout:Get:11 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libbluetooth3 amd64 5.53-0ubuntu3.8 [60.6 kB] 2024-09-13T16:13:39.425 INFO:teuthology.orchestra.run.smithi179.stdout:Get:12 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libelf-dev amd64 0.176-1.1ubuntu0.1 [57.1 kB] 2024-09-13T16:13:39.425 INFO:teuthology.orchestra.run.smithi179.stdout:Get:13 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libmbim-glib4 amd64 1.26.2-1~ubuntu20.04.1 [123 kB] 2024-09-13T16:13:39.427 INFO:teuthology.orchestra.run.smithi179.stdout:Get:14 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libmbim-proxy amd64 1.26.2-1~ubuntu20.04.1 [6,012 B] 2024-09-13T16:13:39.427 INFO:teuthology.orchestra.run.smithi179.stdout:Get:15 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libmm-glib0 amd64 1.18.6-1~ubuntu20.04.1 [203 kB] 2024-09-13T16:13:39.442 INFO:teuthology.orchestra.run.smithi179.stdout:Get:16 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libndp0 amd64 1.7-0ubuntu1.1 [11.1 kB] 2024-09-13T16:13:39.443 INFO:teuthology.orchestra.run.smithi179.stdout:Get:17 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libnm0 amd64 1.22.10-1ubuntu2.4 [370 kB] 2024-09-13T16:13:39.448 INFO:teuthology.orchestra.run.smithi179.stdout:Get:18 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libpq5 amd64 12.20-0ubuntu0.20.04.1 [117 kB] 2024-09-13T16:13:39.451 INFO:teuthology.orchestra.run.smithi179.stdout:Get:19 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libqmi-glib5 amd64 1.30.4-1~ubuntu20.04.1 [642 kB] 2024-09-13T16:13:39.459 INFO:teuthology.orchestra.run.smithi179.stdout:Get:20 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libqmi-proxy amd64 1.30.4-1~ubuntu20.04.1 [5,908 B] 2024-09-13T16:13:39.459 INFO:teuthology.orchestra.run.smithi179.stdout:Get:21 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libssl-dev amd64 1.1.1f-1ubuntu2.23 [1,586 kB] 2024-09-13T16:13:39.473 INFO:teuthology.orchestra.run.smithi179.stdout:Get:22 http://archive.ubuntu.com/ubuntu focal/main amd64 libteamdctl0 amd64 1.30-1 [11.8 kB] 2024-09-13T16:13:39.473 INFO:teuthology.orchestra.run.smithi179.stdout:Get:23 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 modemmanager amd64 1.18.6-1~ubuntu20.04.1 [895 kB] 2024-09-13T16:13:39.480 INFO:teuthology.orchestra.run.smithi179.stdout:Get:24 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 wpasupplicant amd64 2:2.9-1ubuntu4.4 [1,184 kB] 2024-09-13T16:13:39.490 INFO:teuthology.orchestra.run.smithi179.stdout:Get:25 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 network-manager amd64 1.22.10-1ubuntu2.4 [1,854 kB] 2024-09-13T16:13:39.506 INFO:teuthology.orchestra.run.smithi179.stdout:Get:26 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 ppp amd64 2.4.7-2+4.1ubuntu5.1 [328 kB] 2024-09-13T16:13:39.509 INFO:teuthology.orchestra.run.smithi179.stdout:Get:27 http://archive.ubuntu.com/ubuntu focal/main amd64 pptp-linux amd64 1.10.0-1build1 [42.0 kB] 2024-09-13T16:13:39.509 INFO:teuthology.orchestra.run.smithi179.stdout:Get:28 http://archive.ubuntu.com/ubuntu focal/main amd64 network-manager-pptp amd64 1.2.8-2 [30.1 kB] 2024-09-13T16:13:39.509 INFO:teuthology.orchestra.run.smithi179.stdout:Get:29 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 postgresql-client-common all 214ubuntu0.1 [28.2 kB] 2024-09-13T16:13:39.510 INFO:teuthology.orchestra.run.smithi179.stdout:Get:30 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 postgresql-client-12 amd64 12.20-0ubuntu0.20.04.1 [1,055 kB] 2024-09-13T16:13:39.518 INFO:teuthology.orchestra.run.smithi179.stdout:Get:31 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 postgresql-common all 214ubuntu0.1 [169 kB] 2024-09-13T16:13:39.520 INFO:teuthology.orchestra.run.smithi179.stdout:Get:32 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 postgresql-12 amd64 12.20-0ubuntu0.20.04.1 [13.5 MB] 2024-09-13T16:13:39.638 INFO:teuthology.orchestra.run.smithi179.stdout:Get:33 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 postgresql all 12+214ubuntu0.1 [3,924 B] 2024-09-13T16:13:39.638 INFO:teuthology.orchestra.run.smithi179.stdout:Get:34 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 postgresql-client all 12+214ubuntu0.1 [3,940 B] 2024-09-13T16:13:39.709 INFO:teuthology.orchestra.run.smithi179.stdout:Get:35 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 postgresql-contrib all 12+214ubuntu0.1 [3,932 B] 2024-09-13T16:13:39.709 INFO:teuthology.orchestra.run.smithi179.stdout:Get:36 http://archive.ubuntu.com/ubuntu focal/main amd64 usb-modeswitch-data all 20191128-3 [32.3 kB] 2024-09-13T16:13:39.709 INFO:teuthology.orchestra.run.smithi179.stdout:Get:37 http://archive.ubuntu.com/ubuntu focal/main amd64 usb-modeswitch amd64 2.5.2+repack0-2ubuntu3 [53.1 kB] 2024-09-13T16:13:40.124 INFO:teuthology.orchestra.run.smithi179.stdout:Preconfiguring packages ... 2024-09-13T16:13:40.333 INFO:teuthology.orchestra.run.smithi179.stdout:Fetched 25.4 MB in 1s (50.3 MB/s) 2024-09-13T16:13:40.484 INFO:teuthology.orchestra.run.smithi005.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 153098 files and directories currently installed.) 2024-09-13T16:13:40.489 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../00-libdw1_0.176-1.1ubuntu0.1_amd64.deb ... 2024-09-13T16:13:40.622 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking libdw1:amd64 (0.176-1.1ubuntu0.1) over (0.176-1.1build1) ... 2024-09-13T16:13:40.652 INFO:teuthology.orchestra.run.smithi179.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 153098 files and directories currently installed.) 2024-09-13T16:13:40.656 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../util-linux_2.34-0.1ubuntu9.6_amd64.deb ... 2024-09-13T16:13:40.822 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking util-linux (2.34-0.1ubuntu9.6) over (2.34-0.1ubuntu9.3) ... 2024-09-13T16:13:41.121 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../01-libelf1_0.176-1.1ubuntu0.1_amd64.deb ... 2024-09-13T16:13:41.260 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking libelf1:amd64 (0.176-1.1ubuntu0.1) over (0.176-1.1build1) ... 2024-09-13T16:13:41.707 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../02-libssl1.1_1.1.1f-1ubuntu2.23_amd64.deb ... 2024-09-13T16:13:41.840 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking libssl1.1:amd64 (1.1.1f-1ubuntu2.23) over (1.1.1f-1ubuntu2.16) ... 2024-09-13T16:13:42.361 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package liblzo2-2:amd64. 2024-09-13T16:13:42.379 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../03-liblzo2-2_2.10-2_amd64.deb ... 2024-09-13T16:13:42.419 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking liblzo2-2:amd64 (2.10-2) ... 2024-09-13T16:13:42.632 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up util-linux (2.34-0.1ubuntu9.6) ... 2024-09-13T16:13:42.755 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package dump. 2024-09-13T16:13:42.774 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../04-dump_0.4b46-6_amd64.deb ... 2024-09-13T16:13:42.805 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking dump (0.4b46-6) ... 2024-09-13T16:13:43.100 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package indent. 2024-09-13T16:13:43.118 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../05-indent_2.2.12-1ubuntu0.20.04.1_amd64.deb ... 2024-09-13T16:13:43.159 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking indent (2.2.12-1ubuntu0.20.04.1) ... 2024-09-13T16:13:43.478 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package libaio-dev:amd64. 2024-09-13T16:13:43.495 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../06-libaio-dev_0.3.112-5_amd64.deb ... 2024-09-13T16:13:43.536 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking libaio-dev:amd64 (0.3.112-5) ... 2024-09-13T16:13:43.865 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package libbluetooth3:amd64. 2024-09-13T16:13:43.883 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../07-libbluetooth3_5.53-0ubuntu3.8_amd64.deb ... 2024-09-13T16:13:43.923 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking libbluetooth3:amd64 (5.53-0ubuntu3.8) ... 2024-09-13T16:13:44.101 INFO:teuthology.orchestra.run.smithi179.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 153098 files and directories currently installed.) 2024-09-13T16:13:44.106 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../uuid-dev_2.34-0.1ubuntu9.6_amd64.deb ... 2024-09-13T16:13:44.192 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package libelf-dev:amd64. 2024-09-13T16:13:44.210 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../08-libelf-dev_0.176-1.1ubuntu0.1_amd64.deb ... 2024-09-13T16:13:44.251 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking libelf-dev:amd64 (0.176-1.1ubuntu0.1) ... 2024-09-13T16:13:44.264 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking uuid-dev:amd64 (2.34-0.1ubuntu9.6) over (2.34-0.1ubuntu9.3) ... 2024-09-13T16:13:44.595 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package libmbim-glib4:amd64. 2024-09-13T16:13:44.613 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../09-libmbim-glib4_1.26.2-1~ubuntu20.04.1_amd64.deb ... 2024-09-13T16:13:44.678 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking libmbim-glib4:amd64 (1.26.2-1~ubuntu20.04.1) ... 2024-09-13T16:13:44.680 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../libuuid1_2.34-0.1ubuntu9.6_amd64.deb ... 2024-09-13T16:13:44.871 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking libuuid1:amd64 (2.34-0.1ubuntu9.6) over (2.34-0.1ubuntu9.3) ... 2024-09-13T16:13:44.948 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package libmbim-proxy. 2024-09-13T16:13:44.965 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../10-libmbim-proxy_1.26.2-1~ubuntu20.04.1_amd64.deb ... 2024-09-13T16:13:45.006 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking libmbim-proxy (1.26.2-1~ubuntu20.04.1) ... 2024-09-13T16:13:45.208 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up libuuid1:amd64 (2.34-0.1ubuntu9.6) ... 2024-09-13T16:13:45.309 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package libmm-glib0:amd64. 2024-09-13T16:13:45.327 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../11-libmm-glib0_1.18.6-1~ubuntu20.04.1_amd64.deb ... 2024-09-13T16:13:45.359 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking libmm-glib0:amd64 (1.18.6-1~ubuntu20.04.1) ... 2024-09-13T16:13:45.678 INFO:teuthology.orchestra.run.smithi179.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 153098 files and directories currently installed.) 2024-09-13T16:13:45.683 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../00-libdw1_0.176-1.1ubuntu0.1_amd64.deb ... 2024-09-13T16:13:45.855 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking libdw1:amd64 (0.176-1.1ubuntu0.1) over (0.176-1.1build1) ... 2024-09-13T16:13:46.230 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package libndp0:amd64. 2024-09-13T16:13:46.250 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../12-libndp0_1.7-0ubuntu1.1_amd64.deb ... 2024-09-13T16:13:46.328 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../01-libelf1_0.176-1.1ubuntu0.1_amd64.deb ... 2024-09-13T16:13:46.330 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking libndp0:amd64 (1.7-0ubuntu1.1) ... 2024-09-13T16:13:46.494 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking libelf1:amd64 (0.176-1.1ubuntu0.1) over (0.176-1.1build1) ... 2024-09-13T16:13:46.666 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package libnm0:amd64. 2024-09-13T16:13:46.683 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../13-libnm0_1.22.10-1ubuntu2.4_amd64.deb ... 2024-09-13T16:13:46.725 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking libnm0:amd64 (1.22.10-1ubuntu2.4) ... 2024-09-13T16:13:47.044 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package libpq5:amd64. 2024-09-13T16:13:47.065 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../14-libpq5_12.20-0ubuntu0.20.04.1_amd64.deb ... 2024-09-13T16:13:47.102 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking libpq5:amd64 (12.20-0ubuntu0.20.04.1) ... 2024-09-13T16:13:47.480 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package libqmi-glib5:amd64. 2024-09-13T16:13:47.498 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../15-libqmi-glib5_1.30.4-1~ubuntu20.04.1_amd64.deb ... 2024-09-13T16:13:47.530 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking libqmi-glib5:amd64 (1.30.4-1~ubuntu20.04.1) ... 2024-09-13T16:13:47.891 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package libqmi-proxy. 2024-09-13T16:13:47.910 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../16-libqmi-proxy_1.30.4-1~ubuntu20.04.1_amd64.deb ... 2024-09-13T16:13:47.958 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking libqmi-proxy (1.30.4-1~ubuntu20.04.1) ... 2024-09-13T16:13:47.960 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../02-libssl1.1_1.1.1f-1ubuntu2.23_amd64.deb ... 2024-09-13T16:13:48.094 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking libssl1.1:amd64 (1.1.1f-1ubuntu2.23) over (1.1.1f-1ubuntu2.16) ... 2024-09-13T16:13:48.194 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package libssl-dev:amd64. 2024-09-13T16:13:48.211 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../17-libssl-dev_1.1.1f-1ubuntu2.23_amd64.deb ... 2024-09-13T16:13:48.252 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking libssl-dev:amd64 (1.1.1f-1ubuntu2.23) ... 2024-09-13T16:13:48.623 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package liblzo2-2:amd64. 2024-09-13T16:13:48.633 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../03-liblzo2-2_2.10-2_amd64.deb ... 2024-09-13T16:13:48.665 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking liblzo2-2:amd64 (2.10-2) ... 2024-09-13T16:13:48.756 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package libteamdctl0:amd64. 2024-09-13T16:13:48.773 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../18-libteamdctl0_1.30-1_amd64.deb ... 2024-09-13T16:13:48.817 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking libteamdctl0:amd64 (1.30-1) ... 2024-09-13T16:13:49.019 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package dump. 2024-09-13T16:13:49.036 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../04-dump_0.4b46-6_amd64.deb ... 2024-09-13T16:13:49.076 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking dump (0.4b46-6) ... 2024-09-13T16:13:49.200 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package modemmanager. 2024-09-13T16:13:49.221 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../19-modemmanager_1.18.6-1~ubuntu20.04.1_amd64.deb ... 2024-09-13T16:13:49.269 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking modemmanager (1.18.6-1~ubuntu20.04.1) ... 2024-09-13T16:13:49.406 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package indent. 2024-09-13T16:13:49.428 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../05-indent_2.2.12-1ubuntu0.20.04.1_amd64.deb ... 2024-09-13T16:13:49.486 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking indent (2.2.12-1ubuntu0.20.04.1) ... 2024-09-13T16:13:49.825 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package libaio-dev:amd64. 2024-09-13T16:13:49.844 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../06-libaio-dev_0.3.112-5_amd64.deb ... 2024-09-13T16:13:49.884 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking libaio-dev:amd64 (0.3.112-5) ... 2024-09-13T16:13:49.923 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package wpasupplicant. 2024-09-13T16:13:49.945 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../20-wpasupplicant_2%3a2.9-1ubuntu4.4_amd64.deb ... 2024-09-13T16:13:49.989 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking wpasupplicant (2:2.9-1ubuntu4.4) ... 2024-09-13T16:13:50.204 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package libbluetooth3:amd64. 2024-09-13T16:13:50.223 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../07-libbluetooth3_5.53-0ubuntu3.8_amd64.deb ... 2024-09-13T16:13:50.262 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking libbluetooth3:amd64 (5.53-0ubuntu3.8) ... 2024-09-13T16:13:50.558 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package libelf-dev:amd64. 2024-09-13T16:13:50.571 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package network-manager. 2024-09-13T16:13:50.575 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../08-libelf-dev_0.176-1.1ubuntu0.1_amd64.deb ... 2024-09-13T16:13:50.589 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../21-network-manager_1.22.10-1ubuntu2.4_amd64.deb ... 2024-09-13T16:13:50.615 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking libelf-dev:amd64 (0.176-1.1ubuntu0.1) ... 2024-09-13T16:13:50.655 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking network-manager (1.22.10-1ubuntu2.4) ... 2024-09-13T16:13:50.994 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package libmbim-glib4:amd64. 2024-09-13T16:13:51.011 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../09-libmbim-glib4_1.26.2-1~ubuntu20.04.1_amd64.deb ... 2024-09-13T16:13:51.052 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking libmbim-glib4:amd64 (1.26.2-1~ubuntu20.04.1) ... 2024-09-13T16:13:51.330 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package libmbim-proxy. 2024-09-13T16:13:51.347 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../10-libmbim-proxy_1.26.2-1~ubuntu20.04.1_amd64.deb ... 2024-09-13T16:13:51.380 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking libmbim-proxy (1.26.2-1~ubuntu20.04.1) ... 2024-09-13T16:13:51.395 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package ppp. 2024-09-13T16:13:51.416 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../22-ppp_2.4.7-2+4.1ubuntu5.1_amd64.deb ... 2024-09-13T16:13:51.680 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking ppp (2.4.7-2+4.1ubuntu5.1) ... 2024-09-13T16:13:51.728 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package libmm-glib0:amd64. 2024-09-13T16:13:51.747 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../11-libmm-glib0_1.18.6-1~ubuntu20.04.1_amd64.deb ... 2024-09-13T16:13:51.791 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking libmm-glib0:amd64 (1.18.6-1~ubuntu20.04.1) ... 2024-09-13T16:13:52.018 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package pptp-linux. 2024-09-13T16:13:52.038 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../23-pptp-linux_1.10.0-1build1_amd64.deb ... 2024-09-13T16:13:52.076 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking pptp-linux (1.10.0-1build1) ... 2024-09-13T16:13:52.170 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package libndp0:amd64. 2024-09-13T16:13:52.187 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../12-libndp0_1.7-0ubuntu1.1_amd64.deb ... 2024-09-13T16:13:52.228 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking libndp0:amd64 (1.7-0ubuntu1.1) ... 2024-09-13T16:13:52.463 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package network-manager-pptp. 2024-09-13T16:13:52.484 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../24-network-manager-pptp_1.2.8-2_amd64.deb ... 2024-09-13T16:13:52.539 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking network-manager-pptp (1.2.8-2) ... 2024-09-13T16:13:52.540 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package libnm0:amd64. 2024-09-13T16:13:52.558 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../13-libnm0_1.22.10-1ubuntu2.4_amd64.deb ... 2024-09-13T16:13:52.606 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking libnm0:amd64 (1.22.10-1ubuntu2.4) ... 2024-09-13T16:13:52.841 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package postgresql-client-common. 2024-09-13T16:13:52.859 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../25-postgresql-client-common_214ubuntu0.1_all.deb ... 2024-09-13T16:13:52.900 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking postgresql-client-common (214ubuntu0.1) ... 2024-09-13T16:13:53.237 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package postgresql-client-12. 2024-09-13T16:13:53.255 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../26-postgresql-client-12_12.20-0ubuntu0.20.04.1_amd64.deb ... 2024-09-13T16:13:53.295 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking postgresql-client-12 (12.20-0ubuntu0.20.04.1) ... 2024-09-13T16:13:53.628 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package libpq5:amd64. 2024-09-13T16:13:53.645 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../14-libpq5_12.20-0ubuntu0.20.04.1_amd64.deb ... 2024-09-13T16:13:53.712 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking libpq5:amd64 (12.20-0ubuntu0.20.04.1) ... 2024-09-13T16:13:53.900 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package postgresql-common. 2024-09-13T16:13:53.918 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../27-postgresql-common_214ubuntu0.1_all.deb ... 2024-09-13T16:13:53.982 INFO:teuthology.orchestra.run.smithi005.stdout:Adding 'diversion of /usr/bin/pg_config to /usr/bin/pg_config.libpq-dev by postgresql-common' 2024-09-13T16:13:54.010 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking postgresql-common (214ubuntu0.1) ... 2024-09-13T16:13:54.065 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package libqmi-glib5:amd64. 2024-09-13T16:13:54.083 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../15-libqmi-glib5_1.30.4-1~ubuntu20.04.1_amd64.deb ... 2024-09-13T16:13:54.123 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking libqmi-glib5:amd64 (1.30.4-1~ubuntu20.04.1) ... 2024-09-13T16:13:54.451 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package libqmi-proxy. 2024-09-13T16:13:54.469 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../16-libqmi-proxy_1.30.4-1~ubuntu20.04.1_amd64.deb ... 2024-09-13T16:13:54.507 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package postgresql-12. 2024-09-13T16:13:54.509 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking libqmi-proxy (1.30.4-1~ubuntu20.04.1) ... 2024-09-13T16:13:54.524 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../28-postgresql-12_12.20-0ubuntu0.20.04.1_amd64.deb ... 2024-09-13T16:13:54.568 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking postgresql-12 (12.20-0ubuntu0.20.04.1) ... 2024-09-13T16:13:54.779 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package libssl-dev:amd64. 2024-09-13T16:13:54.798 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../17-libssl-dev_1.1.1f-1ubuntu2.23_amd64.deb ... 2024-09-13T16:13:54.837 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking libssl-dev:amd64 (1.1.1f-1ubuntu2.23) ... 2024-09-13T16:13:55.383 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package libteamdctl0:amd64. 2024-09-13T16:13:55.400 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../18-libteamdctl0_1.30-1_amd64.deb ... 2024-09-13T16:13:55.441 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking libteamdctl0:amd64 (1.30-1) ... 2024-09-13T16:13:55.836 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package modemmanager. 2024-09-13T16:13:55.856 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../19-modemmanager_1.18.6-1~ubuntu20.04.1_amd64.deb ... 2024-09-13T16:13:55.929 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking modemmanager (1.18.6-1~ubuntu20.04.1) ... 2024-09-13T16:13:56.209 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package postgresql. 2024-09-13T16:13:56.227 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../29-postgresql_12+214ubuntu0.1_all.deb ... 2024-09-13T16:13:56.267 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking postgresql (12+214ubuntu0.1) ... 2024-09-13T16:13:56.511 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package postgresql-client. 2024-09-13T16:13:56.532 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../30-postgresql-client_12+214ubuntu0.1_all.deb ... 2024-09-13T16:13:56.569 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking postgresql-client (12+214ubuntu0.1) ... 2024-09-13T16:13:56.593 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package wpasupplicant. 2024-09-13T16:13:56.611 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../20-wpasupplicant_2%3a2.9-1ubuntu4.4_amd64.deb ... 2024-09-13T16:13:56.651 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking wpasupplicant (2:2.9-1ubuntu4.4) ... 2024-09-13T16:13:56.863 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package postgresql-contrib. 2024-09-13T16:13:56.880 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../31-postgresql-contrib_12+214ubuntu0.1_all.deb ... 2024-09-13T16:13:56.922 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking postgresql-contrib (12+214ubuntu0.1) ... 2024-09-13T16:13:57.165 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package usb-modeswitch-data. 2024-09-13T16:13:57.185 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../32-usb-modeswitch-data_20191128-3_all.deb ... 2024-09-13T16:13:57.223 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking usb-modeswitch-data (20191128-3) ... 2024-09-13T16:13:57.257 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package network-manager. 2024-09-13T16:13:57.275 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../21-network-manager_1.22.10-1ubuntu2.4_amd64.deb ... 2024-09-13T16:13:57.338 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking network-manager (1.22.10-1ubuntu2.4) ... 2024-09-13T16:13:57.627 INFO:teuthology.orchestra.run.smithi005.stdout:Selecting previously unselected package usb-modeswitch. 2024-09-13T16:13:57.644 INFO:teuthology.orchestra.run.smithi005.stdout:Preparing to unpack .../33-usb-modeswitch_2.5.2+repack0-2ubuntu3_amd64.deb ... 2024-09-13T16:13:57.696 INFO:teuthology.orchestra.run.smithi005.stdout:Unpacking usb-modeswitch (2.5.2+repack0-2ubuntu3) ... 2024-09-13T16:13:57.982 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up postgresql-client-common (214ubuntu0.1) ... 2024-09-13T16:13:58.116 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package ppp. 2024-09-13T16:13:58.132 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../22-ppp_2.4.7-2+4.1ubuntu5.1_amd64.deb ... 2024-09-13T16:13:58.224 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up libssl1.1:amd64 (1.1.1f-1ubuntu2.23) ... 2024-09-13T16:13:58.433 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking ppp (2.4.7-2+4.1ubuntu5.1) ... 2024-09-13T16:13:58.534 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up libpq5:amd64 (12.20-0ubuntu0.20.04.1) ... 2024-09-13T16:13:58.660 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up liblzo2-2:amd64 (2.10-2) ... 2024-09-13T16:13:58.811 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up libaio-dev:amd64 (0.3.112-5) ... 2024-09-13T16:13:58.912 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up wpasupplicant (2:2.9-1ubuntu4.4) ... 2024-09-13T16:13:59.182 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package pptp-linux. 2024-09-13T16:13:59.199 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../23-pptp-linux_1.10.0-1build1_amd64.deb ... 2024-09-13T16:13:59.240 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking pptp-linux (1.10.0-1build1) ... 2024-09-13T16:13:59.273 INFO:teuthology.orchestra.run.smithi005.stdout:Created symlink /etc/systemd/system/dbus-fi.w1.wpa_supplicant1.service -> /lib/systemd/system/wpa_supplicant.service. 2024-09-13T16:13:59.273 INFO:teuthology.orchestra.run.smithi005.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/wpa_supplicant.service -> /lib/systemd/system/wpa_supplicant.service. 2024-09-13T16:13:59.644 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package network-manager-pptp. 2024-09-13T16:13:59.660 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../24-network-manager-pptp_1.2.8-2_amd64.deb ... 2024-09-13T16:13:59.719 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking network-manager-pptp (1.2.8-2) ... 2024-09-13T16:13:59.731 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up postgresql-client-12 (12.20-0ubuntu0.20.04.1) ... 2024-09-13T16:14:00.056 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package postgresql-client-common. 2024-09-13T16:14:00.072 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../25-postgresql-client-common_214ubuntu0.1_all.deb ... 2024-09-13T16:14:00.155 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking postgresql-client-common (214ubuntu0.1) ... 2024-09-13T16:14:00.494 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package postgresql-client-12. 2024-09-13T16:14:00.511 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../26-postgresql-client-12_12.20-0ubuntu0.20.04.1_amd64.deb ... 2024-09-13T16:14:00.552 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking postgresql-client-12 (12.20-0ubuntu0.20.04.1) ... 2024-09-13T16:14:00.628 INFO:teuthology.orchestra.run.smithi005.stdout:update-alternatives: using /usr/share/postgresql/12/man/man1/psql.1.gz to provide /usr/share/man/man1/psql.1.gz (psql.1.gz) in auto mode 2024-09-13T16:14:00.737 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up uuid-dev:amd64 (2.34-0.1ubuntu9.6) ... 2024-09-13T16:14:00.863 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up libteamdctl0:amd64 (1.30-1) ... 2024-09-13T16:14:00.989 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up postgresql-common (214ubuntu0.1) ... 2024-09-13T16:14:01.241 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package postgresql-common. 2024-09-13T16:14:01.260 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../27-postgresql-common_214ubuntu0.1_all.deb ... 2024-09-13T16:14:01.320 INFO:teuthology.orchestra.run.smithi179.stdout:Adding 'diversion of /usr/bin/pg_config to /usr/bin/pg_config.libpq-dev by postgresql-common' 2024-09-13T16:14:01.343 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking postgresql-common (214ubuntu0.1) ... 2024-09-13T16:14:01.857 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package postgresql-12. 2024-09-13T16:14:01.878 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../28-postgresql-12_12.20-0ubuntu0.20.04.1_amd64.deb ... 2024-09-13T16:14:01.918 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking postgresql-12 (12.20-0ubuntu0.20.04.1) ... 2024-09-13T16:14:02.092 INFO:teuthology.orchestra.run.smithi005.stdout:Adding user postgres to group ssl-cert 2024-09-13T16:14:02.357 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-13T16:14:02.357 INFO:teuthology.orchestra.run.smithi005.stdout:Creating config file /etc/postgresql-common/createcluster.conf with new version 2024-09-13T16:14:02.612 INFO:teuthology.orchestra.run.smithi005.stdout:Building PostgreSQL dictionaries from installed myspell/hunspell packages... 2024-09-13T16:14:02.612 INFO:teuthology.orchestra.run.smithi005.stdout:Removing obsolete dictionary files: 2024-09-13T16:14:02.936 INFO:teuthology.orchestra.run.smithi005.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/postgresql.service -> /lib/systemd/system/postgresql.service. 2024-09-13T16:14:03.658 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up libssl-dev:amd64 (1.1.1f-1ubuntu2.23) ... 2024-09-13T16:14:03.686 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package postgresql. 2024-09-13T16:14:03.707 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../29-postgresql_12+214ubuntu0.1_all.deb ... 2024-09-13T16:14:03.744 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking postgresql (12+214ubuntu0.1) ... 2024-09-13T16:14:03.784 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up usb-modeswitch-data (20191128-3) ... 2024-09-13T16:14:03.934 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up libnm0:amd64 (1.22.10-1ubuntu2.4) ... 2024-09-13T16:14:04.022 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package postgresql-client. 2024-09-13T16:14:04.040 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../30-postgresql-client_12+214ubuntu0.1_all.deb ... 2024-09-13T16:14:04.060 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up ppp (2.4.7-2+4.1ubuntu5.1) ... 2024-09-13T16:14:04.080 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking postgresql-client (12+214ubuntu0.1) ... 2024-09-13T16:14:04.366 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package postgresql-contrib. 2024-09-13T16:14:04.384 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../31-postgresql-contrib_12+214ubuntu0.1_all.deb ... 2024-09-13T16:14:04.424 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking postgresql-contrib (12+214ubuntu0.1) ... 2024-09-13T16:14:04.694 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package usb-modeswitch-data. 2024-09-13T16:14:04.711 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../32-usb-modeswitch-data_20191128-3_all.deb ... 2024-09-13T16:14:04.752 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking usb-modeswitch-data (20191128-3) ... 2024-09-13T16:14:05.026 INFO:teuthology.orchestra.run.smithi005.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/pppd-dns.service -> /lib/systemd/system/pppd-dns.service. 2024-09-13T16:14:05.155 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package usb-modeswitch. 2024-09-13T16:14:05.173 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../33-usb-modeswitch_2.5.2+repack0-2ubuntu3_amd64.deb ... 2024-09-13T16:14:05.224 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking usb-modeswitch (2.5.2+repack0-2ubuntu3) ... 2024-09-13T16:14:05.258 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up dump (0.4b46-6) ... 2024-09-13T16:14:05.355 INFO:teuthology.orchestra.run.smithi005.stdout:update-alternatives: using /usr/sbin/rmt-dump to provide /usr/sbin/rmt (rmt) in auto mode 2024-09-13T16:14:05.409 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up libmm-glib0:amd64 (1.18.6-1~ubuntu20.04.1) ... 2024-09-13T16:14:05.531 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up postgresql-client-common (214ubuntu0.1) ... 2024-09-13T16:14:05.535 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up libbluetooth3:amd64 (5.53-0ubuntu3.8) ... 2024-09-13T16:14:05.636 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up indent (2.2.12-1ubuntu0.20.04.1) ... 2024-09-13T16:14:05.737 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up usb-modeswitch (2.5.2+repack0-2ubuntu3) ... 2024-09-13T16:14:05.770 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up libssl1.1:amd64 (1.1.1f-1ubuntu2.23) ... 2024-09-13T16:14:05.947 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up libndp0:amd64 (1.7-0ubuntu1.1) ... 2024-09-13T16:14:06.073 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up postgresql-12 (12.20-0ubuntu0.20.04.1) ... 2024-09-13T16:14:06.080 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up libpq5:amd64 (12.20-0ubuntu0.20.04.1) ... 2024-09-13T16:14:06.240 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up liblzo2-2:amd64 (2.10-2) ... 2024-09-13T16:14:06.375 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up libaio-dev:amd64 (0.3.112-5) ... 2024-09-13T16:14:06.448 INFO:teuthology.orchestra.run.smithi005.stdout:Creating new PostgreSQL cluster 12/main ... 2024-09-13T16:14:06.468 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/lib/postgresql/12/bin/initdb -D /var/lib/postgresql/12/main --auth-local peer --auth-host md5 2024-09-13T16:14:06.501 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up wpasupplicant (2:2.9-1ubuntu4.4) ... 2024-09-13T16:14:06.515 INFO:teuthology.orchestra.run.smithi005.stdout:The files belonging to this database system will be owned by user "postgres". 2024-09-13T16:14:06.516 INFO:teuthology.orchestra.run.smithi005.stdout:This user must also own the server process. 2024-09-13T16:14:06.516 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-13T16:14:06.516 INFO:teuthology.orchestra.run.smithi005.stdout:The database cluster will be initialized with locale "en_US". 2024-09-13T16:14:06.516 INFO:teuthology.orchestra.run.smithi005.stdout:The default database encoding has accordingly been set to "LATIN1". 2024-09-13T16:14:06.516 INFO:teuthology.orchestra.run.smithi005.stdout:The default text search configuration will be set to "english". 2024-09-13T16:14:06.516 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-13T16:14:06.516 INFO:teuthology.orchestra.run.smithi005.stdout:Data page checksums are disabled. 2024-09-13T16:14:06.517 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-13T16:14:06.517 INFO:teuthology.orchestra.run.smithi005.stdout:fixing permissions on existing directory /var/lib/postgresql/12/main ... ok 2024-09-13T16:14:06.517 INFO:teuthology.orchestra.run.smithi005.stdout:creating subdirectories ... ok 2024-09-13T16:14:06.517 INFO:teuthology.orchestra.run.smithi005.stdout:selecting dynamic shared memory implementation ... posix 2024-09-13T16:14:06.536 INFO:teuthology.orchestra.run.smithi005.stdout:selecting default max_connections ... 100 2024-09-13T16:14:06.561 INFO:teuthology.orchestra.run.smithi005.stdout:selecting default shared_buffers ... 128MB 2024-09-13T16:14:06.569 INFO:teuthology.orchestra.run.smithi005.stdout:selecting default time zone ... Etc/UTC 2024-09-13T16:14:06.569 INFO:teuthology.orchestra.run.smithi005.stdout:creating configuration files ... ok 2024-09-13T16:14:06.676 INFO:teuthology.orchestra.run.smithi005.stdout:running bootstrap script ... ok 2024-09-13T16:14:06.929 INFO:teuthology.orchestra.run.smithi179.stdout:Created symlink /etc/systemd/system/dbus-fi.w1.wpa_supplicant1.service -> /lib/systemd/system/wpa_supplicant.service. 2024-09-13T16:14:06.929 INFO:teuthology.orchestra.run.smithi179.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/wpa_supplicant.service -> /lib/systemd/system/wpa_supplicant.service. 2024-09-13T16:14:07.380 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up postgresql-client-12 (12.20-0ubuntu0.20.04.1) ... 2024-09-13T16:14:07.862 INFO:teuthology.orchestra.run.smithi005.stdout:performing post-bootstrap initialization ... ok 2024-09-13T16:14:08.272 INFO:teuthology.orchestra.run.smithi179.stdout:update-alternatives: using /usr/share/postgresql/12/man/man1/psql.1.gz to provide /usr/share/man/man1/psql.1.gz (psql.1.gz) in auto mode 2024-09-13T16:14:08.361 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up uuid-dev:amd64 (2.34-0.1ubuntu9.6) ... 2024-09-13T16:14:08.520 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up libteamdctl0:amd64 (1.30-1) ... 2024-09-13T16:14:08.638 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up postgresql-common (214ubuntu0.1) ... 2024-09-13T16:14:08.740 INFO:teuthology.orchestra.run.smithi005.stdout:syncing data to disk ... ok 2024-09-13T16:14:08.740 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-13T16:14:08.740 INFO:teuthology.orchestra.run.smithi005.stdout:Success. You can now start the database server using: 2024-09-13T16:14:08.740 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-13T16:14:08.740 INFO:teuthology.orchestra.run.smithi005.stdout: pg_ctlcluster 12 main start 2024-09-13T16:14:08.740 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-13T16:14:09.059 INFO:teuthology.orchestra.run.smithi005.stdout:Ver Cluster Port Status Owner Data directory Log file 2024-09-13T16:14:09.059 INFO:teuthology.orchestra.run.smithi005.stdout:12 main 5432 down postgres /var/lib/postgresql/12/main /var/log/postgresql/postgresql-12-main.log 2024-09-13T16:14:09.143 INFO:teuthology.orchestra.run.smithi005.stdout:update-alternatives: using /usr/share/postgresql/12/man/man1/postmaster.1.gz to provide /usr/share/man/man1/postmaster.1.gz (postmaster.1.gz) in auto mode 2024-09-13T16:14:10.234 INFO:teuthology.orchestra.run.smithi179.stdout:Adding user postgres to group ssl-cert 2024-09-13T16:14:10.495 INFO:teuthology.orchestra.run.smithi179.stdout: 2024-09-13T16:14:10.496 INFO:teuthology.orchestra.run.smithi179.stdout:Creating config file /etc/postgresql-common/createcluster.conf with new version 2024-09-13T16:14:10.750 INFO:teuthology.orchestra.run.smithi179.stdout:Building PostgreSQL dictionaries from installed myspell/hunspell packages... 2024-09-13T16:14:10.750 INFO:teuthology.orchestra.run.smithi179.stdout:Removing obsolete dictionary files: 2024-09-13T16:14:11.069 INFO:teuthology.orchestra.run.smithi179.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/postgresql.service -> /lib/systemd/system/postgresql.service. 2024-09-13T16:14:11.867 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up libssl-dev:amd64 (1.1.1f-1ubuntu2.23) ... 2024-09-13T16:14:11.993 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up usb-modeswitch-data (20191128-3) ... 2024-09-13T16:14:12.144 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up libnm0:amd64 (1.22.10-1ubuntu2.4) ... 2024-09-13T16:14:12.172 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up libelf1:amd64 (0.176-1.1ubuntu0.1) ... 2024-09-13T16:14:12.262 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up ppp (2.4.7-2+4.1ubuntu5.1) ... 2024-09-13T16:14:12.297 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up libmbim-glib4:amd64 (1.26.2-1~ubuntu20.04.1) ... 2024-09-13T16:14:12.449 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up pptp-linux (1.10.0-1build1) ... 2024-09-13T16:14:12.617 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up libdw1:amd64 (0.176-1.1ubuntu0.1) ... 2024-09-13T16:14:12.743 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up postgresql-client (12+214ubuntu0.1) ... 2024-09-13T16:14:12.852 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up network-manager (1.22.10-1ubuntu2.4) ... 2024-09-13T16:14:13.305 INFO:teuthology.orchestra.run.smithi179.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/pppd-dns.service -> /lib/systemd/system/pppd-dns.service. 2024-09-13T16:14:13.539 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-13T16:14:13.539 INFO:teuthology.orchestra.run.smithi005.stdout:The following network interfaces were found in /etc/network/interfaces 2024-09-13T16:14:13.539 INFO:teuthology.orchestra.run.smithi005.stdout:which means they are currently configured by ifupdown: 2024-09-13T16:14:13.539 INFO:teuthology.orchestra.run.smithi005.stdout:- ens1f0 2024-09-13T16:14:13.540 INFO:teuthology.orchestra.run.smithi005.stdout:If you want to manage those interfaces with NetworkManager instead 2024-09-13T16:14:13.540 INFO:teuthology.orchestra.run.smithi005.stdout:remove their configuration from /etc/network/interfaces. 2024-09-13T16:14:13.540 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-13T16:14:13.544 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up dump (0.4b46-6) ... 2024-09-13T16:14:13.640 INFO:teuthology.orchestra.run.smithi179.stdout:update-alternatives: using /usr/sbin/rmt-dump to provide /usr/sbin/rmt (rmt) in auto mode 2024-09-13T16:14:13.706 INFO:teuthology.orchestra.run.smithi005.stdout:Created symlink /etc/systemd/system/dbus-org.freedesktop.nm-dispatcher.service -> /lib/systemd/system/NetworkManager-dispatcher.service. 2024-09-13T16:14:13.729 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up libmm-glib0:amd64 (1.18.6-1~ubuntu20.04.1) ... 2024-09-13T16:14:13.855 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up libbluetooth3:amd64 (5.53-0ubuntu3.8) ... 2024-09-13T16:14:13.981 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up indent (2.2.12-1ubuntu0.20.04.1) ... 2024-09-13T16:14:14.029 INFO:teuthology.orchestra.run.smithi005.stdout:Created symlink /etc/systemd/system/network-online.target.wants/NetworkManager-wait-online.service -> /lib/systemd/system/NetworkManager-wait-online.service. 2024-09-13T16:14:14.124 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up usb-modeswitch (2.5.2+repack0-2ubuntu3) ... 2024-09-13T16:14:14.301 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up libndp0:amd64 (1.7-0ubuntu1.1) ... 2024-09-13T16:14:14.468 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up postgresql-12 (12.20-0ubuntu0.20.04.1) ... 2024-09-13T16:14:14.534 INFO:teuthology.orchestra.run.smithi005.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/NetworkManager.service -> /lib/systemd/system/NetworkManager.service. 2024-09-13T16:14:14.827 INFO:teuthology.orchestra.run.smithi179.stdout:Creating new PostgreSQL cluster 12/main ... 2024-09-13T16:14:14.841 INFO:teuthology.orchestra.run.smithi179.stdout:/usr/lib/postgresql/12/bin/initdb -D /var/lib/postgresql/12/main --auth-local peer --auth-host md5 2024-09-13T16:14:14.904 INFO:teuthology.orchestra.run.smithi179.stdout:The files belonging to this database system will be owned by user "postgres". 2024-09-13T16:14:14.904 INFO:teuthology.orchestra.run.smithi179.stdout:This user must also own the server process. 2024-09-13T16:14:14.904 INFO:teuthology.orchestra.run.smithi179.stdout: 2024-09-13T16:14:14.904 INFO:teuthology.orchestra.run.smithi179.stdout:The database cluster will be initialized with locale "en_US". 2024-09-13T16:14:14.904 INFO:teuthology.orchestra.run.smithi179.stdout:The default database encoding has accordingly been set to "LATIN1". 2024-09-13T16:14:14.904 INFO:teuthology.orchestra.run.smithi179.stdout:The default text search configuration will be set to "english". 2024-09-13T16:14:14.905 INFO:teuthology.orchestra.run.smithi179.stdout: 2024-09-13T16:14:14.905 INFO:teuthology.orchestra.run.smithi179.stdout:Data page checksums are disabled. 2024-09-13T16:14:14.905 INFO:teuthology.orchestra.run.smithi179.stdout: 2024-09-13T16:14:14.905 INFO:teuthology.orchestra.run.smithi179.stdout:fixing permissions on existing directory /var/lib/postgresql/12/main ... ok 2024-09-13T16:14:14.905 INFO:teuthology.orchestra.run.smithi179.stdout:creating subdirectories ... ok 2024-09-13T16:14:14.905 INFO:teuthology.orchestra.run.smithi179.stdout:selecting dynamic shared memory implementation ... posix 2024-09-13T16:14:14.924 INFO:teuthology.orchestra.run.smithi179.stdout:selecting default max_connections ... 100 2024-09-13T16:14:14.950 INFO:teuthology.orchestra.run.smithi179.stdout:selecting default shared_buffers ... 128MB 2024-09-13T16:14:14.965 INFO:teuthology.orchestra.run.smithi179.stdout:selecting default time zone ... Etc/UTC 2024-09-13T16:14:14.972 INFO:teuthology.orchestra.run.smithi179.stdout:creating configuration files ... ok 2024-09-13T16:14:15.022 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up libmbim-proxy (1.26.2-1~ubuntu20.04.1) ... 2024-09-13T16:14:15.081 INFO:teuthology.orchestra.run.smithi179.stdout:running bootstrap script ... ok 2024-09-13T16:14:15.157 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up network-manager-pptp (1.2.8-2) ... 2024-09-13T16:14:15.299 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up libelf-dev:amd64 (0.176-1.1ubuntu0.1) ... 2024-09-13T16:14:15.425 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up postgresql-contrib (12+214ubuntu0.1) ... 2024-09-13T16:14:15.551 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up postgresql (12+214ubuntu0.1) ... 2024-09-13T16:14:15.628 INFO:teuthology.orchestra.run.smithi179.stdout:performing post-bootstrap initialization ... ok 2024-09-13T16:14:15.686 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up libqmi-glib5:amd64 (1.30.4-1~ubuntu20.04.1) ... 2024-09-13T16:14:15.787 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up libqmi-proxy (1.30.4-1~ubuntu20.04.1) ... 2024-09-13T16:14:15.913 INFO:teuthology.orchestra.run.smithi005.stdout:Setting up modemmanager (1.18.6-1~ubuntu20.04.1) ... 2024-09-13T16:14:16.188 INFO:teuthology.orchestra.run.smithi005.stdout:Created symlink /etc/systemd/system/dbus-org.freedesktop.ModemManager1.service -> /lib/systemd/system/ModemManager.service. 2024-09-13T16:14:16.189 INFO:teuthology.orchestra.run.smithi005.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ModemManager.service -> /lib/systemd/system/ModemManager.service. 2024-09-13T16:14:16.481 INFO:teuthology.orchestra.run.smithi179.stdout:syncing data to disk ... ok 2024-09-13T16:14:16.481 INFO:teuthology.orchestra.run.smithi179.stdout: 2024-09-13T16:14:16.481 INFO:teuthology.orchestra.run.smithi179.stdout:Success. You can now start the database server using: 2024-09-13T16:14:16.481 INFO:teuthology.orchestra.run.smithi179.stdout: 2024-09-13T16:14:16.481 INFO:teuthology.orchestra.run.smithi179.stdout: pg_ctlcluster 12 main start 2024-09-13T16:14:16.481 INFO:teuthology.orchestra.run.smithi179.stdout: 2024-09-13T16:14:16.691 INFO:teuthology.orchestra.run.smithi005.stdout:Processing triggers for mime-support (3.64ubuntu1) ... 2024-09-13T16:14:16.800 INFO:teuthology.orchestra.run.smithi005.stdout:Processing triggers for hicolor-icon-theme (0.17-2) ... 2024-09-13T16:14:16.804 INFO:teuthology.orchestra.run.smithi179.stdout:Ver Cluster Port Status Owner Data directory Log file 2024-09-13T16:14:16.804 INFO:teuthology.orchestra.run.smithi179.stdout:12 main 5432 down postgres /var/lib/postgresql/12/main /var/log/postgresql/postgresql-12-main.log 2024-09-13T16:14:16.894 INFO:teuthology.orchestra.run.smithi179.stdout:update-alternatives: using /usr/share/postgresql/12/man/man1/postmaster.1.gz to provide /usr/share/man/man1/postmaster.1.gz (postmaster.1.gz) in auto mode 2024-09-13T16:14:16.951 INFO:teuthology.orchestra.run.smithi005.stdout:Processing triggers for libc-bin (2.31-0ubuntu9.9) ... 2024-09-13T16:14:17.102 INFO:teuthology.orchestra.run.smithi005.stdout:Processing triggers for systemd (245.4-4ubuntu3.17) ... 2024-09-13T16:14:17.379 INFO:teuthology.orchestra.run.smithi005.stdout:Processing triggers for man-db (2.9.1-1) ... 2024-09-13T16:14:19.976 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up libelf1:amd64 (0.176-1.1ubuntu0.1) ... 2024-09-13T16:14:20.110 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up libmbim-glib4:amd64 (1.26.2-1~ubuntu20.04.1) ... 2024-09-13T16:14:20.278 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up pptp-linux (1.10.0-1build1) ... 2024-09-13T16:14:20.446 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up libdw1:amd64 (0.176-1.1ubuntu0.1) ... 2024-09-13T16:14:20.606 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up postgresql-client (12+214ubuntu0.1) ... 2024-09-13T16:14:20.741 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up network-manager (1.22.10-1ubuntu2.4) ... 2024-09-13T16:14:21.492 INFO:teuthology.orchestra.run.smithi179.stdout: 2024-09-13T16:14:21.492 INFO:teuthology.orchestra.run.smithi179.stdout:The following network interfaces were found in /etc/network/interfaces 2024-09-13T16:14:21.492 INFO:teuthology.orchestra.run.smithi179.stdout:which means they are currently configured by ifupdown: 2024-09-13T16:14:21.492 INFO:teuthology.orchestra.run.smithi179.stdout:- enp3s0f1 2024-09-13T16:14:21.492 INFO:teuthology.orchestra.run.smithi179.stdout:If you want to manage those interfaces with NetworkManager instead 2024-09-13T16:14:21.492 INFO:teuthology.orchestra.run.smithi179.stdout:remove their configuration from /etc/network/interfaces. 2024-09-13T16:14:21.492 INFO:teuthology.orchestra.run.smithi179.stdout: 2024-09-13T16:14:21.651 INFO:teuthology.orchestra.run.smithi179.stdout:Created symlink /etc/systemd/system/dbus-org.freedesktop.nm-dispatcher.service -> /lib/systemd/system/NetworkManager-dispatcher.service. 2024-09-13T16:14:21.978 INFO:teuthology.orchestra.run.smithi179.stdout:Created symlink /etc/systemd/system/network-online.target.wants/NetworkManager-wait-online.service -> /lib/systemd/system/NetworkManager-wait-online.service. 2024-09-13T16:14:22.522 INFO:teuthology.orchestra.run.smithi179.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/NetworkManager.service -> /lib/systemd/system/NetworkManager.service. 2024-09-13T16:14:22.994 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up libmbim-proxy (1.26.2-1~ubuntu20.04.1) ... 2024-09-13T16:14:23.170 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up network-manager-pptp (1.2.8-2) ... 2024-09-13T16:14:23.313 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up libelf-dev:amd64 (0.176-1.1ubuntu0.1) ... 2024-09-13T16:14:23.464 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up postgresql-contrib (12+214ubuntu0.1) ... 2024-09-13T16:14:23.591 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up postgresql (12+214ubuntu0.1) ... 2024-09-13T16:14:23.750 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up libqmi-glib5:amd64 (1.30.4-1~ubuntu20.04.1) ... 2024-09-13T16:14:23.876 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up libqmi-proxy (1.30.4-1~ubuntu20.04.1) ... 2024-09-13T16:14:24.036 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up modemmanager (1.18.6-1~ubuntu20.04.1) ... 2024-09-13T16:14:24.307 INFO:teuthology.orchestra.run.smithi179.stdout:Created symlink /etc/systemd/system/dbus-org.freedesktop.ModemManager1.service -> /lib/systemd/system/ModemManager.service. 2024-09-13T16:14:24.307 INFO:teuthology.orchestra.run.smithi179.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ModemManager.service -> /lib/systemd/system/ModemManager.service. 2024-09-13T16:14:24.766 INFO:teuthology.orchestra.run.smithi005.stdout:Processing triggers for dbus (1.12.16-2ubuntu2.2) ... 2024-09-13T16:14:24.797 INFO:teuthology.orchestra.run.smithi179.stdout:Processing triggers for mime-support (3.64ubuntu1) ... 2024-09-13T16:14:24.866 INFO:teuthology.orchestra.run.smithi005.stdout:Processing triggers for install-info (6.7.0.dfsg.2-5) ... 2024-09-13T16:14:24.898 INFO:teuthology.orchestra.run.smithi179.stdout:Processing triggers for hicolor-icon-theme (0.17-2) ... 2024-09-13T16:14:25.041 INFO:teuthology.orchestra.run.smithi179.stdout:Processing triggers for libc-bin (2.31-0ubuntu9.9) ... 2024-09-13T16:14:25.218 INFO:teuthology.orchestra.run.smithi179.stdout:Processing triggers for systemd (245.4-4ubuntu3.17) ... 2024-09-13T16:14:25.511 INFO:teuthology.orchestra.run.smithi179.stdout:Processing triggers for man-db (2.9.1-1) ... 2024-09-13T16:14:25.694 INFO:teuthology.orchestra.run.smithi005.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2024-09-13T16:14:25.698 DEBUG:teuthology.parallel:result is None 2024-09-13T16:14:33.176 INFO:teuthology.orchestra.run.smithi179.stdout:Processing triggers for dbus (1.12.16-2ubuntu2.2) ... 2024-09-13T16:14:33.276 INFO:teuthology.orchestra.run.smithi179.stdout:Processing triggers for install-info (6.7.0.dfsg.2-5) ... 2024-09-13T16:14:34.130 INFO:teuthology.orchestra.run.smithi179.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2024-09-13T16:14:34.135 DEBUG:teuthology.parallel:result is None 2024-09-13T16:14:34.135 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F20.04%2Fx86_64&sha1=50bbe7f395997dcd871813949c49addbbf630361 2024-09-13T16:14:34.288 DEBUG:teuthology.orchestra.run.smithi005:> dpkg-query -W -f '${Version}' ceph 2024-09-13T16:14:34.312 INFO:teuthology.orchestra.run.smithi005.stdout:18.2.4-850-g50bbe7f3-1focal 2024-09-13T16:14:34.313 INFO:teuthology.packaging:The installed version of ceph is 18.2.4-850-g50bbe7f3-1focal 2024-09-13T16:14:34.313 INFO:teuthology.task.install:The correct ceph version 18.2.4-850-g50bbe7f3-1focal is installed. 2024-09-13T16:14:34.315 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F20.04%2Fx86_64&sha1=50bbe7f395997dcd871813949c49addbbf630361 2024-09-13T16:14:34.463 DEBUG:teuthology.orchestra.run.smithi179:> dpkg-query -W -f '${Version}' ceph 2024-09-13T16:14:34.488 INFO:teuthology.orchestra.run.smithi179.stdout:18.2.4-850-g50bbe7f3-1focal 2024-09-13T16:14:34.489 INFO:teuthology.packaging:The installed version of ceph is 18.2.4-850-g50bbe7f3-1focal 2024-09-13T16:14:34.489 INFO:teuthology.task.install:The correct ceph version 18.2.4-850-g50bbe7f3-1focal is installed. 2024-09-13T16:14:34.491 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-09-13T16:14:34.491 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-13T16:14:34.491 DEBUG:teuthology.orchestra.run.smithi005:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-13T16:14:34.508 DEBUG:teuthology.orchestra.run.smithi179:> set -ex 2024-09-13T16:14:34.508 DEBUG:teuthology.orchestra.run.smithi179:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-13T16:14:34.544 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-09-13T16:14:34.545 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-13T16:14:34.545 DEBUG:teuthology.orchestra.run.smithi005:> sudo dd of=/usr/bin/daemon-helper 2024-09-13T16:14:34.559 DEBUG:teuthology.orchestra.run.smithi005:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-13T16:14:34.617 DEBUG:teuthology.orchestra.run.smithi179:> set -ex 2024-09-13T16:14:34.617 DEBUG:teuthology.orchestra.run.smithi179:> sudo dd of=/usr/bin/daemon-helper 2024-09-13T16:14:34.633 DEBUG:teuthology.orchestra.run.smithi179:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-13T16:14:34.691 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-09-13T16:14:34.691 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-13T16:14:34.691 DEBUG:teuthology.orchestra.run.smithi005:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-13T16:14:34.707 DEBUG:teuthology.orchestra.run.smithi005:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-13T16:14:34.722 DEBUG:teuthology.orchestra.run.smithi179:> set -ex 2024-09-13T16:14:34.722 DEBUG:teuthology.orchestra.run.smithi179:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-13T16:14:34.737 DEBUG:teuthology.orchestra.run.smithi179:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-13T16:14:34.749 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-09-13T16:14:34.749 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-13T16:14:34.749 DEBUG:teuthology.orchestra.run.smithi005:> sudo dd of=/usr/bin/stdin-killer 2024-09-13T16:14:34.766 DEBUG:teuthology.orchestra.run.smithi005:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-13T16:14:34.825 DEBUG:teuthology.orchestra.run.smithi179:> set -ex 2024-09-13T16:14:34.825 DEBUG:teuthology.orchestra.run.smithi179:> sudo dd of=/usr/bin/stdin-killer 2024-09-13T16:14:34.841 DEBUG:teuthology.orchestra.run.smithi179:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-13T16:14:34.851 INFO:teuthology.run_tasks:Running task ceph... 2024-09-13T16:14:34.935 INFO:tasks.ceph:Making ceph log dir writeable by non-root... 2024-09-13T16:14:34.936 DEBUG:teuthology.orchestra.run.smithi005:> sudo chmod 777 /var/log/ceph 2024-09-13T16:14:34.938 DEBUG:teuthology.orchestra.run.smithi179:> sudo chmod 777 /var/log/ceph 2024-09-13T16:14:34.953 INFO:tasks.ceph:Disabling ceph logrotate... 2024-09-13T16:14:34.953 DEBUG:teuthology.orchestra.run.smithi005:> sudo rm -f -- /etc/logrotate.d/ceph 2024-09-13T16:14:34.997 DEBUG:teuthology.orchestra.run.smithi179:> sudo rm -f -- /etc/logrotate.d/ceph 2024-09-13T16:14:35.012 INFO:tasks.ceph:Creating extra log directories... 2024-09-13T16:14:35.013 DEBUG:teuthology.orchestra.run.smithi005:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2024-09-13T16:14:35.015 DEBUG:teuthology.orchestra.run.smithi179:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2024-09-13T16:14:35.034 INFO:tasks.ceph:Setting up log rotation with {'ceph-mds': '10G', 'ceph-osd': '10G'} 2024-09-13T16:14:35.034 INFO:tasks.ceph:writing logrotate stanza for ceph-mds 2024-09-13T16:14:35.034 INFO:tasks.ceph:writing logrotate stanza for ceph-osd 2024-09-13T16:14:35.034 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-13T16:14:35.035 DEBUG:teuthology.orchestra.run.smithi005:> dd of=/home/ubuntu/cephtest/logrotate.ceph-test.conf 2024-09-13T16:14:35.077 DEBUG:teuthology.orchestra.run.smithi005:> sudo mv /home/ubuntu/cephtest/logrotate.ceph-test.conf /etc/logrotate.d/ceph-test.conf && sudo chmod 0644 /etc/logrotate.d/ceph-test.conf && sudo chown root.root /etc/logrotate.d/ceph-test.conf 2024-09-13T16:14:35.116 DEBUG:teuthology.orchestra.run.smithi179:> set -ex 2024-09-13T16:14:35.116 DEBUG:teuthology.orchestra.run.smithi179:> dd of=/home/ubuntu/cephtest/logrotate.ceph-test.conf 2024-09-13T16:14:35.124 DEBUG:teuthology.orchestra.run.smithi179:> sudo mv /home/ubuntu/cephtest/logrotate.ceph-test.conf /etc/logrotate.d/ceph-test.conf && sudo chmod 0644 /etc/logrotate.d/ceph-test.conf && sudo chown root.root /etc/logrotate.d/ceph-test.conf 2024-09-13T16:14:35.210 INFO:tasks.ceph:Creating ceph cluster ceph... 2024-09-13T16:14:35.210 INFO:tasks.ceph:config {'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'global': {'lockdep': True}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'osd': {'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'fs': 'xfs', 'mkfs_options': None, 'mount_options': None, 'skip_mgr_daemons': False, 'log_ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'MON_DOWN', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy'], 'cpu_profile': set(), 'cluster': 'ceph', 'mon_bind_msgr2': True, 'mon_bind_addrvec': True} 2024-09-13T16:14:35.211 INFO:tasks.ceph:ctx.config {'archive_path': '/home/teuthworker/archive/rishabh-2024-09-13_14:36:41-fs-wip-rishabh-testing-20240910.095512-reef-distro-default-smithi/7903786', 'branch': 'wip-rishabh-testing-20240910.095512-reef', 'description': 'fs/verify/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1a5s-mds-1c-client conf/{client mds mgr mon osd} distro/{ubuntu/{latest overrides}} mount/fuse objectstore-ec/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down mon-debug pg_health session_timeout} ranks/1 tasks/dbench validater/lockdep}', 'email': None, 'first_in_suite': False, 'job_id': '7903786', 'kernel': {'kdb': 1, 'sha1': 'distro'}, 'ktype': 'distro', 'last_in_suite': False, 'log-rotate': {'ceph-mds': '10G', 'ceph-osd': '10G'}, 'machine_type': 'smithi', 'mgrmodules': {'sequential': [{'print': 'Enabling mgr modules'}]}, 'name': 'rishabh-2024-09-13_14:36:41-fs-wip-rishabh-testing-20240910.095512-reef-distro-default-smithi', 'no_nested_subset': False, 'openstack': [{'volumes': {'count': 4, 'size': 20}}, {'machine': {'disk': 200}}], 'os_type': 'ubuntu', 'os_version': '20.04', 'overrides': {'admin_socket': {'branch': 'wip-rishabh-testing-20240910.095512-reef'}, 'ceph': {'cephfs': {'ec_profile': ['m=2', 'k=2', 'crush-failure-domain=osd'], 'session_timeout': 300}, 'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'global': {'lockdep': True}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'osd': {'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'MON_DOWN', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy'], 'sha1': '50bbe7f395997dcd871813949c49addbbf630361', 'valgrind': {'exit_on_first_error': False}}, 'ceph-deploy': {'bluestore': True, 'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {}, 'osd': {'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'fs': 'xfs'}, 'install': {'ceph': {'flavor': 'default', 'sha1': '50bbe7f395997dcd871813949c49addbbf630361'}}, 'thrashosds': {'bdev_inject_crash': 2, 'bdev_inject_crash_probability': 0.5}, 'workunit': {'branch': 'wip-rishabh-testing-20240910.095512-reef', 'sha1': '50bbe7f395997dcd871813949c49addbbf630361'}}, 'owner': 'scheduled_rishabh@teuthology', 'priority': 70, 'repo': 'https://git.ceph.com/ceph-ci.git', 'roles': [['mon.a', 'mgr.y', 'mds.a', 'mds.c', 'mds.e', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0'], ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'mds.d', 'mds.f', 'osd.4', 'osd.5', 'osd.6', 'osd.7']], 'seed': 1152, 'sha1': '50bbe7f395997dcd871813949c49addbbf630361', 'sleep_before_teardown': 0, 'subset': '984/1024', 'suite': 'fs', 'suite_branch': 'wip-rishabh-testing-20240910.095512-reef', 'suite_path': '/home/teuthworker/src/git.ceph.com_ceph-c_50bbe7f395997dcd871813949c49addbbf630361/qa', 'suite_relpath': 'qa', 'suite_repo': 'https://git.ceph.com/ceph-ci.git', 'suite_sha1': '50bbe7f395997dcd871813949c49addbbf630361', 'syslog': {'ignorelist': ['WARNING*.*check_session_state', 'WARNING*.*__ceph_remove_cap']}, 'targets': {'smithi005.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBFyT/r7xuKfmg50w0OdQebr4A/ptJo1Zk6DyZNZNZM/q5rW+sznh+wvHqeT3e4YtCdZLaXyvMms8o8u8H5nXOYM=', 'smithi179.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBFyT/r7xuKfmg50w0OdQebr4A/ptJo1Zk6DyZNZNZM/q5rW+sznh+wvHqeT3e4YtCdZLaXyvMms8o8u8H5nXOYM='}, 'tasks': [{'internal.check_packages': None}, {'internal.buildpackages_prep': None}, {'internal.save_config': None}, {'internal.check_lock': None}, {'internal.add_remotes': None}, {'console_log': None}, {'internal.connect': None}, {'internal.push_inventory': None}, {'internal.serialize_remote_roles': None}, {'internal.check_conflict': None}, {'internal.check_ceph_data': None}, {'internal.vm_setup': None}, {'kernel': {'kdb': 1, 'sha1': 'distro'}}, {'internal.base': None}, {'internal.archive_upload': None}, {'internal.archive': None}, {'internal.coredump': None}, {'internal.sudo': None}, {'internal.syslog': None}, {'internal.timer': None}, {'pcp': None}, {'selinux': None}, {'ansible.cephlab': None}, {'clock': None}, {'install': {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': '50bbe7f395997dcd871813949c49addbbf630361'}}, {'ceph': {'create_rbd_pool': False, 'cephfs': {'ec_profile': ['m=2', 'k=2', 'crush-failure-domain=osd'], 'session_timeout': 300}, 'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'global': {'lockdep': True}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'osd': {'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'MON_DOWN', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy'], 'sha1': '50bbe7f395997dcd871813949c49addbbf630361', 'valgrind': {'exit_on_first_error': False}, 'cluster': 'ceph'}}, {'sequential': ['mgrmodules']}, {'ceph-fuse': None}, {'workunit': {'clients': {'all': ['suites/dbench.sh']}}}], 'teuthology': {'fragments_dropped': [], 'meta': {}, 'postmerge': ['local function is_kupstream() return false end', 'local function is_kdistro() return false end', 'local function is_fuse() return true end', "local function syntax_version() return '' end"]}, 'teuthology_branch': 'main', 'teuthology_sha1': '3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a', 'timestamp': '2024-09-13_14:36:41', 'tube': 'smithi', 'user': 'rishabh', 'verbose': False, 'worker_log': '/home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856'} 2024-09-13T16:14:35.211 DEBUG:teuthology.orchestra.run.smithi005:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2024-09-13T16:14:35.213 DEBUG:teuthology.orchestra.run.smithi179:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2024-09-13T16:14:35.219 DEBUG:teuthology.orchestra.run.smithi005:> sudo install -d -m0777 -- /var/run/ceph 2024-09-13T16:14:35.264 DEBUG:teuthology.orchestra.run.smithi179:> sudo install -d -m0777 -- /var/run/ceph 2024-09-13T16:14:35.279 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-13T16:14:35.279 DEBUG:teuthology.orchestra.run.smithi005:> dd if=/scratch_devs of=/dev/stdout 2024-09-13T16:14:35.285 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-13T16:14:35.285 DEBUG:teuthology.orchestra.run.smithi005:> stat /dev/vg_nvme/lv_1 2024-09-13T16:14:35.333 INFO:teuthology.orchestra.run.smithi005.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-13T16:14:35.333 INFO:teuthology.orchestra.run.smithi005.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-13T16:14:35.333 INFO:teuthology.orchestra.run.smithi005.stdout:Device: 6h/6d Inode: 371 Links: 1 2024-09-13T16:14:35.333 INFO:teuthology.orchestra.run.smithi005.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-13T16:14:35.333 INFO:teuthology.orchestra.run.smithi005.stdout:Access: 2024-09-13 16:10:00.519043346 +0000 2024-09-13T16:14:35.333 INFO:teuthology.orchestra.run.smithi005.stdout:Modify: 2024-09-13 16:10:00.295048420 +0000 2024-09-13T16:14:35.333 INFO:teuthology.orchestra.run.smithi005.stdout:Change: 2024-09-13 16:10:00.295048420 +0000 2024-09-13T16:14:35.333 INFO:teuthology.orchestra.run.smithi005.stdout: Birth: - 2024-09-13T16:14:35.334 DEBUG:teuthology.orchestra.run.smithi005:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-13T16:14:35.345 INFO:teuthology.orchestra.run.smithi005.stderr:1+0 records in 2024-09-13T16:14:35.346 INFO:teuthology.orchestra.run.smithi005.stderr:1+0 records out 2024-09-13T16:14:35.346 INFO:teuthology.orchestra.run.smithi005.stderr:512 bytes copied, 0.000307703 s, 1.7 MB/s 2024-09-13T16:14:35.347 DEBUG:teuthology.orchestra.run.smithi005:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-13T16:14:35.355 DEBUG:teuthology.orchestra.run.smithi005:> stat /dev/vg_nvme/lv_2 2024-09-13T16:14:35.363 INFO:teuthology.orchestra.run.smithi005.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-13T16:14:35.363 INFO:teuthology.orchestra.run.smithi005.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-13T16:14:35.363 INFO:teuthology.orchestra.run.smithi005.stdout:Device: 6h/6d Inode: 376 Links: 1 2024-09-13T16:14:35.363 INFO:teuthology.orchestra.run.smithi005.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-13T16:14:35.363 INFO:teuthology.orchestra.run.smithi005.stdout:Access: 2024-09-13 16:10:00.947033649 +0000 2024-09-13T16:14:35.363 INFO:teuthology.orchestra.run.smithi005.stdout:Modify: 2024-09-13 16:10:00.747038181 +0000 2024-09-13T16:14:35.363 INFO:teuthology.orchestra.run.smithi005.stdout:Change: 2024-09-13 16:10:00.747038181 +0000 2024-09-13T16:14:35.363 INFO:teuthology.orchestra.run.smithi005.stdout: Birth: - 2024-09-13T16:14:35.364 DEBUG:teuthology.orchestra.run.smithi005:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-13T16:14:35.423 INFO:teuthology.orchestra.run.smithi005.stderr:1+0 records in 2024-09-13T16:14:35.423 INFO:teuthology.orchestra.run.smithi005.stderr:1+0 records out 2024-09-13T16:14:35.423 INFO:teuthology.orchestra.run.smithi005.stderr:512 bytes copied, 0.000282484 s, 1.8 MB/s 2024-09-13T16:14:35.424 DEBUG:teuthology.orchestra.run.smithi005:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-13T16:14:35.432 DEBUG:teuthology.orchestra.run.smithi005:> stat /dev/vg_nvme/lv_3 2024-09-13T16:14:35.438 INFO:teuthology.orchestra.run.smithi005.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-13T16:14:35.438 INFO:teuthology.orchestra.run.smithi005.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-13T16:14:35.438 INFO:teuthology.orchestra.run.smithi005.stdout:Device: 6h/6d Inode: 382 Links: 1 2024-09-13T16:14:35.439 INFO:teuthology.orchestra.run.smithi005.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-13T16:14:35.439 INFO:teuthology.orchestra.run.smithi005.stdout:Access: 2024-09-13 16:10:01.387023682 +0000 2024-09-13T16:14:35.439 INFO:teuthology.orchestra.run.smithi005.stdout:Modify: 2024-09-13 16:10:01.147029119 +0000 2024-09-13T16:14:35.439 INFO:teuthology.orchestra.run.smithi005.stdout:Change: 2024-09-13 16:10:01.147029119 +0000 2024-09-13T16:14:35.439 INFO:teuthology.orchestra.run.smithi005.stdout: Birth: - 2024-09-13T16:14:35.439 DEBUG:teuthology.orchestra.run.smithi005:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-13T16:14:35.452 INFO:teuthology.orchestra.run.smithi005.stderr:1+0 records in 2024-09-13T16:14:35.452 INFO:teuthology.orchestra.run.smithi005.stderr:1+0 records out 2024-09-13T16:14:35.452 INFO:teuthology.orchestra.run.smithi005.stderr:512 bytes copied, 0.000294519 s, 1.7 MB/s 2024-09-13T16:14:35.453 DEBUG:teuthology.orchestra.run.smithi005:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-13T16:14:35.502 DEBUG:teuthology.orchestra.run.smithi005:> stat /dev/vg_nvme/lv_4 2024-09-13T16:14:35.509 INFO:teuthology.orchestra.run.smithi005.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-13T16:14:35.509 INFO:teuthology.orchestra.run.smithi005.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-13T16:14:35.509 INFO:teuthology.orchestra.run.smithi005.stdout:Device: 6h/6d Inode: 389 Links: 1 2024-09-13T16:14:35.510 INFO:teuthology.orchestra.run.smithi005.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-13T16:14:35.510 INFO:teuthology.orchestra.run.smithi005.stdout:Access: 2024-09-13 16:10:01.863012898 +0000 2024-09-13T16:14:35.510 INFO:teuthology.orchestra.run.smithi005.stdout:Modify: 2024-09-13 16:10:01.651017700 +0000 2024-09-13T16:14:35.510 INFO:teuthology.orchestra.run.smithi005.stdout:Change: 2024-09-13 16:10:01.651017700 +0000 2024-09-13T16:14:35.510 INFO:teuthology.orchestra.run.smithi005.stdout: Birth: - 2024-09-13T16:14:35.510 DEBUG:teuthology.orchestra.run.smithi005:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-13T16:14:35.523 INFO:teuthology.orchestra.run.smithi005.stderr:1+0 records in 2024-09-13T16:14:35.523 INFO:teuthology.orchestra.run.smithi005.stderr:1+0 records out 2024-09-13T16:14:35.523 INFO:teuthology.orchestra.run.smithi005.stderr:512 bytes copied, 0.00029361 s, 1.7 MB/s 2024-09-13T16:14:35.524 DEBUG:teuthology.orchestra.run.smithi005:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-13T16:14:35.574 INFO:tasks.ceph:osd dev map: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-13T16:14:35.575 DEBUG:teuthology.orchestra.run.smithi179:> set -ex 2024-09-13T16:14:35.575 DEBUG:teuthology.orchestra.run.smithi179:> dd if=/scratch_devs of=/dev/stdout 2024-09-13T16:14:35.582 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-13T16:14:35.582 DEBUG:teuthology.orchestra.run.smithi179:> stat /dev/vg_nvme/lv_1 2024-09-13T16:14:35.589 INFO:teuthology.orchestra.run.smithi179.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-13T16:14:35.589 INFO:teuthology.orchestra.run.smithi179.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-13T16:14:35.589 INFO:teuthology.orchestra.run.smithi179.stdout:Device: 6h/6d Inode: 359 Links: 1 2024-09-13T16:14:35.589 INFO:teuthology.orchestra.run.smithi179.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-13T16:14:35.589 INFO:teuthology.orchestra.run.smithi179.stdout:Access: 2024-09-13 16:10:02.561477321 +0000 2024-09-13T16:14:35.589 INFO:teuthology.orchestra.run.smithi179.stdout:Modify: 2024-09-13 16:10:02.357481859 +0000 2024-09-13T16:14:35.589 INFO:teuthology.orchestra.run.smithi179.stdout:Change: 2024-09-13 16:10:02.357481859 +0000 2024-09-13T16:14:35.589 INFO:teuthology.orchestra.run.smithi179.stdout: Birth: - 2024-09-13T16:14:35.590 DEBUG:teuthology.orchestra.run.smithi179:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-13T16:14:35.600 INFO:teuthology.orchestra.run.smithi179.stderr:1+0 records in 2024-09-13T16:14:35.600 INFO:teuthology.orchestra.run.smithi179.stderr:1+0 records out 2024-09-13T16:14:35.600 INFO:teuthology.orchestra.run.smithi179.stderr:512 bytes copied, 0.000309871 s, 1.7 MB/s 2024-09-13T16:14:35.601 DEBUG:teuthology.orchestra.run.smithi179:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-13T16:14:35.609 DEBUG:teuthology.orchestra.run.smithi179:> stat /dev/vg_nvme/lv_2 2024-09-13T16:14:35.615 INFO:teuthology.orchestra.run.smithi179.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-13T16:14:35.615 INFO:teuthology.orchestra.run.smithi179.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-13T16:14:35.615 INFO:teuthology.orchestra.run.smithi179.stdout:Device: 6h/6d Inode: 368 Links: 1 2024-09-13T16:14:35.615 INFO:teuthology.orchestra.run.smithi179.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-13T16:14:35.615 INFO:teuthology.orchestra.run.smithi179.stdout:Access: 2024-09-13 16:10:02.977468069 +0000 2024-09-13T16:14:35.616 INFO:teuthology.orchestra.run.smithi179.stdout:Modify: 2024-09-13 16:10:02.769472696 +0000 2024-09-13T16:14:35.616 INFO:teuthology.orchestra.run.smithi179.stdout:Change: 2024-09-13 16:10:02.769472696 +0000 2024-09-13T16:14:35.616 INFO:teuthology.orchestra.run.smithi179.stdout: Birth: - 2024-09-13T16:14:35.616 DEBUG:teuthology.orchestra.run.smithi179:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-13T16:14:35.628 INFO:teuthology.orchestra.run.smithi179.stderr:1+0 records in 2024-09-13T16:14:35.628 INFO:teuthology.orchestra.run.smithi179.stderr:1+0 records out 2024-09-13T16:14:35.628 INFO:teuthology.orchestra.run.smithi179.stderr:512 bytes copied, 0.000396831 s, 1.3 MB/s 2024-09-13T16:14:35.629 DEBUG:teuthology.orchestra.run.smithi179:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-13T16:14:35.680 DEBUG:teuthology.orchestra.run.smithi179:> stat /dev/vg_nvme/lv_3 2024-09-13T16:14:35.686 INFO:teuthology.orchestra.run.smithi179.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-13T16:14:35.687 INFO:teuthology.orchestra.run.smithi179.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-13T16:14:35.687 INFO:teuthology.orchestra.run.smithi179.stdout:Device: 6h/6d Inode: 374 Links: 1 2024-09-13T16:14:35.687 INFO:teuthology.orchestra.run.smithi179.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-13T16:14:35.687 INFO:teuthology.orchestra.run.smithi179.stdout:Access: 2024-09-13 16:10:03.445457660 +0000 2024-09-13T16:14:35.687 INFO:teuthology.orchestra.run.smithi179.stdout:Modify: 2024-09-13 16:10:03.237462287 +0000 2024-09-13T16:14:35.687 INFO:teuthology.orchestra.run.smithi179.stdout:Change: 2024-09-13 16:10:03.237462287 +0000 2024-09-13T16:14:35.687 INFO:teuthology.orchestra.run.smithi179.stdout: Birth: - 2024-09-13T16:14:35.687 DEBUG:teuthology.orchestra.run.smithi179:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-13T16:14:35.698 INFO:teuthology.orchestra.run.smithi179.stderr:1+0 records in 2024-09-13T16:14:35.698 INFO:teuthology.orchestra.run.smithi179.stderr:1+0 records out 2024-09-13T16:14:35.698 INFO:teuthology.orchestra.run.smithi179.stderr:512 bytes copied, 0.000401674 s, 1.3 MB/s 2024-09-13T16:14:35.699 DEBUG:teuthology.orchestra.run.smithi179:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-13T16:14:35.752 DEBUG:teuthology.orchestra.run.smithi179:> stat /dev/vg_nvme/lv_4 2024-09-13T16:14:35.758 INFO:teuthology.orchestra.run.smithi179.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-13T16:14:35.758 INFO:teuthology.orchestra.run.smithi179.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-13T16:14:35.758 INFO:teuthology.orchestra.run.smithi179.stdout:Device: 6h/6d Inode: 380 Links: 1 2024-09-13T16:14:35.758 INFO:teuthology.orchestra.run.smithi179.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-13T16:14:35.758 INFO:teuthology.orchestra.run.smithi179.stdout:Access: 2024-09-13 16:10:03.885447874 +0000 2024-09-13T16:14:35.758 INFO:teuthology.orchestra.run.smithi179.stdout:Modify: 2024-09-13 16:10:03.677452501 +0000 2024-09-13T16:14:35.759 INFO:teuthology.orchestra.run.smithi179.stdout:Change: 2024-09-13 16:10:03.677452501 +0000 2024-09-13T16:14:35.759 INFO:teuthology.orchestra.run.smithi179.stdout: Birth: - 2024-09-13T16:14:35.759 DEBUG:teuthology.orchestra.run.smithi179:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-13T16:14:35.772 INFO:teuthology.orchestra.run.smithi179.stderr:1+0 records in 2024-09-13T16:14:35.772 INFO:teuthology.orchestra.run.smithi179.stderr:1+0 records out 2024-09-13T16:14:35.772 INFO:teuthology.orchestra.run.smithi179.stderr:512 bytes copied, 0.000368275 s, 1.4 MB/s 2024-09-13T16:14:35.773 DEBUG:teuthology.orchestra.run.smithi179:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-13T16:14:35.824 INFO:tasks.ceph:osd dev map: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-13T16:14:35.824 INFO:tasks.ceph:remote_to_roles_to_devs: {Remote(name='ubuntu@smithi005.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi179.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2024-09-13T16:14:35.824 INFO:tasks.ceph:Generating config... 2024-09-13T16:14:35.825 INFO:tasks.ceph:[client] client mount timeout = 600 2024-09-13T16:14:35.825 INFO:tasks.ceph:[client] debug client = 20 2024-09-13T16:14:35.825 INFO:tasks.ceph:[client] debug ms = 1 2024-09-13T16:14:35.825 INFO:tasks.ceph:[client] rados mon op timeout = 900 2024-09-13T16:14:35.825 INFO:tasks.ceph:[client] rados osd op timeout = 900 2024-09-13T16:14:35.825 INFO:tasks.ceph:[global] lockdep = True 2024-09-13T16:14:35.826 INFO:tasks.ceph:[mds] debug mds = 20 2024-09-13T16:14:35.826 INFO:tasks.ceph:[mds] debug mds balancer = 20 2024-09-13T16:14:35.826 INFO:tasks.ceph:[mds] debug ms = 1 2024-09-13T16:14:35.826 INFO:tasks.ceph:[mds] mds debug frag = True 2024-09-13T16:14:35.826 INFO:tasks.ceph:[mds] mds debug scatterstat = True 2024-09-13T16:14:35.826 INFO:tasks.ceph:[mds] mds op complaint time = 180 2024-09-13T16:14:35.826 INFO:tasks.ceph:[mds] mds verify scatter = True 2024-09-13T16:14:35.826 INFO:tasks.ceph:[mds] osd op complaint time = 180 2024-09-13T16:14:35.826 INFO:tasks.ceph:[mds] rados mon op timeout = 900 2024-09-13T16:14:35.826 INFO:tasks.ceph:[mds] rados osd op timeout = 900 2024-09-13T16:14:35.826 INFO:tasks.ceph:[mgr] debug client = 20 2024-09-13T16:14:35.826 INFO:tasks.ceph:[mgr] debug mgr = 20 2024-09-13T16:14:35.826 INFO:tasks.ceph:[mgr] debug ms = 1 2024-09-13T16:14:35.826 INFO:tasks.ceph:[mon] debug mon = 20 2024-09-13T16:14:35.827 INFO:tasks.ceph:[mon] debug ms = 1 2024-09-13T16:14:35.827 INFO:tasks.ceph:[mon] debug paxos = 20 2024-09-13T16:14:35.827 INFO:tasks.ceph:[mon] mon op complaint time = 120 2024-09-13T16:14:35.827 INFO:tasks.ceph:[mon] mon warn on pool no app = False 2024-09-13T16:14:35.827 INFO:tasks.ceph:[osd] bluestore block size = 96636764160 2024-09-13T16:14:35.827 INFO:tasks.ceph:[osd] bluestore fsck on mount = True 2024-09-13T16:14:35.827 INFO:tasks.ceph:[osd] debug bluefs = 20 2024-09-13T16:14:35.827 INFO:tasks.ceph:[osd] debug bluestore = 20 2024-09-13T16:14:35.827 INFO:tasks.ceph:[osd] debug ms = 1 2024-09-13T16:14:35.827 INFO:tasks.ceph:[osd] debug osd = 20 2024-09-13T16:14:35.827 INFO:tasks.ceph:[osd] debug rocksdb = 10 2024-09-13T16:14:35.827 INFO:tasks.ceph:[osd] mon osd backfillfull_ratio = 0.85 2024-09-13T16:14:35.827 INFO:tasks.ceph:[osd] mon osd full ratio = 0.9 2024-09-13T16:14:35.827 INFO:tasks.ceph:[osd] mon osd nearfull ratio = 0.8 2024-09-13T16:14:35.828 INFO:tasks.ceph:[osd] osd failsafe full ratio = 0.95 2024-09-13T16:14:35.828 INFO:tasks.ceph:[osd] osd objectstore = bluestore 2024-09-13T16:14:35.828 INFO:tasks.ceph:[osd] osd op complaint time = 180 2024-09-13T16:14:35.828 INFO:tasks.ceph:Setting up mon.a... 2024-09-13T16:14:35.828 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring /etc/ceph/ceph.keyring 2024-09-13T16:14:35.869 INFO:teuthology.orchestra.run.smithi005.stdout:creating /etc/ceph/ceph.keyring 2024-09-13T16:14:35.889 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=mon. /etc/ceph/ceph.keyring 2024-09-13T16:14:35.933 DEBUG:teuthology.orchestra.run.smithi005:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-13T16:14:35.990 DEBUG:tasks.ceph:Ceph mon addresses: [('mon.a', '172.21.15.5'), ('mon.b', '172.21.15.179'), ('mon.c', '[v2:172.21.15.179:3301,v1:172.21.15.179:6790]')] 2024-09-13T16:14:35.990 DEBUG:tasks.ceph:writing out conf {'global': {'chdir': '', 'pid file': '/var/run/ceph/$cluster-$name.pid', 'auth supported': 'cephx', 'filestore xattr use omap': 'true', 'mon clock drift allowed': '1.000', 'osd crush chooseleaf type': '0', 'auth debug': 'true', 'ms die on old message': 'true', 'ms die on bug': 'true', 'mon max pg per osd': '10000', 'mon pg warn max object skew': '0', 'osd_pool_default_pg_autoscale_mode': 'off', 'osd pool default size': '2', 'mon osd allow primary affinity': 'true', 'mon osd allow pg remap': 'true', 'mon warn on legacy crush tunables': 'false', 'mon warn on crush straw calc version zero': 'false', 'mon warn on no sortbitwise': 'false', 'mon warn on osd down out interval zero': 'false', 'mon warn on too few osds': 'false', 'mon_warn_on_pool_pg_num_not_power_of_two': 'false', 'mon_warn_on_pool_no_redundancy': 'false', 'mon_allow_pool_size_one': 'true', 'osd pool default erasure code profile': 'plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd', 'osd default data pool replay window': '5', 'mon allow pool delete': 'true', 'mon cluster log file level': 'debug', 'debug asserts on shutdown': 'true', 'mon health detail to clog': 'false', 'mon host': '172.21.15.5,172.21.15.179,[v2:172.21.15.179:3301,v1:172.21.15.179:6790]', 'lockdep': True}, 'osd': {'osd journal size': '100', 'osd scrub load threshold': '5.0', 'osd scrub max interval': '600', 'osd mclock profile': 'high_recovery_ops', 'osd recover clone overlap': 'true', 'osd recovery max chunk': '1048576', 'osd debug shutdown': 'true', 'osd debug op order': 'true', 'osd debug verify stray on activate': 'true', 'osd open classes on start': 'true', 'osd debug pg log writeout': 'true', 'osd deep scrub update digest min age': '30', 'osd map max advance': '10', 'journal zero on create': 'true', 'filestore ondisk finisher threads': '3', 'filestore apply finisher threads': '3', 'bdev debug aio': 'true', 'osd debug misdirected ops': 'true', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}, 'mgr': {'debug ms': 1, 'debug mgr': 20, 'debug mon': '20', 'debug auth': '20', 'mon reweight min pgs per osd': '4', 'mon reweight min bytes per osd': '10', 'mgr/telemetry/nag': 'false', 'debug client': 20}, 'mon': {'debug ms': 1, 'debug mon': 20, 'debug paxos': 20, 'debug auth': '20', 'mon data avail warn': '5', 'mon mgr mkfs grace': '240', 'mon reweight min pgs per osd': '4', 'mon osd reporter subtree level': 'osd', 'mon osd prime pg temp': 'true', 'mon reweight min bytes per osd': '10', 'auth mon ticket ttl': '660', 'auth service ticket ttl': '240', 'mon_warn_on_insecure_global_id_reclaim': 'false', 'mon_warn_on_insecure_global_id_reclaim_allowed': 'false', 'mon_down_mkfs_grace': '2m', 'mon_warn_on_filestore_osds': 'false', 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'client': {'rgw cache enabled': 'true', 'rgw enable ops log': 'true', 'rgw enable usage log': 'true', 'log file': '/var/log/ceph/$cluster-$name.$pid.log', 'admin socket': '/var/run/ceph/$cluster-$name.$pid.asok', 'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mon.a': {}, 'mon.b': {}, 'mon.c': {}, 'mds.a': {}, 'mds.c': {}, 'mds.e': {}, 'mds.b': {}, 'mds.d': {}, 'mds.f': {}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}} 2024-09-13T16:14:35.991 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-13T16:14:35.992 DEBUG:teuthology.orchestra.run.smithi005:> dd of=/home/ubuntu/cephtest/ceph.tmp.conf 2024-09-13T16:14:35.998 DEBUG:teuthology.orchestra.run.smithi005:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage monmaptool -c /home/ubuntu/cephtest/ceph.tmp.conf --create --clobber --enable-all-features --add a 172.21.15.5 --add b 172.21.15.179 --addv c '[v2:172.21.15.179:3301,v1:172.21.15.179:6790]' --print /home/ubuntu/cephtest/ceph.monmap 2024-09-13T16:14:36.086 INFO:teuthology.orchestra.run.smithi005.stdout:monmaptool: monmap file /home/ubuntu/cephtest/ceph.monmap 2024-09-13T16:14:36.086 INFO:teuthology.orchestra.run.smithi005.stdout:monmaptool: generated fsid 6f1d8d4e-46c0-4d05-9003-ad1036cd4028 2024-09-13T16:14:36.086 INFO:teuthology.orchestra.run.smithi005.stdout:setting min_mon_release = pacific 2024-09-13T16:14:36.086 INFO:teuthology.orchestra.run.smithi005.stdout:epoch 0 2024-09-13T16:14:36.087 INFO:teuthology.orchestra.run.smithi005.stdout:fsid 6f1d8d4e-46c0-4d05-9003-ad1036cd4028 2024-09-13T16:14:36.087 INFO:teuthology.orchestra.run.smithi005.stdout:last_changed 2024-09-13T16:14:36.085878+0000 2024-09-13T16:14:36.087 INFO:teuthology.orchestra.run.smithi005.stdout:created 2024-09-13T16:14:36.085878+0000 2024-09-13T16:14:36.087 INFO:teuthology.orchestra.run.smithi005.stdout:min_mon_release 16 (pacific) 2024-09-13T16:14:36.087 INFO:teuthology.orchestra.run.smithi005.stdout:election_strategy: 1 2024-09-13T16:14:36.087 INFO:teuthology.orchestra.run.smithi005.stdout:0: [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] mon.a 2024-09-13T16:14:36.087 INFO:teuthology.orchestra.run.smithi005.stdout:1: [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] mon.b 2024-09-13T16:14:36.087 INFO:teuthology.orchestra.run.smithi005.stdout:2: [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] mon.c 2024-09-13T16:14:36.087 INFO:teuthology.orchestra.run.smithi005.stdout:monmaptool: writing epoch 0 to /home/ubuntu/cephtest/ceph.monmap (3 monitors) 2024-09-13T16:14:36.088 DEBUG:teuthology.orchestra.run.smithi005:> rm -- /home/ubuntu/cephtest/ceph.tmp.conf 2024-09-13T16:14:36.092 INFO:tasks.ceph:Writing /etc/ceph/ceph.conf for FSID 6f1d8d4e-46c0-4d05-9003-ad1036cd4028... 2024-09-13T16:14:36.093 DEBUG:teuthology.orchestra.run.smithi005:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-13T16:14:36.095 DEBUG:teuthology.orchestra.run.smithi179:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-13T16:14:36.123 INFO:teuthology.orchestra.run.smithi005.stdout:[global] 2024-09-13T16:14:36.123 INFO:teuthology.orchestra.run.smithi005.stdout: chdir = "" 2024-09-13T16:14:36.123 INFO:teuthology.orchestra.run.smithi005.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-13T16:14:36.123 INFO:teuthology.orchestra.run.smithi005.stdout: auth supported = cephx 2024-09-13T16:14:36.123 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-13T16:14:36.123 INFO:teuthology.orchestra.run.smithi005.stdout: filestore xattr use omap = true 2024-09-13T16:14:36.123 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-13T16:14:36.123 INFO:teuthology.orchestra.run.smithi005.stdout: mon clock drift allowed = 1.000 2024-09-13T16:14:36.123 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-13T16:14:36.123 INFO:teuthology.orchestra.run.smithi005.stdout: osd crush chooseleaf type = 0 2024-09-13T16:14:36.123 INFO:teuthology.orchestra.run.smithi005.stdout: auth debug = true 2024-09-13T16:14:36.123 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-13T16:14:36.124 INFO:teuthology.orchestra.run.smithi005.stdout: ms die on old message = true 2024-09-13T16:14:36.124 INFO:teuthology.orchestra.run.smithi005.stdout: ms die on bug = true 2024-09-13T16:14:36.124 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-13T16:14:36.124 INFO:teuthology.orchestra.run.smithi005.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-13T16:14:36.124 INFO:teuthology.orchestra.run.smithi005.stdout: mon pg warn max object skew = 0 2024-09-13T16:14:36.124 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-13T16:14:36.124 INFO:teuthology.orchestra.run.smithi005.stdout: # disable pg_autoscaler by default for new pools 2024-09-13T16:14:36.124 INFO:teuthology.orchestra.run.smithi005.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-13T16:14:36.124 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-13T16:14:36.124 INFO:teuthology.orchestra.run.smithi005.stdout: osd pool default size = 2 2024-09-13T16:14:36.124 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-13T16:14:36.124 INFO:teuthology.orchestra.run.smithi005.stdout: mon osd allow primary affinity = true 2024-09-13T16:14:36.124 INFO:teuthology.orchestra.run.smithi005.stdout: mon osd allow pg remap = true 2024-09-13T16:14:36.125 INFO:teuthology.orchestra.run.smithi005.stdout: mon warn on legacy crush tunables = false 2024-09-13T16:14:36.125 INFO:teuthology.orchestra.run.smithi005.stdout: mon warn on crush straw calc version zero = false 2024-09-13T16:14:36.125 INFO:teuthology.orchestra.run.smithi005.stdout: mon warn on no sortbitwise = false 2024-09-13T16:14:36.125 INFO:teuthology.orchestra.run.smithi005.stdout: mon warn on osd down out interval zero = false 2024-09-13T16:14:36.125 INFO:teuthology.orchestra.run.smithi005.stdout: mon warn on too few osds = false 2024-09-13T16:14:36.125 INFO:teuthology.orchestra.run.smithi005.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-13T16:14:36.125 INFO:teuthology.orchestra.run.smithi005.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-13T16:14:36.125 INFO:teuthology.orchestra.run.smithi005.stdout: mon_allow_pool_size_one = true 2024-09-13T16:14:36.125 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-13T16:14:36.125 INFO:teuthology.orchestra.run.smithi005.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-13T16:14:36.125 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-13T16:14:36.125 INFO:teuthology.orchestra.run.smithi005.stdout: osd default data pool replay window = 5 2024-09-13T16:14:36.126 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-13T16:14:36.126 INFO:teuthology.orchestra.run.smithi005.stdout: mon allow pool delete = true 2024-09-13T16:14:36.126 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-13T16:14:36.126 INFO:teuthology.orchestra.run.smithi005.stdout: mon cluster log file level = debug 2024-09-13T16:14:36.126 INFO:teuthology.orchestra.run.smithi005.stdout: debug asserts on shutdown = true 2024-09-13T16:14:36.126 INFO:teuthology.orchestra.run.smithi005.stdout: mon health detail to clog = false 2024-09-13T16:14:36.126 INFO:teuthology.orchestra.run.smithi005.stdout: mon host = "172.21.15.5,172.21.15.179,[v2:172.21.15.179:3301,v1:172.21.15.179:6790]" 2024-09-13T16:14:36.126 INFO:teuthology.orchestra.run.smithi005.stdout: lockdep = True 2024-09-13T16:14:36.126 INFO:teuthology.orchestra.run.smithi005.stdout: fsid = 6f1d8d4e-46c0-4d05-9003-ad1036cd4028 2024-09-13T16:14:36.126 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-13T16:14:36.126 INFO:teuthology.orchestra.run.smithi005.stdout:[osd] 2024-09-13T16:14:36.126 INFO:teuthology.orchestra.run.smithi005.stdout: osd journal size = 100 2024-09-13T16:14:36.126 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-13T16:14:36.126 INFO:teuthology.orchestra.run.smithi005.stdout: osd scrub load threshold = 5.0 2024-09-13T16:14:36.127 INFO:teuthology.orchestra.run.smithi005.stdout: osd scrub max interval = 600 2024-09-13T16:14:36.127 INFO:teuthology.orchestra.run.smithi005.stdout: osd mclock profile = high_recovery_ops 2024-09-13T16:14:36.127 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-13T16:14:36.127 INFO:teuthology.orchestra.run.smithi005.stdout: osd recover clone overlap = true 2024-09-13T16:14:36.127 INFO:teuthology.orchestra.run.smithi005.stdout: osd recovery max chunk = 1048576 2024-09-13T16:14:36.127 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-13T16:14:36.127 INFO:teuthology.orchestra.run.smithi005.stdout: osd debug shutdown = true 2024-09-13T16:14:36.127 INFO:teuthology.orchestra.run.smithi005.stdout: osd debug op order = true 2024-09-13T16:14:36.127 INFO:teuthology.orchestra.run.smithi005.stdout: osd debug verify stray on activate = true 2024-09-13T16:14:36.127 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-13T16:14:36.127 INFO:teuthology.orchestra.run.smithi005.stdout: osd open classes on start = true 2024-09-13T16:14:36.127 INFO:teuthology.orchestra.run.smithi005.stdout: osd debug pg log writeout = true 2024-09-13T16:14:36.127 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-13T16:14:36.127 INFO:teuthology.orchestra.run.smithi005.stdout: osd deep scrub update digest min age = 30 2024-09-13T16:14:36.128 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-13T16:14:36.128 INFO:teuthology.orchestra.run.smithi005.stdout: osd map max advance = 10 2024-09-13T16:14:36.128 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-13T16:14:36.128 INFO:teuthology.orchestra.run.smithi005.stdout: journal zero on create = true 2024-09-13T16:14:36.128 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-13T16:14:36.128 INFO:teuthology.orchestra.run.smithi005.stdout: filestore ondisk finisher threads = 3 2024-09-13T16:14:36.128 INFO:teuthology.orchestra.run.smithi005.stdout: filestore apply finisher threads = 3 2024-09-13T16:14:36.128 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-13T16:14:36.128 INFO:teuthology.orchestra.run.smithi005.stdout: bdev debug aio = true 2024-09-13T16:14:36.128 INFO:teuthology.orchestra.run.smithi005.stdout: osd debug misdirected ops = true 2024-09-13T16:14:36.128 INFO:teuthology.orchestra.run.smithi005.stdout: bluestore block size = 96636764160 2024-09-13T16:14:36.128 INFO:teuthology.orchestra.run.smithi005.stdout: bluestore fsck on mount = True 2024-09-13T16:14:36.128 INFO:teuthology.orchestra.run.smithi005.stdout: debug bluefs = 20 2024-09-13T16:14:36.129 INFO:teuthology.orchestra.run.smithi005.stdout: debug bluestore = 20 2024-09-13T16:14:36.129 INFO:teuthology.orchestra.run.smithi005.stdout: debug ms = 1 2024-09-13T16:14:36.129 INFO:teuthology.orchestra.run.smithi005.stdout: debug osd = 20 2024-09-13T16:14:36.129 INFO:teuthology.orchestra.run.smithi005.stdout: debug rocksdb = 10 2024-09-13T16:14:36.129 INFO:teuthology.orchestra.run.smithi005.stdout: mon osd backfillfull_ratio = 0.85 2024-09-13T16:14:36.129 INFO:teuthology.orchestra.run.smithi005.stdout: mon osd full ratio = 0.9 2024-09-13T16:14:36.129 INFO:teuthology.orchestra.run.smithi005.stdout: mon osd nearfull ratio = 0.8 2024-09-13T16:14:36.129 INFO:teuthology.orchestra.run.smithi005.stdout: osd failsafe full ratio = 0.95 2024-09-13T16:14:36.129 INFO:teuthology.orchestra.run.smithi005.stdout: osd objectstore = bluestore 2024-09-13T16:14:36.129 INFO:teuthology.orchestra.run.smithi005.stdout: osd op complaint time = 180 2024-09-13T16:14:36.129 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-13T16:14:36.129 INFO:teuthology.orchestra.run.smithi005.stdout:[mgr] 2024-09-13T16:14:36.129 INFO:teuthology.orchestra.run.smithi005.stdout: debug ms = 1 2024-09-13T16:14:36.129 INFO:teuthology.orchestra.run.smithi005.stdout: debug mgr = 20 2024-09-13T16:14:36.130 INFO:teuthology.orchestra.run.smithi005.stdout: debug mon = 20 2024-09-13T16:14:36.130 INFO:teuthology.orchestra.run.smithi005.stdout: debug auth = 20 2024-09-13T16:14:36.130 INFO:teuthology.orchestra.run.smithi005.stdout: mon reweight min pgs per osd = 4 2024-09-13T16:14:36.130 INFO:teuthology.orchestra.run.smithi005.stdout: mon reweight min bytes per osd = 10 2024-09-13T16:14:36.130 INFO:teuthology.orchestra.run.smithi005.stdout: mgr/telemetry/nag = false 2024-09-13T16:14:36.130 INFO:teuthology.orchestra.run.smithi005.stdout: debug client = 20 2024-09-13T16:14:36.130 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-13T16:14:36.130 INFO:teuthology.orchestra.run.smithi005.stdout:[mon] 2024-09-13T16:14:36.130 INFO:teuthology.orchestra.run.smithi005.stdout: debug ms = 1 2024-09-13T16:14:36.130 INFO:teuthology.orchestra.run.smithi005.stdout: debug mon = 20 2024-09-13T16:14:36.130 INFO:teuthology.orchestra.run.smithi005.stdout: debug paxos = 20 2024-09-13T16:14:36.130 INFO:teuthology.orchestra.run.smithi005.stdout: debug auth = 20 2024-09-13T16:14:36.131 INFO:teuthology.orchestra.run.smithi005.stdout: mon data avail warn = 5 2024-09-13T16:14:36.131 INFO:teuthology.orchestra.run.smithi005.stdout: mon mgr mkfs grace = 240 2024-09-13T16:14:36.131 INFO:teuthology.orchestra.run.smithi005.stdout: mon reweight min pgs per osd = 4 2024-09-13T16:14:36.131 INFO:teuthology.orchestra.run.smithi005.stdout: mon osd reporter subtree level = osd 2024-09-13T16:14:36.131 INFO:teuthology.orchestra.run.smithi005.stdout: mon osd prime pg temp = true 2024-09-13T16:14:36.131 INFO:teuthology.orchestra.run.smithi005.stdout: mon reweight min bytes per osd = 10 2024-09-13T16:14:36.131 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-13T16:14:36.131 INFO:teuthology.orchestra.run.smithi005.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-13T16:14:36.131 INFO:teuthology.orchestra.run.smithi005.stdout: auth mon ticket ttl = 660 # 11m 2024-09-13T16:14:36.131 INFO:teuthology.orchestra.run.smithi005.stdout: auth service ticket ttl = 240 # 4m 2024-09-13T16:14:36.131 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-13T16:14:36.131 INFO:teuthology.orchestra.run.smithi005.stdout: # don't complain about insecure global_id in the test suite 2024-09-13T16:14:36.131 INFO:teuthology.orchestra.run.smithi005.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-13T16:14:36.132 INFO:teuthology.orchestra.run.smithi005.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-13T16:14:36.132 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-13T16:14:36.132 INFO:teuthology.orchestra.run.smithi005.stdout: # 1m isn't quite enough 2024-09-13T16:14:36.132 INFO:teuthology.orchestra.run.smithi005.stdout: mon_down_mkfs_grace = 2m 2024-09-13T16:14:36.132 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-13T16:14:36.132 INFO:teuthology.orchestra.run.smithi005.stdout: mon_warn_on_filestore_osds = false 2024-09-13T16:14:36.132 INFO:teuthology.orchestra.run.smithi005.stdout: mon op complaint time = 120 2024-09-13T16:14:36.132 INFO:teuthology.orchestra.run.smithi005.stdout: mon warn on pool no app = False 2024-09-13T16:14:36.132 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-13T16:14:36.132 INFO:teuthology.orchestra.run.smithi005.stdout:[client] 2024-09-13T16:14:36.132 INFO:teuthology.orchestra.run.smithi005.stdout: rgw cache enabled = true 2024-09-13T16:14:36.132 INFO:teuthology.orchestra.run.smithi005.stdout: rgw enable ops log = true 2024-09-13T16:14:36.132 INFO:teuthology.orchestra.run.smithi005.stdout: rgw enable usage log = true 2024-09-13T16:14:36.132 INFO:teuthology.orchestra.run.smithi005.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-13T16:14:36.133 INFO:teuthology.orchestra.run.smithi005.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-13T16:14:36.133 INFO:teuthology.orchestra.run.smithi005.stdout: client mount timeout = 600 2024-09-13T16:14:36.133 INFO:teuthology.orchestra.run.smithi005.stdout: debug client = 20 2024-09-13T16:14:36.133 INFO:teuthology.orchestra.run.smithi005.stdout: debug ms = 1 2024-09-13T16:14:36.133 INFO:teuthology.orchestra.run.smithi005.stdout: rados mon op timeout = 900 2024-09-13T16:14:36.133 INFO:teuthology.orchestra.run.smithi005.stdout: rados osd op timeout = 900 2024-09-13T16:14:36.133 INFO:teuthology.orchestra.run.smithi005.stdout:[mon.a] 2024-09-13T16:14:36.133 INFO:teuthology.orchestra.run.smithi005.stdout:[mon.b] 2024-09-13T16:14:36.133 INFO:teuthology.orchestra.run.smithi005.stdout:[mon.c] 2024-09-13T16:14:36.133 INFO:teuthology.orchestra.run.smithi005.stdout:[mds.a] 2024-09-13T16:14:36.133 INFO:teuthology.orchestra.run.smithi005.stdout:[mds.c] 2024-09-13T16:14:36.133 INFO:teuthology.orchestra.run.smithi005.stdout:[mds.e] 2024-09-13T16:14:36.133 INFO:teuthology.orchestra.run.smithi005.stdout:[mds.b] 2024-09-13T16:14:36.133 INFO:teuthology.orchestra.run.smithi005.stdout:[mds.d] 2024-09-13T16:14:36.134 INFO:teuthology.orchestra.run.smithi005.stdout:[mds.f] 2024-09-13T16:14:36.134 INFO:teuthology.orchestra.run.smithi005.stdout:[mds] 2024-09-13T16:14:36.134 INFO:teuthology.orchestra.run.smithi005.stdout: debug mds = 20 2024-09-13T16:14:36.134 INFO:teuthology.orchestra.run.smithi005.stdout: debug mds balancer = 20 2024-09-13T16:14:36.134 INFO:teuthology.orchestra.run.smithi005.stdout: debug ms = 1 2024-09-13T16:14:36.134 INFO:teuthology.orchestra.run.smithi005.stdout: mds debug frag = True 2024-09-13T16:14:36.134 INFO:teuthology.orchestra.run.smithi005.stdout: mds debug scatterstat = True 2024-09-13T16:14:36.134 INFO:teuthology.orchestra.run.smithi005.stdout: mds op complaint time = 180 2024-09-13T16:14:36.134 INFO:teuthology.orchestra.run.smithi005.stdout: mds verify scatter = True 2024-09-13T16:14:36.134 INFO:teuthology.orchestra.run.smithi005.stdout: osd op complaint time = 180 2024-09-13T16:14:36.134 INFO:teuthology.orchestra.run.smithi005.stdout: rados mon op timeout = 900 2024-09-13T16:14:36.134 INFO:teuthology.orchestra.run.smithi005.stdout: rados osd op timeout = 900 2024-09-13T16:14:36.135 INFO:teuthology.orchestra.run.smithi179.stdout:[global] 2024-09-13T16:14:36.135 INFO:teuthology.orchestra.run.smithi179.stdout: chdir = "" 2024-09-13T16:14:36.135 INFO:teuthology.orchestra.run.smithi179.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-13T16:14:36.135 INFO:teuthology.orchestra.run.smithi179.stdout: auth supported = cephx 2024-09-13T16:14:36.135 INFO:teuthology.orchestra.run.smithi179.stdout: 2024-09-13T16:14:36.135 INFO:teuthology.orchestra.run.smithi179.stdout: filestore xattr use omap = true 2024-09-13T16:14:36.136 INFO:teuthology.orchestra.run.smithi179.stdout: 2024-09-13T16:14:36.136 INFO:teuthology.orchestra.run.smithi179.stdout: mon clock drift allowed = 1.000 2024-09-13T16:14:36.136 INFO:teuthology.orchestra.run.smithi179.stdout: 2024-09-13T16:14:36.136 INFO:teuthology.orchestra.run.smithi179.stdout: osd crush chooseleaf type = 0 2024-09-13T16:14:36.136 INFO:teuthology.orchestra.run.smithi179.stdout: auth debug = true 2024-09-13T16:14:36.136 INFO:teuthology.orchestra.run.smithi179.stdout: 2024-09-13T16:14:36.136 INFO:teuthology.orchestra.run.smithi179.stdout: ms die on old message = true 2024-09-13T16:14:36.136 INFO:teuthology.orchestra.run.smithi179.stdout: ms die on bug = true 2024-09-13T16:14:36.136 INFO:teuthology.orchestra.run.smithi179.stdout: 2024-09-13T16:14:36.136 INFO:teuthology.orchestra.run.smithi179.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-13T16:14:36.136 INFO:teuthology.orchestra.run.smithi179.stdout: mon pg warn max object skew = 0 2024-09-13T16:14:36.136 INFO:teuthology.orchestra.run.smithi179.stdout: 2024-09-13T16:14:36.136 INFO:teuthology.orchestra.run.smithi179.stdout: # disable pg_autoscaler by default for new pools 2024-09-13T16:14:36.136 INFO:teuthology.orchestra.run.smithi179.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-13T16:14:36.137 INFO:teuthology.orchestra.run.smithi179.stdout: 2024-09-13T16:14:36.137 INFO:teuthology.orchestra.run.smithi179.stdout: osd pool default size = 2 2024-09-13T16:14:36.137 INFO:teuthology.orchestra.run.smithi179.stdout: 2024-09-13T16:14:36.137 INFO:teuthology.orchestra.run.smithi179.stdout: mon osd allow primary affinity = true 2024-09-13T16:14:36.137 INFO:teuthology.orchestra.run.smithi179.stdout: mon osd allow pg remap = true 2024-09-13T16:14:36.137 INFO:teuthology.orchestra.run.smithi179.stdout: mon warn on legacy crush tunables = false 2024-09-13T16:14:36.137 INFO:teuthology.orchestra.run.smithi179.stdout: mon warn on crush straw calc version zero = false 2024-09-13T16:14:36.137 INFO:teuthology.orchestra.run.smithi179.stdout: mon warn on no sortbitwise = false 2024-09-13T16:14:36.137 INFO:teuthology.orchestra.run.smithi179.stdout: mon warn on osd down out interval zero = false 2024-09-13T16:14:36.137 INFO:teuthology.orchestra.run.smithi179.stdout: mon warn on too few osds = false 2024-09-13T16:14:36.137 INFO:teuthology.orchestra.run.smithi179.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-13T16:14:36.137 INFO:teuthology.orchestra.run.smithi179.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-13T16:14:36.137 INFO:teuthology.orchestra.run.smithi179.stdout: mon_allow_pool_size_one = true 2024-09-13T16:14:36.137 INFO:teuthology.orchestra.run.smithi179.stdout: 2024-09-13T16:14:36.138 INFO:teuthology.orchestra.run.smithi179.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-13T16:14:36.138 INFO:teuthology.orchestra.run.smithi179.stdout: 2024-09-13T16:14:36.138 INFO:teuthology.orchestra.run.smithi179.stdout: osd default data pool replay window = 5 2024-09-13T16:14:36.138 INFO:teuthology.orchestra.run.smithi179.stdout: 2024-09-13T16:14:36.138 INFO:teuthology.orchestra.run.smithi179.stdout: mon allow pool delete = true 2024-09-13T16:14:36.138 INFO:teuthology.orchestra.run.smithi179.stdout: 2024-09-13T16:14:36.138 INFO:teuthology.orchestra.run.smithi179.stdout: mon cluster log file level = debug 2024-09-13T16:14:36.138 INFO:teuthology.orchestra.run.smithi179.stdout: debug asserts on shutdown = true 2024-09-13T16:14:36.138 INFO:teuthology.orchestra.run.smithi179.stdout: mon health detail to clog = false 2024-09-13T16:14:36.138 INFO:teuthology.orchestra.run.smithi179.stdout: mon host = "172.21.15.5,172.21.15.179,[v2:172.21.15.179:3301,v1:172.21.15.179:6790]" 2024-09-13T16:14:36.138 INFO:teuthology.orchestra.run.smithi179.stdout: lockdep = True 2024-09-13T16:14:36.138 INFO:teuthology.orchestra.run.smithi179.stdout: fsid = 6f1d8d4e-46c0-4d05-9003-ad1036cd4028 2024-09-13T16:14:36.139 INFO:teuthology.orchestra.run.smithi179.stdout: 2024-09-13T16:14:36.139 INFO:teuthology.orchestra.run.smithi179.stdout:[osd] 2024-09-13T16:14:36.139 INFO:teuthology.orchestra.run.smithi179.stdout: osd journal size = 100 2024-09-13T16:14:36.139 INFO:teuthology.orchestra.run.smithi179.stdout: 2024-09-13T16:14:36.139 INFO:teuthology.orchestra.run.smithi179.stdout: osd scrub load threshold = 5.0 2024-09-13T16:14:36.139 INFO:teuthology.orchestra.run.smithi179.stdout: osd scrub max interval = 600 2024-09-13T16:14:36.139 INFO:teuthology.orchestra.run.smithi179.stdout: osd mclock profile = high_recovery_ops 2024-09-13T16:14:36.139 INFO:teuthology.orchestra.run.smithi179.stdout: 2024-09-13T16:14:36.139 INFO:teuthology.orchestra.run.smithi179.stdout: osd recover clone overlap = true 2024-09-13T16:14:36.139 INFO:teuthology.orchestra.run.smithi179.stdout: osd recovery max chunk = 1048576 2024-09-13T16:14:36.139 INFO:teuthology.orchestra.run.smithi179.stdout: 2024-09-13T16:14:36.139 INFO:teuthology.orchestra.run.smithi179.stdout: osd debug shutdown = true 2024-09-13T16:14:36.139 INFO:teuthology.orchestra.run.smithi179.stdout: osd debug op order = true 2024-09-13T16:14:36.140 INFO:teuthology.orchestra.run.smithi179.stdout: osd debug verify stray on activate = true 2024-09-13T16:14:36.140 INFO:teuthology.orchestra.run.smithi179.stdout: 2024-09-13T16:14:36.140 INFO:teuthology.orchestra.run.smithi179.stdout: osd open classes on start = true 2024-09-13T16:14:36.140 INFO:teuthology.orchestra.run.smithi179.stdout: osd debug pg log writeout = true 2024-09-13T16:14:36.140 INFO:teuthology.orchestra.run.smithi179.stdout: 2024-09-13T16:14:36.140 INFO:teuthology.orchestra.run.smithi179.stdout: osd deep scrub update digest min age = 30 2024-09-13T16:14:36.140 INFO:teuthology.orchestra.run.smithi179.stdout: 2024-09-13T16:14:36.140 INFO:teuthology.orchestra.run.smithi179.stdout: osd map max advance = 10 2024-09-13T16:14:36.140 INFO:teuthology.orchestra.run.smithi179.stdout: 2024-09-13T16:14:36.140 INFO:teuthology.orchestra.run.smithi179.stdout: journal zero on create = true 2024-09-13T16:14:36.140 INFO:teuthology.orchestra.run.smithi179.stdout: 2024-09-13T16:14:36.140 INFO:teuthology.orchestra.run.smithi179.stdout: filestore ondisk finisher threads = 3 2024-09-13T16:14:36.140 INFO:teuthology.orchestra.run.smithi179.stdout: filestore apply finisher threads = 3 2024-09-13T16:14:36.140 INFO:teuthology.orchestra.run.smithi179.stdout: 2024-09-13T16:14:36.141 INFO:teuthology.orchestra.run.smithi179.stdout: bdev debug aio = true 2024-09-13T16:14:36.141 INFO:teuthology.orchestra.run.smithi179.stdout: osd debug misdirected ops = true 2024-09-13T16:14:36.141 INFO:teuthology.orchestra.run.smithi179.stdout: bluestore block size = 96636764160 2024-09-13T16:14:36.141 INFO:teuthology.orchestra.run.smithi179.stdout: bluestore fsck on mount = True 2024-09-13T16:14:36.141 INFO:teuthology.orchestra.run.smithi179.stdout: debug bluefs = 20 2024-09-13T16:14:36.141 INFO:teuthology.orchestra.run.smithi179.stdout: debug bluestore = 20 2024-09-13T16:14:36.141 INFO:teuthology.orchestra.run.smithi179.stdout: debug ms = 1 2024-09-13T16:14:36.141 INFO:teuthology.orchestra.run.smithi179.stdout: debug osd = 20 2024-09-13T16:14:36.141 INFO:teuthology.orchestra.run.smithi179.stdout: debug rocksdb = 10 2024-09-13T16:14:36.141 INFO:teuthology.orchestra.run.smithi179.stdout: mon osd backfillfull_ratio = 0.85 2024-09-13T16:14:36.141 INFO:teuthology.orchestra.run.smithi179.stdout: mon osd full ratio = 0.9 2024-09-13T16:14:36.141 INFO:teuthology.orchestra.run.smithi179.stdout: mon osd nearfull ratio = 0.8 2024-09-13T16:14:36.141 INFO:teuthology.orchestra.run.smithi179.stdout: osd failsafe full ratio = 0.95 2024-09-13T16:14:36.142 INFO:teuthology.orchestra.run.smithi179.stdout: osd objectstore = bluestore 2024-09-13T16:14:36.142 INFO:teuthology.orchestra.run.smithi179.stdout: osd op complaint time = 180 2024-09-13T16:14:36.142 INFO:teuthology.orchestra.run.smithi179.stdout: 2024-09-13T16:14:36.142 INFO:teuthology.orchestra.run.smithi179.stdout:[mgr] 2024-09-13T16:14:36.142 INFO:teuthology.orchestra.run.smithi179.stdout: debug ms = 1 2024-09-13T16:14:36.142 INFO:teuthology.orchestra.run.smithi179.stdout: debug mgr = 20 2024-09-13T16:14:36.142 INFO:teuthology.orchestra.run.smithi179.stdout: debug mon = 20 2024-09-13T16:14:36.142 INFO:teuthology.orchestra.run.smithi179.stdout: debug auth = 20 2024-09-13T16:14:36.142 INFO:teuthology.orchestra.run.smithi179.stdout: mon reweight min pgs per osd = 4 2024-09-13T16:14:36.142 INFO:teuthology.orchestra.run.smithi179.stdout: mon reweight min bytes per osd = 10 2024-09-13T16:14:36.142 INFO:teuthology.orchestra.run.smithi179.stdout: mgr/telemetry/nag = false 2024-09-13T16:14:36.142 INFO:teuthology.orchestra.run.smithi179.stdout: debug client = 20 2024-09-13T16:14:36.142 INFO:teuthology.orchestra.run.smithi179.stdout: 2024-09-13T16:14:36.142 INFO:teuthology.orchestra.run.smithi179.stdout:[mon] 2024-09-13T16:14:36.143 INFO:teuthology.orchestra.run.smithi179.stdout: debug ms = 1 2024-09-13T16:14:36.143 INFO:teuthology.orchestra.run.smithi179.stdout: debug mon = 20 2024-09-13T16:14:36.143 INFO:teuthology.orchestra.run.smithi179.stdout: debug paxos = 20 2024-09-13T16:14:36.143 INFO:teuthology.orchestra.run.smithi179.stdout: debug auth = 20 2024-09-13T16:14:36.143 INFO:teuthology.orchestra.run.smithi179.stdout: mon data avail warn = 5 2024-09-13T16:14:36.143 INFO:teuthology.orchestra.run.smithi179.stdout: mon mgr mkfs grace = 240 2024-09-13T16:14:36.143 INFO:teuthology.orchestra.run.smithi179.stdout: mon reweight min pgs per osd = 4 2024-09-13T16:14:36.143 INFO:teuthology.orchestra.run.smithi179.stdout: mon osd reporter subtree level = osd 2024-09-13T16:14:36.143 INFO:teuthology.orchestra.run.smithi179.stdout: mon osd prime pg temp = true 2024-09-13T16:14:36.143 INFO:teuthology.orchestra.run.smithi179.stdout: mon reweight min bytes per osd = 10 2024-09-13T16:14:36.143 INFO:teuthology.orchestra.run.smithi179.stdout: 2024-09-13T16:14:36.143 INFO:teuthology.orchestra.run.smithi179.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-13T16:14:36.143 INFO:teuthology.orchestra.run.smithi179.stdout: auth mon ticket ttl = 660 # 11m 2024-09-13T16:14:36.143 INFO:teuthology.orchestra.run.smithi179.stdout: auth service ticket ttl = 240 # 4m 2024-09-13T16:14:36.144 INFO:teuthology.orchestra.run.smithi179.stdout: 2024-09-13T16:14:36.144 INFO:teuthology.orchestra.run.smithi179.stdout: # don't complain about insecure global_id in the test suite 2024-09-13T16:14:36.144 INFO:teuthology.orchestra.run.smithi179.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-13T16:14:36.144 INFO:teuthology.orchestra.run.smithi179.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-13T16:14:36.144 INFO:teuthology.orchestra.run.smithi179.stdout: 2024-09-13T16:14:36.144 INFO:teuthology.orchestra.run.smithi179.stdout: # 1m isn't quite enough 2024-09-13T16:14:36.144 INFO:teuthology.orchestra.run.smithi179.stdout: mon_down_mkfs_grace = 2m 2024-09-13T16:14:36.144 INFO:teuthology.orchestra.run.smithi179.stdout: 2024-09-13T16:14:36.144 INFO:teuthology.orchestra.run.smithi179.stdout: mon_warn_on_filestore_osds = false 2024-09-13T16:14:36.144 INFO:teuthology.orchestra.run.smithi179.stdout: mon op complaint time = 120 2024-09-13T16:14:36.144 INFO:teuthology.orchestra.run.smithi179.stdout: mon warn on pool no app = False 2024-09-13T16:14:36.144 INFO:teuthology.orchestra.run.smithi179.stdout: 2024-09-13T16:14:36.144 INFO:teuthology.orchestra.run.smithi179.stdout:[client] 2024-09-13T16:14:36.145 INFO:teuthology.orchestra.run.smithi179.stdout: rgw cache enabled = true 2024-09-13T16:14:36.145 INFO:teuthology.orchestra.run.smithi179.stdout: rgw enable ops log = true 2024-09-13T16:14:36.145 INFO:teuthology.orchestra.run.smithi179.stdout: rgw enable usage log = true 2024-09-13T16:14:36.145 INFO:teuthology.orchestra.run.smithi179.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-13T16:14:36.145 INFO:teuthology.orchestra.run.smithi179.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-13T16:14:36.145 INFO:teuthology.orchestra.run.smithi179.stdout: client mount timeout = 600 2024-09-13T16:14:36.145 INFO:teuthology.orchestra.run.smithi179.stdout: debug client = 20 2024-09-13T16:14:36.145 INFO:teuthology.orchestra.run.smithi179.stdout: debug ms = 1 2024-09-13T16:14:36.145 INFO:teuthology.orchestra.run.smithi179.stdout: rados mon op timeout = 900 2024-09-13T16:14:36.145 INFO:teuthology.orchestra.run.smithi179.stdout: rados osd op timeout = 900 2024-09-13T16:14:36.145 INFO:teuthology.orchestra.run.smithi179.stdout:[mon.a] 2024-09-13T16:14:36.145 INFO:teuthology.orchestra.run.smithi179.stdout:[mon.b] 2024-09-13T16:14:36.145 INFO:teuthology.orchestra.run.smithi179.stdout:[mon.c] 2024-09-13T16:14:36.145 INFO:teuthology.orchestra.run.smithi179.stdout:[mds.a] 2024-09-13T16:14:36.146 INFO:teuthology.orchestra.run.smithi179.stdout:[mds.c] 2024-09-13T16:14:36.146 INFO:teuthology.orchestra.run.smithi179.stdout:[mds.e] 2024-09-13T16:14:36.146 INFO:teuthology.orchestra.run.smithi179.stdout:[mds.b] 2024-09-13T16:14:36.146 INFO:teuthology.orchestra.run.smithi179.stdout:[mds.d] 2024-09-13T16:14:36.146 INFO:teuthology.orchestra.run.smithi179.stdout:[mds.f] 2024-09-13T16:14:36.146 INFO:teuthology.orchestra.run.smithi179.stdout:[mds] 2024-09-13T16:14:36.147 INFO:teuthology.orchestra.run.smithi179.stdout: debug mds = 20 2024-09-13T16:14:36.147 INFO:teuthology.orchestra.run.smithi179.stdout: debug mds balancer = 20 2024-09-13T16:14:36.148 INFO:teuthology.orchestra.run.smithi179.stdout: debug ms = 1 2024-09-13T16:14:36.148 INFO:teuthology.orchestra.run.smithi179.stdout: mds debug frag = True 2024-09-13T16:14:36.148 INFO:teuthology.orchestra.run.smithi179.stdout: mds debug scatterstat = True 2024-09-13T16:14:36.148 INFO:teuthology.orchestra.run.smithi179.stdout: mds op complaint time = 180 2024-09-13T16:14:36.148 INFO:teuthology.orchestra.run.smithi179.stdout: mds verify scatter = True 2024-09-13T16:14:36.148 INFO:teuthology.orchestra.run.smithi179.stdout: osd op complaint time = 180 2024-09-13T16:14:36.148 INFO:teuthology.orchestra.run.smithi179.stdout: rados mon op timeout = 900 2024-09-13T16:14:36.148 INFO:teuthology.orchestra.run.smithi179.stdout: rados osd op timeout = 900 2024-09-13T16:14:36.149 INFO:tasks.ceph:Creating admin key on mon.a... 2024-09-13T16:14:36.150 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=client.admin --cap mon 'allow *' --cap osd 'allow *' --cap mds 'allow *' --cap mgr 'allow *' /etc/ceph/ceph.keyring 2024-09-13T16:14:36.245 INFO:tasks.ceph:Copying monmap to all nodes... 2024-09-13T16:14:36.245 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-13T16:14:36.245 DEBUG:teuthology.orchestra.run.smithi005:> dd if=/etc/ceph/ceph.keyring of=/dev/stdout 2024-09-13T16:14:36.249 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-13T16:14:36.250 DEBUG:teuthology.orchestra.run.smithi005:> dd if=/home/ubuntu/cephtest/ceph.monmap of=/dev/stdout 2024-09-13T16:14:36.256 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi005.front.sepia.ceph.com 2024-09-13T16:14:36.256 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-13T16:14:36.256 DEBUG:teuthology.orchestra.run.smithi005:> sudo dd of=/etc/ceph/ceph.keyring 2024-09-13T16:14:36.256 DEBUG:teuthology.orchestra.run.smithi005:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-13T16:14:36.325 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-13T16:14:36.325 DEBUG:teuthology.orchestra.run.smithi005:> dd of=/home/ubuntu/cephtest/ceph.monmap 2024-09-13T16:14:36.330 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi179.front.sepia.ceph.com 2024-09-13T16:14:36.330 DEBUG:teuthology.orchestra.run.smithi179:> set -ex 2024-09-13T16:14:36.330 DEBUG:teuthology.orchestra.run.smithi179:> sudo dd of=/etc/ceph/ceph.keyring 2024-09-13T16:14:36.330 DEBUG:teuthology.orchestra.run.smithi179:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-13T16:14:36.357 DEBUG:teuthology.orchestra.run.smithi179:> set -ex 2024-09-13T16:14:36.357 DEBUG:teuthology.orchestra.run.smithi179:> dd of=/home/ubuntu/cephtest/ceph.monmap 2024-09-13T16:14:36.406 INFO:tasks.ceph:Setting up mon nodes... 2024-09-13T16:14:36.406 INFO:tasks.ceph:Setting up mgr nodes... 2024-09-13T16:14:36.406 DEBUG:teuthology.orchestra.run.smithi005:> sudo mkdir -p /var/lib/ceph/mgr/ceph-y && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.y /var/lib/ceph/mgr/ceph-y/keyring 2024-09-13T16:14:36.457 INFO:teuthology.orchestra.run.smithi005.stdout:creating /var/lib/ceph/mgr/ceph-y/keyring 2024-09-13T16:14:36.460 DEBUG:teuthology.orchestra.run.smithi179:> sudo mkdir -p /var/lib/ceph/mgr/ceph-x && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.x /var/lib/ceph/mgr/ceph-x/keyring 2024-09-13T16:14:36.510 INFO:teuthology.orchestra.run.smithi179.stdout:creating /var/lib/ceph/mgr/ceph-x/keyring 2024-09-13T16:14:36.526 INFO:tasks.ceph:Setting up mds nodes... 2024-09-13T16:14:36.526 DEBUG:teuthology.orchestra.run.smithi005:> sudo mkdir -p /var/lib/ceph/mds/ceph-a && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.a /var/lib/ceph/mds/ceph-a/keyring 2024-09-13T16:14:36.576 INFO:teuthology.orchestra.run.smithi005.stdout:creating /var/lib/ceph/mds/ceph-a/keyring 2024-09-13T16:14:36.579 DEBUG:teuthology.orchestra.run.smithi005:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-a 2024-09-13T16:14:36.594 DEBUG:teuthology.orchestra.run.smithi005:> sudo mkdir -p /var/lib/ceph/mds/ceph-c && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.c /var/lib/ceph/mds/ceph-c/keyring 2024-09-13T16:14:36.639 INFO:teuthology.orchestra.run.smithi005.stdout:creating /var/lib/ceph/mds/ceph-c/keyring 2024-09-13T16:14:36.642 DEBUG:teuthology.orchestra.run.smithi005:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-c 2024-09-13T16:14:36.657 DEBUG:teuthology.orchestra.run.smithi005:> sudo mkdir -p /var/lib/ceph/mds/ceph-e && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.e /var/lib/ceph/mds/ceph-e/keyring 2024-09-13T16:14:36.748 INFO:teuthology.orchestra.run.smithi005.stdout:creating /var/lib/ceph/mds/ceph-e/keyring 2024-09-13T16:14:36.751 DEBUG:teuthology.orchestra.run.smithi005:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-e 2024-09-13T16:14:36.765 DEBUG:teuthology.orchestra.run.smithi179:> sudo mkdir -p /var/lib/ceph/mds/ceph-b && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.b /var/lib/ceph/mds/ceph-b/keyring 2024-09-13T16:14:36.819 INFO:teuthology.orchestra.run.smithi179.stdout:creating /var/lib/ceph/mds/ceph-b/keyring 2024-09-13T16:14:36.822 DEBUG:teuthology.orchestra.run.smithi179:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-b 2024-09-13T16:14:36.833 DEBUG:teuthology.orchestra.run.smithi179:> sudo mkdir -p /var/lib/ceph/mds/ceph-d && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.d /var/lib/ceph/mds/ceph-d/keyring 2024-09-13T16:14:36.880 INFO:teuthology.orchestra.run.smithi179.stdout:creating /var/lib/ceph/mds/ceph-d/keyring 2024-09-13T16:14:36.883 DEBUG:teuthology.orchestra.run.smithi179:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-d 2024-09-13T16:14:36.896 DEBUG:teuthology.orchestra.run.smithi179:> sudo mkdir -p /var/lib/ceph/mds/ceph-f && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.f /var/lib/ceph/mds/ceph-f/keyring 2024-09-13T16:14:36.942 INFO:teuthology.orchestra.run.smithi179.stdout:creating /var/lib/ceph/mds/ceph-f/keyring 2024-09-13T16:14:36.945 DEBUG:teuthology.orchestra.run.smithi179:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-f 2024-09-13T16:14:36.961 INFO:tasks.ceph_client:Setting up client nodes... 2024-09-13T16:14:36.961 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.0 /etc/ceph/ceph.client.0.keyring && sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-09-13T16:14:37.004 INFO:teuthology.orchestra.run.smithi005.stdout:creating /etc/ceph/ceph.client.0.keyring 2024-09-13T16:14:37.018 INFO:tasks.ceph:Running mkfs on osd nodes... 2024-09-13T16:14:37.018 INFO:tasks.ceph:ctx.disk_config.remote_to_roles_to_dev: {Remote(name='ubuntu@smithi005.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi179.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2024-09-13T16:14:37.018 DEBUG:teuthology.orchestra.run.smithi005:> sudo mkdir -p /var/lib/ceph/osd/ceph-0 2024-09-13T16:14:37.074 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-13T16:14:37.074 INFO:tasks.ceph:role: osd.0 2024-09-13T16:14:37.074 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi005.front.sepia.ceph.com 2024-09-13T16:14:37.074 DEBUG:teuthology.orchestra.run.smithi005:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2024-09-13T16:14:37.115 INFO:teuthology.orchestra.run.smithi005.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2024-09-13T16:14:37.116 INFO:teuthology.orchestra.run.smithi005.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-13T16:14:37.116 INFO:teuthology.orchestra.run.smithi005.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-13T16:14:37.116 INFO:teuthology.orchestra.run.smithi005.stdout: = reflink=1 2024-09-13T16:14:37.116 INFO:teuthology.orchestra.run.smithi005.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-13T16:14:37.116 INFO:teuthology.orchestra.run.smithi005.stdout: = sunit=0 swidth=0 blks 2024-09-13T16:14:37.116 INFO:teuthology.orchestra.run.smithi005.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-13T16:14:37.116 INFO:teuthology.orchestra.run.smithi005.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-13T16:14:37.116 INFO:teuthology.orchestra.run.smithi005.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-13T16:14:37.116 INFO:teuthology.orchestra.run.smithi005.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-13T16:14:37.117 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi005.front.sepia.ceph.com -o noatime 2024-09-13T16:14:37.117 DEBUG:teuthology.orchestra.run.smithi005:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-0 2024-09-13T16:14:37.140 DEBUG:teuthology.orchestra.run.smithi005:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-0 2024-09-13T16:14:37.147 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T16:14:37.147 INFO:teuthology.orchestra.run.smithi005.stderr:sudo: /sbin/restorecon: command not found 2024-09-13T16:14:37.147 DEBUG:teuthology.orchestra.run.smithi005:> sudo mkdir -p /var/lib/ceph/osd/ceph-1 2024-09-13T16:14:37.206 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-13T16:14:37.207 INFO:tasks.ceph:role: osd.1 2024-09-13T16:14:37.207 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi005.front.sepia.ceph.com 2024-09-13T16:14:37.207 DEBUG:teuthology.orchestra.run.smithi005:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2024-09-13T16:14:37.250 INFO:teuthology.orchestra.run.smithi005.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2024-09-13T16:14:37.251 INFO:teuthology.orchestra.run.smithi005.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-13T16:14:37.251 INFO:teuthology.orchestra.run.smithi005.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-13T16:14:37.251 INFO:teuthology.orchestra.run.smithi005.stdout: = reflink=1 2024-09-13T16:14:37.251 INFO:teuthology.orchestra.run.smithi005.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-13T16:14:37.251 INFO:teuthology.orchestra.run.smithi005.stdout: = sunit=0 swidth=0 blks 2024-09-13T16:14:37.251 INFO:teuthology.orchestra.run.smithi005.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-13T16:14:37.251 INFO:teuthology.orchestra.run.smithi005.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-13T16:14:37.251 INFO:teuthology.orchestra.run.smithi005.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-13T16:14:37.251 INFO:teuthology.orchestra.run.smithi005.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-13T16:14:37.252 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi005.front.sepia.ceph.com -o noatime 2024-09-13T16:14:37.252 DEBUG:teuthology.orchestra.run.smithi005:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-1 2024-09-13T16:14:37.273 DEBUG:teuthology.orchestra.run.smithi005:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-1 2024-09-13T16:14:37.283 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T16:14:37.283 INFO:teuthology.orchestra.run.smithi005.stderr:sudo: /sbin/restorecon: command not found 2024-09-13T16:14:37.284 DEBUG:teuthology.orchestra.run.smithi005:> sudo mkdir -p /var/lib/ceph/osd/ceph-2 2024-09-13T16:14:37.345 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-13T16:14:37.345 INFO:tasks.ceph:role: osd.2 2024-09-13T16:14:37.345 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi005.front.sepia.ceph.com 2024-09-13T16:14:37.345 DEBUG:teuthology.orchestra.run.smithi005:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2024-09-13T16:14:37.388 INFO:teuthology.orchestra.run.smithi005.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2024-09-13T16:14:37.388 INFO:teuthology.orchestra.run.smithi005.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-13T16:14:37.388 INFO:teuthology.orchestra.run.smithi005.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-13T16:14:37.388 INFO:teuthology.orchestra.run.smithi005.stdout: = reflink=1 2024-09-13T16:14:37.388 INFO:teuthology.orchestra.run.smithi005.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-13T16:14:37.388 INFO:teuthology.orchestra.run.smithi005.stdout: = sunit=0 swidth=0 blks 2024-09-13T16:14:37.388 INFO:teuthology.orchestra.run.smithi005.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-13T16:14:37.389 INFO:teuthology.orchestra.run.smithi005.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-13T16:14:37.389 INFO:teuthology.orchestra.run.smithi005.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-13T16:14:37.389 INFO:teuthology.orchestra.run.smithi005.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-13T16:14:37.390 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi005.front.sepia.ceph.com -o noatime 2024-09-13T16:14:37.390 DEBUG:teuthology.orchestra.run.smithi005:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-2 2024-09-13T16:14:37.408 DEBUG:teuthology.orchestra.run.smithi005:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-2 2024-09-13T16:14:37.462 INFO:teuthology.orchestra.run.smithi005.stderr:sudo: /sbin/restorecon: command not found 2024-09-13T16:14:37.463 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T16:14:37.463 DEBUG:teuthology.orchestra.run.smithi005:> sudo mkdir -p /var/lib/ceph/osd/ceph-3 2024-09-13T16:14:37.473 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-13T16:14:37.473 INFO:tasks.ceph:role: osd.3 2024-09-13T16:14:37.473 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi005.front.sepia.ceph.com 2024-09-13T16:14:37.473 DEBUG:teuthology.orchestra.run.smithi005:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2024-09-13T16:14:37.515 INFO:teuthology.orchestra.run.smithi005.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2024-09-13T16:14:37.515 INFO:teuthology.orchestra.run.smithi005.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-13T16:14:37.515 INFO:teuthology.orchestra.run.smithi005.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-13T16:14:37.515 INFO:teuthology.orchestra.run.smithi005.stdout: = reflink=1 2024-09-13T16:14:37.515 INFO:teuthology.orchestra.run.smithi005.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-13T16:14:37.515 INFO:teuthology.orchestra.run.smithi005.stdout: = sunit=0 swidth=0 blks 2024-09-13T16:14:37.516 INFO:teuthology.orchestra.run.smithi005.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-13T16:14:37.516 INFO:teuthology.orchestra.run.smithi005.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-13T16:14:37.516 INFO:teuthology.orchestra.run.smithi005.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-13T16:14:37.516 INFO:teuthology.orchestra.run.smithi005.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-13T16:14:37.517 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi005.front.sepia.ceph.com -o noatime 2024-09-13T16:14:37.517 DEBUG:teuthology.orchestra.run.smithi005:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-3 2024-09-13T16:14:37.537 DEBUG:teuthology.orchestra.run.smithi005:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-3 2024-09-13T16:14:37.545 INFO:teuthology.orchestra.run.smithi005.stderr:sudo: /sbin/restorecon: command not found 2024-09-13T16:14:37.546 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T16:14:37.546 DEBUG:teuthology.orchestra.run.smithi005:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 0 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-13T16:14:37.629 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:14:37.625+0000 7fc03063f880 -1 auth: error reading file: /var/lib/ceph/osd/ceph-0/keyring: can't open /var/lib/ceph/osd/ceph-0/keyring: (2) No such file or directory 2024-09-13T16:14:37.630 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:14:37.625+0000 7fc03063f880 -1 created new key in keyring /var/lib/ceph/osd/ceph-0/keyring 2024-09-13T16:14:37.630 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:14:37.625+0000 7fc03063f880 -1 bluestore(/var/lib/ceph/osd/ceph-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-0/block: (2) No such file or directory 2024-09-13T16:14:37.630 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:14:37.625+0000 7fc03063f880 -1 bluestore(/var/lib/ceph/osd/ceph-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-0/block: (2) No such file or directory 2024-09-13T16:14:37.630 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:14:37.625+0000 7fc03063f880 -1 bluestore(/var/lib/ceph/osd/ceph-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-0/block: (2) No such file or directory 2024-09-13T16:14:37.630 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:14:37.625+0000 7fc03063f880 -1 bluestore(/var/lib/ceph/osd/ceph-0) _read_fsid unparsable uuid 2024-09-13T16:14:40.642 DEBUG:teuthology.orchestra.run.smithi005:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-09-13T16:14:40.657 DEBUG:teuthology.orchestra.run.smithi005:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 1 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-13T16:14:40.703 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:14:40.701+0000 7f9e60daa880 -1 auth: error reading file: /var/lib/ceph/osd/ceph-1/keyring: can't open /var/lib/ceph/osd/ceph-1/keyring: (2) No such file or directory 2024-09-13T16:14:40.703 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:14:40.701+0000 7f9e60daa880 -1 created new key in keyring /var/lib/ceph/osd/ceph-1/keyring 2024-09-13T16:14:40.703 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:14:40.701+0000 7f9e60daa880 -1 bluestore(/var/lib/ceph/osd/ceph-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-1/block: (2) No such file or directory 2024-09-13T16:14:40.703 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:14:40.701+0000 7f9e60daa880 -1 bluestore(/var/lib/ceph/osd/ceph-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-1/block: (2) No such file or directory 2024-09-13T16:14:40.703 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:14:40.701+0000 7f9e60daa880 -1 bluestore(/var/lib/ceph/osd/ceph-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-1/block: (2) No such file or directory 2024-09-13T16:14:40.704 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:14:40.701+0000 7f9e60daa880 -1 bluestore(/var/lib/ceph/osd/ceph-1) _read_fsid unparsable uuid 2024-09-13T16:14:43.709 DEBUG:teuthology.orchestra.run.smithi005:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-09-13T16:14:43.726 DEBUG:teuthology.orchestra.run.smithi005:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 2 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-13T16:14:43.767 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:14:43.765+0000 7f62bf484880 -1 auth: error reading file: /var/lib/ceph/osd/ceph-2/keyring: can't open /var/lib/ceph/osd/ceph-2/keyring: (2) No such file or directory 2024-09-13T16:14:43.767 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:14:43.765+0000 7f62bf484880 -1 created new key in keyring /var/lib/ceph/osd/ceph-2/keyring 2024-09-13T16:14:43.767 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:14:43.765+0000 7f62bf484880 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (2) No such file or directory 2024-09-13T16:14:43.767 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:14:43.765+0000 7f62bf484880 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (2) No such file or directory 2024-09-13T16:14:43.768 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:14:43.765+0000 7f62bf484880 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (2) No such file or directory 2024-09-13T16:14:43.768 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:14:43.765+0000 7f62bf484880 -1 bluestore(/var/lib/ceph/osd/ceph-2) _read_fsid unparsable uuid 2024-09-13T16:14:46.761 DEBUG:teuthology.orchestra.run.smithi005:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-09-13T16:14:46.818 DEBUG:teuthology.orchestra.run.smithi005:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 3 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-13T16:14:46.862 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:14:46.857+0000 7f99a2f28880 -1 auth: error reading file: /var/lib/ceph/osd/ceph-3/keyring: can't open /var/lib/ceph/osd/ceph-3/keyring: (2) No such file or directory 2024-09-13T16:14:46.862 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:14:46.857+0000 7f99a2f28880 -1 created new key in keyring /var/lib/ceph/osd/ceph-3/keyring 2024-09-13T16:14:46.862 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:14:46.857+0000 7f99a2f28880 -1 bluestore(/var/lib/ceph/osd/ceph-3/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-3/block: (2) No such file or directory 2024-09-13T16:14:46.862 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:14:46.857+0000 7f99a2f28880 -1 bluestore(/var/lib/ceph/osd/ceph-3/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-3/block: (2) No such file or directory 2024-09-13T16:14:46.862 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:14:46.857+0000 7f99a2f28880 -1 bluestore(/var/lib/ceph/osd/ceph-3/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-3/block: (2) No such file or directory 2024-09-13T16:14:46.863 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:14:46.861+0000 7f99a2f28880 -1 bluestore(/var/lib/ceph/osd/ceph-3) _read_fsid unparsable uuid 2024-09-13T16:14:49.844 DEBUG:teuthology.orchestra.run.smithi005:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-09-13T16:14:49.859 DEBUG:teuthology.orchestra.run.smithi179:> sudo mkdir -p /var/lib/ceph/osd/ceph-4 2024-09-13T16:14:49.876 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-13T16:14:49.877 INFO:tasks.ceph:role: osd.4 2024-09-13T16:14:49.877 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi179.front.sepia.ceph.com 2024-09-13T16:14:49.877 DEBUG:teuthology.orchestra.run.smithi179:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2024-09-13T16:14:50.403 INFO:teuthology.orchestra.run.smithi179.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2024-09-13T16:14:50.403 INFO:teuthology.orchestra.run.smithi179.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-13T16:14:50.403 INFO:teuthology.orchestra.run.smithi179.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-13T16:14:50.403 INFO:teuthology.orchestra.run.smithi179.stdout: = reflink=1 2024-09-13T16:14:50.404 INFO:teuthology.orchestra.run.smithi179.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-13T16:14:50.404 INFO:teuthology.orchestra.run.smithi179.stdout: = sunit=0 swidth=0 blks 2024-09-13T16:14:50.404 INFO:teuthology.orchestra.run.smithi179.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-13T16:14:50.404 INFO:teuthology.orchestra.run.smithi179.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-13T16:14:50.404 INFO:teuthology.orchestra.run.smithi179.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-13T16:14:50.404 INFO:teuthology.orchestra.run.smithi179.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-13T16:14:50.406 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi179.front.sepia.ceph.com -o noatime 2024-09-13T16:14:50.406 DEBUG:teuthology.orchestra.run.smithi179:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-4 2024-09-13T16:14:50.502 DEBUG:teuthology.orchestra.run.smithi179:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-4 2024-09-13T16:14:50.514 INFO:teuthology.orchestra.run.smithi179.stderr:sudo: /sbin/restorecon: command not found 2024-09-13T16:14:50.515 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T16:14:50.516 DEBUG:teuthology.orchestra.run.smithi179:> sudo mkdir -p /var/lib/ceph/osd/ceph-5 2024-09-13T16:14:50.529 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-13T16:14:50.529 INFO:tasks.ceph:role: osd.5 2024-09-13T16:14:50.529 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi179.front.sepia.ceph.com 2024-09-13T16:14:50.529 DEBUG:teuthology.orchestra.run.smithi179:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2024-09-13T16:14:51.036 INFO:teuthology.orchestra.run.smithi179.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2024-09-13T16:14:51.037 INFO:teuthology.orchestra.run.smithi179.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-13T16:14:51.037 INFO:teuthology.orchestra.run.smithi179.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-13T16:14:51.037 INFO:teuthology.orchestra.run.smithi179.stdout: = reflink=1 2024-09-13T16:14:51.037 INFO:teuthology.orchestra.run.smithi179.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-13T16:14:51.037 INFO:teuthology.orchestra.run.smithi179.stdout: = sunit=0 swidth=0 blks 2024-09-13T16:14:51.037 INFO:teuthology.orchestra.run.smithi179.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-13T16:14:51.037 INFO:teuthology.orchestra.run.smithi179.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-13T16:14:51.037 INFO:teuthology.orchestra.run.smithi179.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-13T16:14:51.037 INFO:teuthology.orchestra.run.smithi179.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-13T16:14:51.038 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi179.front.sepia.ceph.com -o noatime 2024-09-13T16:14:51.039 DEBUG:teuthology.orchestra.run.smithi179:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-5 2024-09-13T16:14:51.096 DEBUG:teuthology.orchestra.run.smithi179:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-5 2024-09-13T16:14:51.105 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T16:14:51.105 INFO:teuthology.orchestra.run.smithi179.stderr:sudo: /sbin/restorecon: command not found 2024-09-13T16:14:51.106 DEBUG:teuthology.orchestra.run.smithi179:> sudo mkdir -p /var/lib/ceph/osd/ceph-6 2024-09-13T16:14:51.118 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-13T16:14:51.118 INFO:tasks.ceph:role: osd.6 2024-09-13T16:14:51.118 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi179.front.sepia.ceph.com 2024-09-13T16:14:51.118 DEBUG:teuthology.orchestra.run.smithi179:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2024-09-13T16:14:51.573 INFO:teuthology.orchestra.run.smithi179.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2024-09-13T16:14:51.573 INFO:teuthology.orchestra.run.smithi179.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-13T16:14:51.573 INFO:teuthology.orchestra.run.smithi179.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-13T16:14:51.574 INFO:teuthology.orchestra.run.smithi179.stdout: = reflink=1 2024-09-13T16:14:51.574 INFO:teuthology.orchestra.run.smithi179.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-13T16:14:51.574 INFO:teuthology.orchestra.run.smithi179.stdout: = sunit=0 swidth=0 blks 2024-09-13T16:14:51.574 INFO:teuthology.orchestra.run.smithi179.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-13T16:14:51.574 INFO:teuthology.orchestra.run.smithi179.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-13T16:14:51.574 INFO:teuthology.orchestra.run.smithi179.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-13T16:14:51.574 INFO:teuthology.orchestra.run.smithi179.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-13T16:14:51.576 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi179.front.sepia.ceph.com -o noatime 2024-09-13T16:14:51.576 DEBUG:teuthology.orchestra.run.smithi179:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-6 2024-09-13T16:14:51.624 DEBUG:teuthology.orchestra.run.smithi179:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-6 2024-09-13T16:14:51.635 INFO:teuthology.orchestra.run.smithi179.stderr:sudo: /sbin/restorecon: command not found 2024-09-13T16:14:51.635 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T16:14:51.636 DEBUG:teuthology.orchestra.run.smithi179:> sudo mkdir -p /var/lib/ceph/osd/ceph-7 2024-09-13T16:14:51.645 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-13T16:14:51.645 INFO:tasks.ceph:role: osd.7 2024-09-13T16:14:51.646 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi179.front.sepia.ceph.com 2024-09-13T16:14:51.646 DEBUG:teuthology.orchestra.run.smithi179:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2024-09-13T16:14:52.193 INFO:teuthology.orchestra.run.smithi179.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2024-09-13T16:14:52.193 INFO:teuthology.orchestra.run.smithi179.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-13T16:14:52.193 INFO:teuthology.orchestra.run.smithi179.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-13T16:14:52.193 INFO:teuthology.orchestra.run.smithi179.stdout: = reflink=1 2024-09-13T16:14:52.193 INFO:teuthology.orchestra.run.smithi179.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-13T16:14:52.193 INFO:teuthology.orchestra.run.smithi179.stdout: = sunit=0 swidth=0 blks 2024-09-13T16:14:52.194 INFO:teuthology.orchestra.run.smithi179.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-13T16:14:52.194 INFO:teuthology.orchestra.run.smithi179.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-13T16:14:52.194 INFO:teuthology.orchestra.run.smithi179.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-13T16:14:52.194 INFO:teuthology.orchestra.run.smithi179.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-13T16:14:52.195 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi179.front.sepia.ceph.com -o noatime 2024-09-13T16:14:52.195 DEBUG:teuthology.orchestra.run.smithi179:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-7 2024-09-13T16:14:52.253 DEBUG:teuthology.orchestra.run.smithi179:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-7 2024-09-13T16:14:52.264 INFO:teuthology.orchestra.run.smithi179.stderr:sudo: /sbin/restorecon: command not found 2024-09-13T16:14:52.265 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T16:14:52.265 DEBUG:teuthology.orchestra.run.smithi179:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 4 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-13T16:14:52.390 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:14:52.387+0000 7fe1d7d88880 -1 auth: error reading file: /var/lib/ceph/osd/ceph-4/keyring: can't open /var/lib/ceph/osd/ceph-4/keyring: (2) No such file or directory 2024-09-13T16:14:52.393 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:14:52.391+0000 7fe1d7d88880 -1 created new key in keyring /var/lib/ceph/osd/ceph-4/keyring 2024-09-13T16:14:52.393 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:14:52.391+0000 7fe1d7d88880 -1 bluestore(/var/lib/ceph/osd/ceph-4/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-4/block: (2) No such file or directory 2024-09-13T16:14:52.393 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:14:52.391+0000 7fe1d7d88880 -1 bluestore(/var/lib/ceph/osd/ceph-4/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-4/block: (2) No such file or directory 2024-09-13T16:14:52.393 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:14:52.391+0000 7fe1d7d88880 -1 bluestore(/var/lib/ceph/osd/ceph-4/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-4/block: (2) No such file or directory 2024-09-13T16:14:52.400 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:14:52.399+0000 7fe1d7d88880 -1 bluestore(/var/lib/ceph/osd/ceph-4) _read_fsid unparsable uuid 2024-09-13T16:14:55.387 DEBUG:teuthology.orchestra.run.smithi179:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-09-13T16:14:55.405 DEBUG:teuthology.orchestra.run.smithi179:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 5 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-13T16:14:55.467 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:14:55.463+0000 7fdb81d54880 -1 auth: error reading file: /var/lib/ceph/osd/ceph-5/keyring: can't open /var/lib/ceph/osd/ceph-5/keyring: (2) No such file or directory 2024-09-13T16:14:55.467 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:14:55.463+0000 7fdb81d54880 -1 created new key in keyring /var/lib/ceph/osd/ceph-5/keyring 2024-09-13T16:14:55.467 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:14:55.463+0000 7fdb81d54880 -1 bluestore(/var/lib/ceph/osd/ceph-5/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-5/block: (2) No such file or directory 2024-09-13T16:14:55.468 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:14:55.463+0000 7fdb81d54880 -1 bluestore(/var/lib/ceph/osd/ceph-5/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-5/block: (2) No such file or directory 2024-09-13T16:14:55.468 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:14:55.463+0000 7fdb81d54880 -1 bluestore(/var/lib/ceph/osd/ceph-5/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-5/block: (2) No such file or directory 2024-09-13T16:14:55.468 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:14:55.463+0000 7fdb81d54880 -1 bluestore(/var/lib/ceph/osd/ceph-5) _read_fsid unparsable uuid 2024-09-13T16:14:58.461 DEBUG:teuthology.orchestra.run.smithi179:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-09-13T16:14:58.519 DEBUG:teuthology.orchestra.run.smithi179:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 6 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-13T16:14:58.563 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:14:58.559+0000 7ffa26180880 -1 auth: error reading file: /var/lib/ceph/osd/ceph-6/keyring: can't open /var/lib/ceph/osd/ceph-6/keyring: (2) No such file or directory 2024-09-13T16:14:58.564 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:14:58.559+0000 7ffa26180880 -1 created new key in keyring /var/lib/ceph/osd/ceph-6/keyring 2024-09-13T16:14:58.564 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:14:58.563+0000 7ffa26180880 -1 bluestore(/var/lib/ceph/osd/ceph-6/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-6/block: (2) No such file or directory 2024-09-13T16:14:58.564 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:14:58.563+0000 7ffa26180880 -1 bluestore(/var/lib/ceph/osd/ceph-6/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-6/block: (2) No such file or directory 2024-09-13T16:14:58.564 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:14:58.563+0000 7ffa26180880 -1 bluestore(/var/lib/ceph/osd/ceph-6/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-6/block: (2) No such file or directory 2024-09-13T16:14:58.564 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:14:58.563+0000 7ffa26180880 -1 bluestore(/var/lib/ceph/osd/ceph-6) _read_fsid unparsable uuid 2024-09-13T16:15:01.542 DEBUG:teuthology.orchestra.run.smithi179:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-09-13T16:15:01.558 DEBUG:teuthology.orchestra.run.smithi179:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 7 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-13T16:15:01.642 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:01.639+0000 7f24f5e0a880 -1 auth: error reading file: /var/lib/ceph/osd/ceph-7/keyring: can't open /var/lib/ceph/osd/ceph-7/keyring: (2) No such file or directory 2024-09-13T16:15:01.643 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:01.639+0000 7f24f5e0a880 -1 created new key in keyring /var/lib/ceph/osd/ceph-7/keyring 2024-09-13T16:15:01.643 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:01.639+0000 7f24f5e0a880 -1 bluestore(/var/lib/ceph/osd/ceph-7/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-7/block: (2) No such file or directory 2024-09-13T16:15:01.643 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:01.639+0000 7f24f5e0a880 -1 bluestore(/var/lib/ceph/osd/ceph-7/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-7/block: (2) No such file or directory 2024-09-13T16:15:01.643 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:01.639+0000 7f24f5e0a880 -1 bluestore(/var/lib/ceph/osd/ceph-7/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-7/block: (2) No such file or directory 2024-09-13T16:15:01.644 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:01.643+0000 7f24f5e0a880 -1 bluestore(/var/lib/ceph/osd/ceph-7) _read_fsid unparsable uuid 2024-09-13T16:15:04.658 DEBUG:teuthology.orchestra.run.smithi179:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-09-13T16:15:04.675 INFO:tasks.ceph:Reading keys from all nodes... 2024-09-13T16:15:04.675 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-13T16:15:04.675 DEBUG:teuthology.orchestra.run.smithi005:> sudo dd if=/var/lib/ceph/mgr/ceph-y/keyring of=/dev/stdout 2024-09-13T16:15:04.692 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-13T16:15:04.692 DEBUG:teuthology.orchestra.run.smithi005:> sudo dd if=/var/lib/ceph/mds/ceph-a/keyring of=/dev/stdout 2024-09-13T16:15:04.750 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-13T16:15:04.750 DEBUG:teuthology.orchestra.run.smithi005:> sudo dd if=/var/lib/ceph/mds/ceph-c/keyring of=/dev/stdout 2024-09-13T16:15:04.761 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-13T16:15:04.761 DEBUG:teuthology.orchestra.run.smithi005:> sudo dd if=/var/lib/ceph/mds/ceph-e/keyring of=/dev/stdout 2024-09-13T16:15:04.771 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-13T16:15:04.771 DEBUG:teuthology.orchestra.run.smithi005:> sudo dd if=/var/lib/ceph/osd/ceph-0/keyring of=/dev/stdout 2024-09-13T16:15:04.830 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-13T16:15:04.830 DEBUG:teuthology.orchestra.run.smithi005:> sudo dd if=/var/lib/ceph/osd/ceph-1/keyring of=/dev/stdout 2024-09-13T16:15:04.840 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-13T16:15:04.840 DEBUG:teuthology.orchestra.run.smithi005:> sudo dd if=/var/lib/ceph/osd/ceph-2/keyring of=/dev/stdout 2024-09-13T16:15:04.855 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-13T16:15:04.856 DEBUG:teuthology.orchestra.run.smithi005:> sudo dd if=/var/lib/ceph/osd/ceph-3/keyring of=/dev/stdout 2024-09-13T16:15:04.870 DEBUG:teuthology.orchestra.run.smithi179:> set -ex 2024-09-13T16:15:04.870 DEBUG:teuthology.orchestra.run.smithi179:> sudo dd if=/var/lib/ceph/mgr/ceph-x/keyring of=/dev/stdout 2024-09-13T16:15:04.886 DEBUG:teuthology.orchestra.run.smithi179:> set -ex 2024-09-13T16:15:04.886 DEBUG:teuthology.orchestra.run.smithi179:> sudo dd if=/var/lib/ceph/mds/ceph-b/keyring of=/dev/stdout 2024-09-13T16:15:04.943 DEBUG:teuthology.orchestra.run.smithi179:> set -ex 2024-09-13T16:15:04.943 DEBUG:teuthology.orchestra.run.smithi179:> sudo dd if=/var/lib/ceph/mds/ceph-d/keyring of=/dev/stdout 2024-09-13T16:15:04.953 DEBUG:teuthology.orchestra.run.smithi179:> set -ex 2024-09-13T16:15:04.953 DEBUG:teuthology.orchestra.run.smithi179:> sudo dd if=/var/lib/ceph/mds/ceph-f/keyring of=/dev/stdout 2024-09-13T16:15:04.968 DEBUG:teuthology.orchestra.run.smithi179:> set -ex 2024-09-13T16:15:04.968 DEBUG:teuthology.orchestra.run.smithi179:> sudo dd if=/var/lib/ceph/osd/ceph-4/keyring of=/dev/stdout 2024-09-13T16:15:05.027 DEBUG:teuthology.orchestra.run.smithi179:> set -ex 2024-09-13T16:15:05.027 DEBUG:teuthology.orchestra.run.smithi179:> sudo dd if=/var/lib/ceph/osd/ceph-5/keyring of=/dev/stdout 2024-09-13T16:15:05.037 DEBUG:teuthology.orchestra.run.smithi179:> set -ex 2024-09-13T16:15:05.037 DEBUG:teuthology.orchestra.run.smithi179:> sudo dd if=/var/lib/ceph/osd/ceph-6/keyring of=/dev/stdout 2024-09-13T16:15:05.093 DEBUG:teuthology.orchestra.run.smithi179:> set -ex 2024-09-13T16:15:05.093 DEBUG:teuthology.orchestra.run.smithi179:> sudo dd if=/var/lib/ceph/osd/ceph-7/keyring of=/dev/stdout 2024-09-13T16:15:05.109 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-13T16:15:05.109 DEBUG:teuthology.orchestra.run.smithi005:> dd if=/etc/ceph/ceph.client.0.keyring of=/dev/stdout 2024-09-13T16:15:05.116 INFO:tasks.ceph:Adding keys to all mons... 2024-09-13T16:15:05.116 DEBUG:teuthology.orchestra.run.smithi005:> sudo tee -a /etc/ceph/ceph.keyring 2024-09-13T16:15:05.118 DEBUG:teuthology.orchestra.run.smithi179:> sudo tee -a /etc/ceph/ceph.keyring 2024-09-13T16:15:05.128 INFO:teuthology.orchestra.run.smithi005.stdout:[mgr.y] 2024-09-13T16:15:05.129 INFO:teuthology.orchestra.run.smithi005.stdout: key = AQDsZORmCtI/GxAA8rWCjWjkgz9z1bd7BEj2Jg== 2024-09-13T16:15:05.129 INFO:teuthology.orchestra.run.smithi005.stdout:[mds.a] 2024-09-13T16:15:05.129 INFO:teuthology.orchestra.run.smithi005.stdout: key = AQDsZORmqnJVIhAAOqCF3Otsri8eGZmDMaH6YQ== 2024-09-13T16:15:05.129 INFO:teuthology.orchestra.run.smithi005.stdout:[mds.c] 2024-09-13T16:15:05.129 INFO:teuthology.orchestra.run.smithi005.stdout: key = AQDsZORmUv4bJhAAFrLNVEoGgIxMs/5uMbVFMw== 2024-09-13T16:15:05.129 INFO:teuthology.orchestra.run.smithi005.stdout:[mds.e] 2024-09-13T16:15:05.129 INFO:teuthology.orchestra.run.smithi005.stdout: key = AQDsZORmNqOWLBAAmWR7vq4HKZIC9nLkOzZsyg== 2024-09-13T16:15:05.129 INFO:teuthology.orchestra.run.smithi005.stdout:[osd.0] 2024-09-13T16:15:05.129 INFO:teuthology.orchestra.run.smithi005.stdout: key = AQDtZORm2kx+JRAAsjA9Q77uXB3Nn4Q4Cw2urg== 2024-09-13T16:15:05.129 INFO:teuthology.orchestra.run.smithi005.stdout:[osd.1] 2024-09-13T16:15:05.129 INFO:teuthology.orchestra.run.smithi005.stdout: key = AQDwZORmEKPdKRAAZarlXmKeX5086ny8hblccA== 2024-09-13T16:15:05.129 INFO:teuthology.orchestra.run.smithi005.stdout:[osd.2] 2024-09-13T16:15:05.130 INFO:teuthology.orchestra.run.smithi005.stdout: key = AQDzZORm7WGzLRAA90qE0lALHFtM9pxVryXCoQ== 2024-09-13T16:15:05.130 INFO:teuthology.orchestra.run.smithi005.stdout:[osd.3] 2024-09-13T16:15:05.130 INFO:teuthology.orchestra.run.smithi005.stdout: key = AQD2ZORmvQtaMxAADdZW2GBie64kW1ItKvsZfQ== 2024-09-13T16:15:05.130 INFO:teuthology.orchestra.run.smithi005.stdout:[mgr.x] 2024-09-13T16:15:05.130 INFO:teuthology.orchestra.run.smithi005.stdout: key = AQDsZORmf6psHhAAhqVX8oKvCiYVcOysSPGwXQ== 2024-09-13T16:15:05.130 INFO:teuthology.orchestra.run.smithi005.stdout:[mds.b] 2024-09-13T16:15:05.130 INFO:teuthology.orchestra.run.smithi005.stdout: key = AQDsZORmdavKMBAAXLxVJUk1kQQpwMOnVrNrxw== 2024-09-13T16:15:05.130 INFO:teuthology.orchestra.run.smithi005.stdout:[mds.d] 2024-09-13T16:15:05.130 INFO:teuthology.orchestra.run.smithi005.stdout: key = AQDsZORmj4p4NBAAMyJ6lCMLq7UvmcsClXmi7g== 2024-09-13T16:15:05.130 INFO:teuthology.orchestra.run.smithi005.stdout:[mds.f] 2024-09-13T16:15:05.130 INFO:teuthology.orchestra.run.smithi005.stdout: key = AQDsZORmi7MrOBAA/6azwOYBMFQ98XCmboRkQw== 2024-09-13T16:15:05.130 INFO:teuthology.orchestra.run.smithi005.stdout:[osd.4] 2024-09-13T16:15:05.131 INFO:teuthology.orchestra.run.smithi005.stdout: key = AQD8ZORmsgBAFxAAtD9WZFsqjfm+CE/wg37dmQ== 2024-09-13T16:15:05.131 INFO:teuthology.orchestra.run.smithi005.stdout:[osd.5] 2024-09-13T16:15:05.131 INFO:teuthology.orchestra.run.smithi005.stdout: key = AQD/ZORmyMDIGxAAy5j3eTz2drUFf9qKIXVkqA== 2024-09-13T16:15:05.131 INFO:teuthology.orchestra.run.smithi005.stdout:[osd.6] 2024-09-13T16:15:05.131 INFO:teuthology.orchestra.run.smithi005.stdout: key = AQACZeRmcxePIRAAuGRxSP+uS0bWHDVGfIgcLg== 2024-09-13T16:15:05.131 INFO:teuthology.orchestra.run.smithi005.stdout:[osd.7] 2024-09-13T16:15:05.131 INFO:teuthology.orchestra.run.smithi005.stdout: key = AQAFZeRm/I9JJhAA5UQ39wA6y27ldHqQmGGIPg== 2024-09-13T16:15:05.131 INFO:teuthology.orchestra.run.smithi005.stdout:[client.0] 2024-09-13T16:15:05.131 INFO:teuthology.orchestra.run.smithi005.stdout: key = AQDtZORmpfk+ABAAeN9i+XiijlbGfkn5tERlRA== 2024-09-13T16:15:05.132 INFO:teuthology.orchestra.run.smithi179.stdout:[mgr.y] 2024-09-13T16:15:05.132 INFO:teuthology.orchestra.run.smithi179.stdout: key = AQDsZORmCtI/GxAA8rWCjWjkgz9z1bd7BEj2Jg== 2024-09-13T16:15:05.132 INFO:teuthology.orchestra.run.smithi179.stdout:[mds.a] 2024-09-13T16:15:05.132 INFO:teuthology.orchestra.run.smithi179.stdout: key = AQDsZORmqnJVIhAAOqCF3Otsri8eGZmDMaH6YQ== 2024-09-13T16:15:05.132 INFO:teuthology.orchestra.run.smithi179.stdout:[mds.c] 2024-09-13T16:15:05.132 INFO:teuthology.orchestra.run.smithi179.stdout: key = AQDsZORmUv4bJhAAFrLNVEoGgIxMs/5uMbVFMw== 2024-09-13T16:15:05.133 INFO:teuthology.orchestra.run.smithi179.stdout:[mds.e] 2024-09-13T16:15:05.133 INFO:teuthology.orchestra.run.smithi179.stdout: key = AQDsZORmNqOWLBAAmWR7vq4HKZIC9nLkOzZsyg== 2024-09-13T16:15:05.133 INFO:teuthology.orchestra.run.smithi179.stdout:[osd.0] 2024-09-13T16:15:05.133 INFO:teuthology.orchestra.run.smithi179.stdout: key = AQDtZORm2kx+JRAAsjA9Q77uXB3Nn4Q4Cw2urg== 2024-09-13T16:15:05.133 INFO:teuthology.orchestra.run.smithi179.stdout:[osd.1] 2024-09-13T16:15:05.133 INFO:teuthology.orchestra.run.smithi179.stdout: key = AQDwZORmEKPdKRAAZarlXmKeX5086ny8hblccA== 2024-09-13T16:15:05.133 INFO:teuthology.orchestra.run.smithi179.stdout:[osd.2] 2024-09-13T16:15:05.133 INFO:teuthology.orchestra.run.smithi179.stdout: key = AQDzZORm7WGzLRAA90qE0lALHFtM9pxVryXCoQ== 2024-09-13T16:15:05.133 INFO:teuthology.orchestra.run.smithi179.stdout:[osd.3] 2024-09-13T16:15:05.133 INFO:teuthology.orchestra.run.smithi179.stdout: key = AQD2ZORmvQtaMxAADdZW2GBie64kW1ItKvsZfQ== 2024-09-13T16:15:05.134 INFO:teuthology.orchestra.run.smithi179.stdout:[mgr.x] 2024-09-13T16:15:05.134 INFO:teuthology.orchestra.run.smithi179.stdout: key = AQDsZORmf6psHhAAhqVX8oKvCiYVcOysSPGwXQ== 2024-09-13T16:15:05.134 INFO:teuthology.orchestra.run.smithi179.stdout:[mds.b] 2024-09-13T16:15:05.134 INFO:teuthology.orchestra.run.smithi179.stdout: key = AQDsZORmdavKMBAAXLxVJUk1kQQpwMOnVrNrxw== 2024-09-13T16:15:05.134 INFO:teuthology.orchestra.run.smithi179.stdout:[mds.d] 2024-09-13T16:15:05.134 INFO:teuthology.orchestra.run.smithi179.stdout: key = AQDsZORmj4p4NBAAMyJ6lCMLq7UvmcsClXmi7g== 2024-09-13T16:15:05.134 INFO:teuthology.orchestra.run.smithi179.stdout:[mds.f] 2024-09-13T16:15:05.134 INFO:teuthology.orchestra.run.smithi179.stdout: key = AQDsZORmi7MrOBAA/6azwOYBMFQ98XCmboRkQw== 2024-09-13T16:15:05.134 INFO:teuthology.orchestra.run.smithi179.stdout:[osd.4] 2024-09-13T16:15:05.134 INFO:teuthology.orchestra.run.smithi179.stdout: key = AQD8ZORmsgBAFxAAtD9WZFsqjfm+CE/wg37dmQ== 2024-09-13T16:15:05.134 INFO:teuthology.orchestra.run.smithi179.stdout:[osd.5] 2024-09-13T16:15:05.134 INFO:teuthology.orchestra.run.smithi179.stdout: key = AQD/ZORmyMDIGxAAy5j3eTz2drUFf9qKIXVkqA== 2024-09-13T16:15:05.134 INFO:teuthology.orchestra.run.smithi179.stdout:[osd.6] 2024-09-13T16:15:05.135 INFO:teuthology.orchestra.run.smithi179.stdout: key = AQACZeRmcxePIRAAuGRxSP+uS0bWHDVGfIgcLg== 2024-09-13T16:15:05.135 INFO:teuthology.orchestra.run.smithi179.stdout:[osd.7] 2024-09-13T16:15:05.135 INFO:teuthology.orchestra.run.smithi179.stdout: key = AQAFZeRm/I9JJhAA5UQ39wA6y27ldHqQmGGIPg== 2024-09-13T16:15:05.135 INFO:teuthology.orchestra.run.smithi179.stdout:[client.0] 2024-09-13T16:15:05.135 INFO:teuthology.orchestra.run.smithi179.stdout: key = AQDtZORmpfk+ABAAeN9i+XiijlbGfkn5tERlRA== 2024-09-13T16:15:05.136 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-13T16:15:05.180 DEBUG:teuthology.orchestra.run.smithi179:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-13T16:15:05.212 DEBUG:teuthology.orchestra.run.smithi005:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:15:05.214 DEBUG:teuthology.orchestra.run.smithi179:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:15:05.232 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.a --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-13T16:15:05.237 DEBUG:teuthology.orchestra.run.smithi179:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.a --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-13T16:15:05.283 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.c --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-13T16:15:05.347 DEBUG:teuthology.orchestra.run.smithi179:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.c --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-13T16:15:05.405 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.e --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-13T16:15:05.407 DEBUG:teuthology.orchestra.run.smithi179:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.e --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-13T16:15:05.456 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-13T16:15:05.459 DEBUG:teuthology.orchestra.run.smithi179:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-13T16:15:05.507 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-13T16:15:05.509 DEBUG:teuthology.orchestra.run.smithi179:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-13T16:15:05.559 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-13T16:15:05.561 DEBUG:teuthology.orchestra.run.smithi179:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-13T16:15:05.610 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-13T16:15:05.612 DEBUG:teuthology.orchestra.run.smithi179:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-13T16:15:05.662 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-13T16:15:05.664 DEBUG:teuthology.orchestra.run.smithi179:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-13T16:15:05.713 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.b --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-13T16:15:05.715 DEBUG:teuthology.orchestra.run.smithi179:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.b --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-13T16:15:05.765 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.d --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-13T16:15:05.768 DEBUG:teuthology.orchestra.run.smithi179:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.d --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-13T16:15:05.823 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.f --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-13T16:15:05.826 DEBUG:teuthology.orchestra.run.smithi179:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.f --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-13T16:15:05.881 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-13T16:15:05.889 DEBUG:teuthology.orchestra.run.smithi179:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-13T16:15:05.941 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-13T16:15:05.943 DEBUG:teuthology.orchestra.run.smithi179:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-13T16:15:06.038 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-13T16:15:06.041 DEBUG:teuthology.orchestra.run.smithi179:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-13T16:15:06.092 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-13T16:15:06.095 DEBUG:teuthology.orchestra.run.smithi179:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-13T16:15:06.190 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-13T16:15:06.192 DEBUG:teuthology.orchestra.run.smithi179:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-13T16:15:06.261 INFO:tasks.ceph:Running mkfs on mon nodes... 2024-09-13T16:15:06.261 DEBUG:teuthology.orchestra.run.smithi005:> sudo mkdir -p /var/lib/ceph/mon/ceph-a 2024-09-13T16:15:06.277 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i a --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-13T16:15:06.396 DEBUG:teuthology.orchestra.run.smithi005:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-a 2024-09-13T16:15:06.412 DEBUG:teuthology.orchestra.run.smithi179:> sudo mkdir -p /var/lib/ceph/mon/ceph-b 2024-09-13T16:15:06.429 DEBUG:teuthology.orchestra.run.smithi179:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i b --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-13T16:15:06.581 DEBUG:teuthology.orchestra.run.smithi179:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-b 2024-09-13T16:15:06.598 DEBUG:teuthology.orchestra.run.smithi179:> sudo mkdir -p /var/lib/ceph/mon/ceph-c 2024-09-13T16:15:06.608 DEBUG:teuthology.orchestra.run.smithi179:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i c --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-13T16:15:06.709 DEBUG:teuthology.orchestra.run.smithi179:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-c 2024-09-13T16:15:06.727 DEBUG:teuthology.orchestra.run.smithi005:> rm -- /home/ubuntu/cephtest/ceph.monmap 2024-09-13T16:15:06.729 DEBUG:teuthology.orchestra.run.smithi179:> rm -- /home/ubuntu/cephtest/ceph.monmap 2024-09-13T16:15:06.734 INFO:tasks.ceph:Starting mon daemons in cluster ceph... 2024-09-13T16:15:06.734 INFO:tasks.ceph.mon.a:Restarting daemon 2024-09-13T16:15:06.734 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper term ceph-mon -f --cluster ceph -i a 2024-09-13T16:15:06.737 INFO:tasks.ceph.mon.a:Started 2024-09-13T16:15:06.737 INFO:tasks.ceph.mon.b:Restarting daemon 2024-09-13T16:15:06.737 DEBUG:teuthology.orchestra.run.smithi179:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper term ceph-mon -f --cluster ceph -i b 2024-09-13T16:15:06.777 INFO:tasks.ceph.mon.b:Started 2024-09-13T16:15:06.777 INFO:tasks.ceph.mon.c:Restarting daemon 2024-09-13T16:15:06.778 DEBUG:teuthology.orchestra.run.smithi179:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper term ceph-mon -f --cluster ceph -i c 2024-09-13T16:15:06.780 INFO:tasks.ceph.mon.c:Started 2024-09-13T16:15:06.780 INFO:tasks.ceph:Starting mgr daemons in cluster ceph... 2024-09-13T16:15:06.780 INFO:tasks.ceph.mgr.y:Restarting daemon 2024-09-13T16:15:06.781 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper term ceph-mgr -f --cluster ceph -i y 2024-09-13T16:15:06.783 INFO:tasks.ceph.mgr.y:Started 2024-09-13T16:15:06.784 INFO:tasks.ceph.mgr.x:Restarting daemon 2024-09-13T16:15:06.784 DEBUG:teuthology.orchestra.run.smithi179:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper term ceph-mgr -f --cluster ceph -i x 2024-09-13T16:15:06.786 INFO:tasks.ceph.mgr.x:Started 2024-09-13T16:15:06.787 INFO:tasks.ceph:Setting crush tunables to default 2024-09-13T16:15:06.787 DEBUG:teuthology.orchestra.run.smithi005:> sudo ceph --cluster ceph osd crush tunables default 2024-09-13T16:15:06.905 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:06.900+0000 7f66d687b700 1 Processor -- start 2024-09-13T16:15:06.905 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:06.900+0000 7f66d687b700 1 -- start start 2024-09-13T16:15:06.906 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:06.900+0000 7f66d687b700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f66d0152960 0x7f66d00c6610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:06.907 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:06.900+0000 7f66d687b700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f66d00c5360 0x7f66d00c7af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:06.907 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:06.900+0000 7f66d687b700 1 -- --> v1:172.21.15.179:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f66d00c6b50 con 0x7f66d006c060 2024-09-13T16:15:06.907 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:06.900+0000 7f66d687b700 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f66d006b370 con 0x7f66d0152960 2024-09-13T16:15:06.907 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:06.900+0000 7f66d687b700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f66d006bbd0 con 0x7f66d00c5360 2024-09-13T16:15:06.907 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:06.900+0000 7f66d5879700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f66d0152960 0x7f66d00c6610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:06.907 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:06.900+0000 7f66d5078700 1 -- >> v1:172.21.15.179:6789/0 conn(0x7f66d006c060 legacy=0x7f66d0158770 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v1:172.21.15.179:6789/0 2024-09-13T16:15:06.907 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:06.900+0000 7f66d607a700 1 -- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f66d00c5360 msgr2=0x7f66d00c7af0 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.179:3301/0 2024-09-13T16:15:06.907 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:06.900+0000 7f66d5879700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f66d0152960 0x7f66d00c6610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:54394/0 (socket says 172.21.15.5:54394) 2024-09-13T16:15:06.907 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:06.900+0000 7f66d5879700 1 -- 172.21.15.5:0/1796140484 learned_addr learned my addr 172.21.15.5:0/1796140484 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:15:06.907 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:06.900+0000 7f66d607a700 1 --2- 172.21.15.5:0/1796140484 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f66d00c5360 0x7f66d00c7af0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-13T16:15:06.907 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:06.900+0000 7f66d5879700 1 -- 172.21.15.5:0/1796140484 >> v2:172.21.15.5:3300/0 conn(0x7f66d0152960 msgr2=0x7f66d00c6610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-09-13T16:15:06.908 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:06.900+0000 7f66d5879700 1 -- 172.21.15.5:0/1796140484 >> v2:172.21.15.5:3300/0 conn(0x7f66d0152960 msgr2=0x7f66d00c6610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-13T16:15:06.908 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:06.900+0000 7f66d5879700 1 --2- 172.21.15.5:0/1796140484 >> v2:172.21.15.5:3300/0 conn(0x7f66d0152960 0x7f66d00c6610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-13T16:15:06.908 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:06.904+0000 7f66d5879700 1 --2- 172.21.15.5:0/1796140484 >> v2:172.21.15.5:3300/0 conn(0x7f66d0152960 0x7f66d00c6610 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-13T16:15:07.107 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:07.104+0000 7f66d5078700 1 -- 172.21.15.5:0/1796140484 >> v1:172.21.15.179:6789/0 conn(0x7f66d006c060 legacy=0x7f66d0158770 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v1:172.21.15.179:6789/0 2024-09-13T16:15:07.107 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:07.104+0000 7f66d607a700 1 -- 172.21.15.5:0/1796140484 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f66d00c5360 msgr2=0x7f66d00c7af0 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.179:3301/0 2024-09-13T16:15:07.107 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:07.104+0000 7f66d607a700 1 --2- 172.21.15.5:0/1796140484 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f66d00c5360 0x7f66d00c7af0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-09-13T16:15:07.111 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:07.108+0000 7f66d5879700 1 --2- 172.21.15.5:0/1796140484 >> v2:172.21.15.5:3300/0 conn(0x7f66d0152960 0x7f66d00c6610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:07.111 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:07.108+0000 7f66d5879700 1 -- 172.21.15.5:0/1796140484 >> v2:172.21.15.5:3300/0 conn(0x7f66d0152960 msgr2=0x7f66d00c6610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-09-13T16:15:07.111 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:07.108+0000 7f66d5879700 1 -- 172.21.15.5:0/1796140484 >> v2:172.21.15.5:3300/0 conn(0x7f66d0152960 msgr2=0x7f66d00c6610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-13T16:15:07.111 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:07.108+0000 7f66d5879700 1 --2- 172.21.15.5:0/1796140484 >> v2:172.21.15.5:3300/0 conn(0x7f66d0152960 0x7f66d00c6610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-13T16:15:07.111 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:07.108+0000 7f66d5879700 1 --2- 172.21.15.5:0/1796140484 >> v2:172.21.15.5:3300/0 conn(0x7f66d0152960 0x7f66d00c6610 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-09-13T16:15:07.511 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:07.508+0000 7f66d5078700 1 -- 172.21.15.5:0/1796140484 >> v1:172.21.15.179:6789/0 conn(0x7f66d006c060 legacy=0x7f66d0158770 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v1:172.21.15.179:6789/0 2024-09-13T16:15:07.511 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:07.508+0000 7f66d607a700 1 -- 172.21.15.5:0/1796140484 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f66d00c5360 msgr2=0x7f66d00c7af0 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.179:3301/0 2024-09-13T16:15:07.511 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:07.508+0000 7f66d607a700 1 --2- 172.21.15.5:0/1796140484 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f66d00c5360 0x7f66d00c7af0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-09-13T16:15:07.515 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:07.512+0000 7f66d5879700 1 --2- 172.21.15.5:0/1796140484 >> v2:172.21.15.5:3300/0 conn(0x7f66d0152960 0x7f66d00c6610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:07.515 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:07.512+0000 7f66d5879700 1 -- 172.21.15.5:0/1796140484 >> v2:172.21.15.5:3300/0 conn(0x7f66d0152960 msgr2=0x7f66d00c6610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-09-13T16:15:07.515 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:07.512+0000 7f66d5879700 1 -- 172.21.15.5:0/1796140484 >> v2:172.21.15.5:3300/0 conn(0x7f66d0152960 msgr2=0x7f66d00c6610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-13T16:15:07.515 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:07.512+0000 7f66d5879700 1 --2- 172.21.15.5:0/1796140484 >> v2:172.21.15.5:3300/0 conn(0x7f66d0152960 0x7f66d00c6610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-13T16:15:07.516 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:07.512+0000 7f66d5879700 1 --2- 172.21.15.5:0/1796140484 >> v2:172.21.15.5:3300/0 conn(0x7f66d0152960 0x7f66d00c6610 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-09-13T16:15:08.315 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:08.312+0000 7f66d607a700 1 -- 172.21.15.5:0/1796140484 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f66d00c5360 msgr2=0x7f66d00c7af0 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.179:3301/0 2024-09-13T16:15:08.315 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:08.312+0000 7f66d607a700 1 --2- 172.21.15.5:0/1796140484 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f66d00c5360 0x7f66d00c7af0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-09-13T16:15:08.316 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:08.312+0000 7f66d5078700 1 -- 172.21.15.5:0/1796140484 >> v1:172.21.15.179:6789/0 conn(0x7f66d006c060 legacy=0x7f66d0158770 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v1:172.21.15.179:6789/0 2024-09-13T16:15:08.319 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:08.316+0000 7f66d5879700 1 --2- 172.21.15.5:0/1796140484 >> v2:172.21.15.5:3300/0 conn(0x7f66d0152960 0x7f66d00c6610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:08.320 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:08.316+0000 7f66d5879700 1 -- 172.21.15.5:0/1796140484 >> v2:172.21.15.5:3300/0 conn(0x7f66d0152960 msgr2=0x7f66d00c6610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-09-13T16:15:08.320 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:08.316+0000 7f66d5879700 1 -- 172.21.15.5:0/1796140484 >> v2:172.21.15.5:3300/0 conn(0x7f66d0152960 msgr2=0x7f66d00c6610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-13T16:15:08.320 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:08.316+0000 7f66d5879700 1 --2- 172.21.15.5:0/1796140484 >> v2:172.21.15.5:3300/0 conn(0x7f66d0152960 0x7f66d00c6610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-13T16:15:08.320 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:08.316+0000 7f66d5879700 1 --2- 172.21.15.5:0/1796140484 >> v2:172.21.15.5:3300/0 conn(0x7f66d0152960 0x7f66d00c6610 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-09-13T16:15:09.907 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:09.900+0000 7f66c37fe700 1 -- 172.21.15.5:0/1796140484 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f66d00c5360 msgr2=0x7f66d00c7af0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-13T16:15:09.907 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:09.900+0000 7f66c37fe700 1 --2- 172.21.15.5:0/1796140484 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f66d00c5360 0x7f66d00c7af0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:09.907 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:09.900+0000 7f66c37fe700 1 -- 172.21.15.5:0/1796140484 >> v2:172.21.15.5:3300/0 conn(0x7f66d0152960 msgr2=0x7f66d00c6610 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-13T16:15:09.907 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:09.900+0000 7f66c37fe700 1 --2- 172.21.15.5:0/1796140484 >> v2:172.21.15.5:3300/0 conn(0x7f66d0152960 0x7f66d00c6610 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:09.907 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:09.900+0000 7f66c37fe700 1 -- 172.21.15.5:0/1796140484 >> v1:172.21.15.179:6789/0 conn(0x7f66d006c060 legacy=0x7f66d0158770 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-13T16:15:09.908 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:09.900+0000 7f66c37fe700 1 --2- 172.21.15.5:0/1796140484 >> v2:172.21.15.179:3300/0 conn(0x7f66b4007460 0x7f66b4009920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:09.908 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:09.900+0000 7f66c37fe700 1 -- 172.21.15.5:0/1796140484 --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f66d00c7820 con 0x7f66b4003740 2024-09-13T16:15:09.908 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:09.900+0000 7f66c37fe700 1 -- 172.21.15.5:0/1796140484 --> v2:172.21.15.179:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f66d006b370 con 0x7f66b4007460 2024-09-13T16:15:09.908 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:09.904+0000 7f66d5078700 1 -- 172.21.15.5:0/1796140484 >> v2:172.21.15.179:3300/0 conn(0x7f66b4007460 msgr2=0x7f66b4009920 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.179:3300/0 2024-09-13T16:15:09.908 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:09.904+0000 7f66d5078700 1 --2- 172.21.15.5:0/1796140484 >> v2:172.21.15.179:3300/0 conn(0x7f66b4007460 0x7f66b4009920 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-13T16:15:10.111 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:10.108+0000 7f66d5078700 1 -- 172.21.15.5:0/1796140484 >> v2:172.21.15.179:3300/0 conn(0x7f66b4007460 msgr2=0x7f66b4009920 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.179:3300/0 2024-09-13T16:15:10.111 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:10.108+0000 7f66d5078700 1 --2- 172.21.15.5:0/1796140484 >> v2:172.21.15.179:3300/0 conn(0x7f66b4007460 0x7f66b4009920 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-09-13T16:15:10.515 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:10.512+0000 7f66d5078700 1 -- 172.21.15.5:0/1796140484 >> v2:172.21.15.179:3300/0 conn(0x7f66b4007460 msgr2=0x7f66b4009920 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.179:3300/0 2024-09-13T16:15:10.515 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:10.512+0000 7f66d5078700 1 --2- 172.21.15.5:0/1796140484 >> v2:172.21.15.179:3300/0 conn(0x7f66b4007460 0x7f66b4009920 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-09-13T16:15:11.319 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:11.316+0000 7f66d5078700 1 -- 172.21.15.5:0/1796140484 >> v2:172.21.15.179:3300/0 conn(0x7f66b4007460 msgr2=0x7f66b4009920 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.179:3300/0 2024-09-13T16:15:11.319 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:11.316+0000 7f66d5078700 1 --2- 172.21.15.5:0/1796140484 >> v2:172.21.15.179:3300/0 conn(0x7f66b4007460 0x7f66b4009920 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-09-13T16:15:12.908 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:12.904+0000 7f66c37fe700 1 -- 172.21.15.5:0/1796140484 >> v2:172.21.15.179:3300/0 conn(0x7f66b4007460 msgr2=0x7f66b4009920 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-13T16:15:12.908 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:12.904+0000 7f66c37fe700 1 --2- 172.21.15.5:0/1796140484 >> v2:172.21.15.179:3300/0 conn(0x7f66b4007460 0x7f66b4009920 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:12.908 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:12.904+0000 7f66c37fe700 1 -- 172.21.15.5:0/1796140484 >> v1:172.21.15.5:6789/0 conn(0x7f66b4003740 legacy=0x7f66b4005ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:12.908 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:12.904+0000 7f66d607a700 1 -- 172.21.15.5:0/1796140484 reap_dead start 2024-09-13T16:15:12.908 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:12.904+0000 7f66c37fe700 1 --2- 172.21.15.5:0/1796140484 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f66b4009a40 0x7f66b400e250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:12.908 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:12.904+0000 7f66c37fe700 1 -- 172.21.15.5:0/1796140484 --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f66d00c6b50 con 0x7f66b400a050 2024-09-13T16:15:12.908 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:12.904+0000 7f66c37fe700 1 -- 172.21.15.5:0/1796140484 --> v1:172.21.15.179:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f66b400fa00 con 0x7f66b400ab60 2024-09-13T16:15:12.908 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:12.904+0000 7f66c37fe700 1 -- 172.21.15.5:0/1796140484 --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f66d006b370 con 0x7f66b4009a40 2024-09-13T16:15:12.909 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:12.904+0000 7f66d607a700 1 --2- 172.21.15.5:0/1796140484 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f66b4009a40 0x7f66b400e250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:12.909 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:12.904+0000 7f66d607a700 1 -- 172.21.15.5:0/1796140484 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f66b4009a40 msgr2=0x7f66b400e250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 15 2024-09-13T16:15:12.909 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:12.904+0000 7f66d607a700 1 -- 172.21.15.5:0/1796140484 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f66b4009a40 msgr2=0x7f66b400e250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-13T16:15:12.909 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:12.904+0000 7f66d607a700 1 --2- 172.21.15.5:0/1796140484 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f66b4009a40 0x7f66b400e250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-13T16:15:12.909 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:12.904+0000 7f66d607a700 1 --2- 172.21.15.5:0/1796140484 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f66b4009a40 0x7f66b400e250 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-13T16:15:13.111 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:13.108+0000 7f66d607a700 1 --2- 172.21.15.5:0/1796140484 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f66b4009a40 0x7f66b400e250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:13.111 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:13.108+0000 7f66d607a700 1 -- 172.21.15.5:0/1796140484 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f66b4009a40 msgr2=0x7f66b400e250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 15 2024-09-13T16:15:13.112 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:13.108+0000 7f66d607a700 1 -- 172.21.15.5:0/1796140484 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f66b4009a40 msgr2=0x7f66b400e250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-13T16:15:13.112 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:13.108+0000 7f66d607a700 1 --2- 172.21.15.5:0/1796140484 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f66b4009a40 0x7f66b400e250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-13T16:15:13.112 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:13.108+0000 7f66d607a700 1 --2- 172.21.15.5:0/1796140484 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f66b4009a40 0x7f66b400e250 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-09-13T16:15:13.515 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:13.512+0000 7f66d607a700 1 --2- 172.21.15.5:0/1796140484 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f66b4009a40 0x7f66b400e250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:13.515 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:13.512+0000 7f66d607a700 1 -- 172.21.15.5:0/1796140484 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f66b4009a40 msgr2=0x7f66b400e250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 15 2024-09-13T16:15:13.515 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:13.512+0000 7f66d607a700 1 -- 172.21.15.5:0/1796140484 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f66b4009a40 msgr2=0x7f66b400e250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-13T16:15:13.515 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:13.512+0000 7f66d607a700 1 --2- 172.21.15.5:0/1796140484 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f66b4009a40 0x7f66b400e250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-13T16:15:13.516 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:13.512+0000 7f66d607a700 1 --2- 172.21.15.5:0/1796140484 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f66b4009a40 0x7f66b400e250 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-09-13T16:15:14.319 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:14.316+0000 7f66d607a700 1 --2- 172.21.15.5:0/1796140484 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f66b4009a40 0x7f66b400e250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:14.320 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:14.316+0000 7f66d607a700 1 -- 172.21.15.5:0/1796140484 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f66b4009a40 msgr2=0x7f66b400e250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 15 2024-09-13T16:15:14.320 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:14.316+0000 7f66d607a700 1 -- 172.21.15.5:0/1796140484 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f66b4009a40 msgr2=0x7f66b400e250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-13T16:15:14.320 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:14.316+0000 7f66d607a700 1 --2- 172.21.15.5:0/1796140484 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f66b4009a40 0x7f66b400e250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-13T16:15:14.320 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:14.316+0000 7f66d607a700 1 --2- 172.21.15.5:0/1796140484 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f66b4009a40 0x7f66b400e250 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-09-13T16:15:15.909 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:15.904+0000 7f66c37fe700 1 -- 172.21.15.5:0/1796140484 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f66b4009a40 msgr2=0x7f66b400e250 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-13T16:15:15.909 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:15.904+0000 7f66c37fe700 1 --2- 172.21.15.5:0/1796140484 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f66b4009a40 0x7f66b400e250 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:15.909 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:15.904+0000 7f66c37fe700 1 -- 172.21.15.5:0/1796140484 >> v1:172.21.15.179:6789/0 conn(0x7f66b400ab60 legacy=0x7f66b4005ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:15.909 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:15.904+0000 7f66c37fe700 1 -- 172.21.15.5:0/1796140484 >> v1:172.21.15.5:6789/0 conn(0x7f66b400a050 legacy=0x7f66b400a450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:15.909 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:15.904+0000 7f66c37fe700 1 --2- 172.21.15.5:0/1796140484 >> v2:172.21.15.179:3300/0 conn(0x7f66b400fc70 0x7f66b4010080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:15.909 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:15.904+0000 7f66c37fe700 1 --2- 172.21.15.5:0/1796140484 >> v2:172.21.15.5:3300/0 conn(0x7f66b4010770 0x7f66b400ea10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:15.909 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:15.904+0000 7f66c37fe700 1 -- 172.21.15.5:0/1796140484 --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f66d006b370 con 0x7f66b4010770 2024-09-13T16:15:15.909 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:15.904+0000 7f66c37fe700 1 -- 172.21.15.5:0/1796140484 --> v2:172.21.15.179:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f66d006bbd0 con 0x7f66b400fc70 2024-09-13T16:15:15.910 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:15.904+0000 7f66d5078700 1 --2- 172.21.15.5:0/1796140484 >> v2:172.21.15.5:3300/0 conn(0x7f66b4010770 0x7f66b400ea10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:15.910 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:15.904+0000 7f66d5879700 1 --2- 172.21.15.5:0/1796140484 >> v2:172.21.15.179:3300/0 conn(0x7f66b400fc70 0x7f66b4010080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:15.910 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:15.904+0000 7f66d5078700 1 -- 172.21.15.5:0/1796140484 >> v2:172.21.15.5:3300/0 conn(0x7f66b4010770 msgr2=0x7f66b400ea10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-09-13T16:15:15.910 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:15.904+0000 7f66d5078700 1 -- 172.21.15.5:0/1796140484 >> v2:172.21.15.5:3300/0 conn(0x7f66b4010770 msgr2=0x7f66b400ea10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-13T16:15:15.910 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:15.904+0000 7f66d5078700 1 --2- 172.21.15.5:0/1796140484 >> v2:172.21.15.5:3300/0 conn(0x7f66b4010770 0x7f66b400ea10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-13T16:15:15.910 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:15.904+0000 7f66d5078700 1 --2- 172.21.15.5:0/1796140484 >> v2:172.21.15.5:3300/0 conn(0x7f66b4010770 0x7f66b400ea10 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-13T16:15:15.910 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:15.904+0000 7f66d5879700 1 -- 172.21.15.5:0/1796140484 >> v2:172.21.15.179:3300/0 conn(0x7f66b400fc70 msgr2=0x7f66b4010080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-09-13T16:15:15.910 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:15.904+0000 7f66d5879700 1 -- 172.21.15.5:0/1796140484 >> v2:172.21.15.179:3300/0 conn(0x7f66b400fc70 msgr2=0x7f66b4010080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-13T16:15:15.910 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:15.904+0000 7f66d5879700 1 --2- 172.21.15.5:0/1796140484 >> v2:172.21.15.179:3300/0 conn(0x7f66b400fc70 0x7f66b4010080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-13T16:15:15.910 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:15.904+0000 7f66d5879700 1 --2- 172.21.15.5:0/1796140484 >> v2:172.21.15.179:3300/0 conn(0x7f66b400fc70 0x7f66b4010080 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-13T16:15:16.111 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:16.108+0000 7f66d5078700 1 --2- 172.21.15.5:0/1796140484 >> v2:172.21.15.5:3300/0 conn(0x7f66b4010770 0x7f66b400ea10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:16.112 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:16.108+0000 7f66d5879700 1 --2- 172.21.15.5:0/1796140484 >> v2:172.21.15.179:3300/0 conn(0x7f66b400fc70 0x7f66b4010080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:16.112 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:16.108+0000 7f66d5078700 1 -- 172.21.15.5:0/1796140484 >> v2:172.21.15.5:3300/0 conn(0x7f66b4010770 msgr2=0x7f66b400ea10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-09-13T16:15:16.112 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:16.108+0000 7f66d5078700 1 -- 172.21.15.5:0/1796140484 >> v2:172.21.15.5:3300/0 conn(0x7f66b4010770 msgr2=0x7f66b400ea10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-13T16:15:16.112 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:16.108+0000 7f66d5078700 1 --2- 172.21.15.5:0/1796140484 >> v2:172.21.15.5:3300/0 conn(0x7f66b4010770 0x7f66b400ea10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-13T16:15:16.112 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:16.108+0000 7f66d5078700 1 --2- 172.21.15.5:0/1796140484 >> v2:172.21.15.5:3300/0 conn(0x7f66b4010770 0x7f66b400ea10 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-09-13T16:15:16.112 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:16.108+0000 7f66d5879700 1 -- 172.21.15.5:0/1796140484 >> v2:172.21.15.179:3300/0 conn(0x7f66b400fc70 msgr2=0x7f66b4010080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-09-13T16:15:16.112 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:16.108+0000 7f66d5879700 1 -- 172.21.15.5:0/1796140484 >> v2:172.21.15.179:3300/0 conn(0x7f66b400fc70 msgr2=0x7f66b4010080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-13T16:15:16.112 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:16.108+0000 7f66d5879700 1 --2- 172.21.15.5:0/1796140484 >> v2:172.21.15.179:3300/0 conn(0x7f66b400fc70 0x7f66b4010080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-13T16:15:16.112 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:16.108+0000 7f66d5879700 1 --2- 172.21.15.5:0/1796140484 >> v2:172.21.15.179:3300/0 conn(0x7f66b400fc70 0x7f66b4010080 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-09-13T16:15:16.515 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:16.512+0000 7f66d5078700 1 --2- 172.21.15.5:0/1796140484 >> v2:172.21.15.5:3300/0 conn(0x7f66b4010770 0x7f66b400ea10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:16.516 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:16.512+0000 7f66d5879700 1 --2- 172.21.15.5:0/1796140484 >> v2:172.21.15.179:3300/0 conn(0x7f66b400fc70 0x7f66b4010080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:16.516 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:16.512+0000 7f66d5078700 1 -- 172.21.15.5:0/1796140484 >> v2:172.21.15.5:3300/0 conn(0x7f66b4010770 msgr2=0x7f66b400ea10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-09-13T16:15:16.516 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:16.512+0000 7f66d5078700 1 -- 172.21.15.5:0/1796140484 >> v2:172.21.15.5:3300/0 conn(0x7f66b4010770 msgr2=0x7f66b400ea10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-13T16:15:16.516 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:16.512+0000 7f66d5078700 1 --2- 172.21.15.5:0/1796140484 >> v2:172.21.15.5:3300/0 conn(0x7f66b4010770 0x7f66b400ea10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-13T16:15:16.516 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:16.512+0000 7f66d5078700 1 --2- 172.21.15.5:0/1796140484 >> v2:172.21.15.5:3300/0 conn(0x7f66b4010770 0x7f66b400ea10 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-09-13T16:15:16.516 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:16.512+0000 7f66d5879700 1 -- 172.21.15.5:0/1796140484 >> v2:172.21.15.179:3300/0 conn(0x7f66b400fc70 msgr2=0x7f66b4010080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-09-13T16:15:16.516 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:16.512+0000 7f66d5879700 1 -- 172.21.15.5:0/1796140484 >> v2:172.21.15.179:3300/0 conn(0x7f66b400fc70 msgr2=0x7f66b4010080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-13T16:15:16.516 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:16.512+0000 7f66d5879700 1 --2- 172.21.15.5:0/1796140484 >> v2:172.21.15.179:3300/0 conn(0x7f66b400fc70 0x7f66b4010080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-13T16:15:16.516 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:16.512+0000 7f66d5879700 1 --2- 172.21.15.5:0/1796140484 >> v2:172.21.15.179:3300/0 conn(0x7f66b400fc70 0x7f66b4010080 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-09-13T16:15:17.320 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:17.316+0000 7f66d5078700 1 --2- 172.21.15.5:0/1796140484 >> v2:172.21.15.5:3300/0 conn(0x7f66b4010770 0x7f66b400ea10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:17.321 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:17.316+0000 7f66d5879700 1 --2- 172.21.15.5:0/1796140484 >> v2:172.21.15.179:3300/0 conn(0x7f66b400fc70 0x7f66b4010080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:17.321 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:17.316+0000 7f66d5078700 1 -- 172.21.15.5:0/1796140484 >> v2:172.21.15.5:3300/0 conn(0x7f66b4010770 msgr2=0x7f66b400ea10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-09-13T16:15:17.321 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:17.316+0000 7f66d5078700 1 -- 172.21.15.5:0/1796140484 >> v2:172.21.15.5:3300/0 conn(0x7f66b4010770 msgr2=0x7f66b400ea10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-13T16:15:17.321 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:17.316+0000 7f66d5078700 1 --2- 172.21.15.5:0/1796140484 >> v2:172.21.15.5:3300/0 conn(0x7f66b4010770 0x7f66b400ea10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-13T16:15:17.321 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:17.316+0000 7f66d5078700 1 --2- 172.21.15.5:0/1796140484 >> v2:172.21.15.5:3300/0 conn(0x7f66b4010770 0x7f66b400ea10 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-09-13T16:15:17.322 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:17.316+0000 7f66d5879700 1 -- 172.21.15.5:0/1796140484 >> v2:172.21.15.5:3300/0 conn(0x7f66b4010770 msgr2=0x7f66b400ea10 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-13T16:15:17.322 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:17.316+0000 7f66d5879700 1 --2- 172.21.15.5:0/1796140484 >> v2:172.21.15.5:3300/0 conn(0x7f66b4010770 0x7f66b400ea10 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:17.322 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:17.316+0000 7f66d5879700 1 -- 172.21.15.5:0/1796140484 --> v2:172.21.15.179:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f66b4010ca0 con 0x7f66b400fc70 2024-09-13T16:15:17.322 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:17.316+0000 7f66d5879700 1 --2- 172.21.15.5:0/1796140484 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f66b400fc70 0x7f66b4010080 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f66c8000c00 tx=0x7f66c8018c50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ac1fbdeaff5ee4ad server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:17.322 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:17.316+0000 7f66d4877700 1 -- 172.21.15.5:0/1796140484 <== mon.1 v2:172.21.15.179:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f66c801d070 con 0x7f66b400fc70 2024-09-13T16:15:17.322 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:17.316+0000 7f66d4877700 1 -- 172.21.15.5:0/1796140484 <== mon.1 v2:172.21.15.179:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f66c8018e90 con 0x7f66b400fc70 2024-09-13T16:15:17.323 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:17.316+0000 7f66d4877700 1 -- 172.21.15.5:0/1796140484 <== mon.1 v2:172.21.15.179:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f66c8016a50 con 0x7f66b400fc70 2024-09-13T16:15:17.329 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:17.316+0000 7f66d687b700 1 -- 172.21.15.5:0/1796140484 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f66b400fc70 msgr2=0x7f66b4010080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:17.329 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:17.316+0000 7f66d687b700 1 --2- 172.21.15.5:0/1796140484 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f66b400fc70 0x7f66b4010080 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f66c8000c00 tx=0x7f66c8018c50 comp rx=0 tx=0).stop 2024-09-13T16:15:17.329 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:17.316+0000 7f66d607a700 1 -- 172.21.15.5:0/1796140484 reap_dead start 2024-09-13T16:15:17.329 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:17.316+0000 7f66d687b700 1 -- 172.21.15.5:0/1796140484 shutdown_connections 2024-09-13T16:15:17.330 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:17.316+0000 7f66d687b700 1 --2- 172.21.15.5:0/1796140484 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f66b400fc70 0x7f66b4010080 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:17.330 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:17.316+0000 7f66d687b700 1 -- 172.21.15.5:0/1796140484 >> 172.21.15.5:0/1796140484 conn(0x7f66d006ae50 msgr2=0x7f66d006db20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:17.330 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:17.316+0000 7f66d687b700 1 -- 172.21.15.5:0/1796140484 shutdown_connections 2024-09-13T16:15:17.330 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:17.316+0000 7f66d687b700 1 -- 172.21.15.5:0/1796140484 wait complete. 2024-09-13T16:15:17.330 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:17.320+0000 7f66d687b700 1 Processor -- start 2024-09-13T16:15:17.330 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:17.320+0000 7f66d687b700 1 -- start start 2024-09-13T16:15:17.331 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:17.320+0000 7f66d687b700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f66b400fc70 0x7f66d0148f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:17.331 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:17.320+0000 7f66d687b700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f66d00c65d0 0x7f66d01f2200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:17.331 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:17.320+0000 7f66d687b700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f66d01518f0 0x7f66d0151d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:17.331 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:17.320+0000 7f66d687b700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f66d01543a0 con 0x7f66d01518f0 2024-09-13T16:15:17.331 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:17.320+0000 7f66d687b700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f66d014bf70 con 0x7f66b400fc70 2024-09-13T16:15:17.331 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:17.320+0000 7f66d687b700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f66d014bc70 con 0x7f66d00c65d0 2024-09-13T16:15:17.332 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:17.320+0000 7f66d607a700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f66d01518f0 0x7f66d0151d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:17.332 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:17.320+0000 7f66d5879700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f66b400fc70 0x7f66d0148f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:17.332 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:17.320+0000 7f66d5078700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f66d00c65d0 0x7f66d01f2200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:17.333 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:17.320+0000 7f66d5879700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f66b400fc70 0x7f66d0148f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.179:3300/0 says I am v2:172.21.15.5:40852/0 (socket says 172.21.15.5:40852) 2024-09-13T16:15:17.333 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:17.320+0000 7f66d5879700 1 -- 172.21.15.5:0/3836013737 learned_addr learned my addr 172.21.15.5:0/3836013737 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:15:17.333 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:17.320+0000 7f66d607a700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f66d01518f0 0x7f66d0151d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:54072/0 (socket says 172.21.15.5:54072) 2024-09-13T16:15:17.333 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:17.320+0000 7f66d607a700 1 -- 172.21.15.5:0/3836013737 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f66d01518f0 msgr2=0x7f66d0151d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 18 2024-09-13T16:15:17.333 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:17.320+0000 7f66d607a700 1 -- 172.21.15.5:0/3836013737 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f66d01518f0 msgr2=0x7f66d0151d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-09-13T16:15:17.333 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:17.320+0000 7f66d607a700 1 --2- 172.21.15.5:0/3836013737 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f66d01518f0 0x7f66d0151d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-13T16:15:17.333 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:17.320+0000 7f66d607a700 1 --2- 172.21.15.5:0/3836013737 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f66d01518f0 0x7f66d0151d70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-13T16:15:17.334 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:17.324+0000 7f66d5879700 1 -- 172.21.15.5:0/3836013737 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f66d00c65d0 msgr2=0x7f66d01f2200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:17.334 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:17.324+0000 7f66d5879700 1 --2- 172.21.15.5:0/3836013737 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f66d00c65d0 0x7f66d01f2200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:17.334 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:17.324+0000 7f66d5879700 1 -- 172.21.15.5:0/3836013737 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f66d01518f0 msgr2=0x7f66d0151d70 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-13T16:15:17.334 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:17.324+0000 7f66d5879700 1 --2- 172.21.15.5:0/3836013737 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f66d01518f0 0x7f66d0151d70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:17.335 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:17.324+0000 7f66d5879700 1 -- 172.21.15.5:0/3836013737 --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f66d00c6b50 con 0x7f66b400fc70 2024-09-13T16:15:17.335 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:17.324+0000 7f66d5879700 1 --2- 172.21.15.5:0/3836013737 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f66b400fc70 0x7f66d0148f40 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f66b4007310 tx=0x7f66c80047e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:17.335 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:17.324+0000 7f66c27fc700 1 -- 172.21.15.5:0/3836013737 <== mon.1 v2:172.21.15.179:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f66c8021da0 con 0x7f66b400fc70 2024-09-13T16:15:17.335 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:17.324+0000 7f66c27fc700 1 -- 172.21.15.5:0/3836013737 <== mon.1 v2:172.21.15.179:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f66c800c040 con 0x7f66b400fc70 2024-09-13T16:15:17.335 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:17.324+0000 7f66d687b700 1 -- 172.21.15.5:0/3836013737 --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f66d0149480 con 0x7f66b400fc70 2024-09-13T16:15:17.335 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:17.324+0000 7f66c27fc700 1 -- 172.21.15.5:0/3836013737 <== mon.1 v2:172.21.15.179:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f66c802b660 con 0x7f66b400fc70 2024-09-13T16:15:17.335 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:17.324+0000 7f66d687b700 1 -- 172.21.15.5:0/3836013737 --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f66d014ca20 con 0x7f66b400fc70 2024-09-13T16:15:17.336 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:17.324+0000 7f66c27fc700 1 -- 172.21.15.5:0/3836013737 <== mon.1 v2:172.21.15.179:3300/0 4 ==== mgrmap(e 1) v1 ==== 668+0+0 (secure 0 0 0) 0x7f66c8005d40 con 0x7f66b400fc70 2024-09-13T16:15:17.336 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:17.324+0000 7f66c27fc700 1 -- 172.21.15.5:0/3836013737 <== mon.1 v2:172.21.15.179:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7f66c80344a0 con 0x7f66b400fc70 2024-09-13T16:15:17.337 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:17.324+0000 7f66d687b700 1 -- 172.21.15.5:0/3836013737 --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f66d0152d40 con 0x7f66b400fc70 2024-09-13T16:15:17.337 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:17.332+0000 7f66c27fc700 1 -- 172.21.15.5:0/3836013737 <== mon.1 v2:172.21.15.179:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73245 (secure 0 0 0) 0x7f66c802f070 con 0x7f66b400fc70 2024-09-13T16:15:17.413 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:17.408+0000 7f66d687b700 1 -- 172.21.15.5:0/3836013737 --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_command({"prefix": "osd crush tunables", "profile": "default"} v 0) v1 -- 0x7f66d014cd00 con 0x7f66b400fc70 2024-09-13T16:15:17.414 INFO:tasks.ceph.mgr.x.smithi179.stderr:2024-09-13T16:15:17.410+0000 7f85a7cc62c0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-13T16:15:17.418 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:17.412+0000 7f66c27fc700 1 -- 172.21.15.5:0/3836013737 <== mon.1 v2:172.21.15.179:3300/0 7 ==== mon_command_ack([{"prefix": "osd crush tunables", "profile": "default"}]=0 adjusted tunables profile to default v2) v1 ==== 124+0+0 (secure 0 0 0) 0x7f66c8041090 con 0x7f66b400fc70 2024-09-13T16:15:17.420 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:17.416+0000 7f66d687b700 1 -- 172.21.15.5:0/3836013737 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f66b400fc70 msgr2=0x7f66d0148f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:17.420 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:17.416+0000 7f66d687b700 1 --2- 172.21.15.5:0/3836013737 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f66b400fc70 0x7f66d0148f40 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f66b4007310 tx=0x7f66c80047e0 comp rx=0 tx=0).stop 2024-09-13T16:15:17.420 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:17.416+0000 7f66d687b700 1 -- 172.21.15.5:0/3836013737 shutdown_connections 2024-09-13T16:15:17.420 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:17.416+0000 7f66d687b700 1 --2- 172.21.15.5:0/3836013737 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f66d01518f0 0x7f66d0151d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:17.421 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:17.416+0000 7f66d687b700 1 --2- 172.21.15.5:0/3836013737 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f66d00c65d0 0x7f66d01f2200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:17.421 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:17.416+0000 7f66d687b700 1 --2- 172.21.15.5:0/3836013737 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f66b400fc70 0x7f66d0148f40 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:17.421 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:17.416+0000 7f66d687b700 1 -- 172.21.15.5:0/3836013737 >> 172.21.15.5:0/3836013737 conn(0x7f66d006ae50 msgr2=0x7f66d00c79b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:17.421 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:17.416+0000 7f66d687b700 1 -- 172.21.15.5:0/3836013737 shutdown_connections 2024-09-13T16:15:17.421 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:17.416+0000 7f66d687b700 1 -- 172.21.15.5:0/3836013737 wait complete. 2024-09-13T16:15:17.422 INFO:teuthology.orchestra.run.smithi005.stderr:adjusted tunables profile to default 2024-09-13T16:15:17.434 INFO:tasks.ceph:check_enable_crimson: False 2024-09-13T16:15:17.434 INFO:tasks.ceph:Starting osd daemons in cluster ceph... 2024-09-13T16:15:17.434 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-13T16:15:17.435 DEBUG:teuthology.orchestra.run.smithi005:> sudo dd if=/var/lib/ceph/osd/ceph-0/fsid of=/dev/stdout 2024-09-13T16:15:17.450 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-13T16:15:17.450 DEBUG:teuthology.orchestra.run.smithi005:> sudo dd if=/var/lib/ceph/osd/ceph-1/fsid of=/dev/stdout 2024-09-13T16:15:17.460 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-13T16:15:17.461 DEBUG:teuthology.orchestra.run.smithi005:> sudo dd if=/var/lib/ceph/osd/ceph-2/fsid of=/dev/stdout 2024-09-13T16:15:17.473 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-13T16:15:17.473 DEBUG:teuthology.orchestra.run.smithi005:> sudo dd if=/var/lib/ceph/osd/ceph-3/fsid of=/dev/stdout 2024-09-13T16:15:17.484 DEBUG:teuthology.orchestra.run.smithi179:> set -ex 2024-09-13T16:15:17.485 DEBUG:teuthology.orchestra.run.smithi179:> sudo dd if=/var/lib/ceph/osd/ceph-4/fsid of=/dev/stdout 2024-09-13T16:15:17.500 DEBUG:teuthology.orchestra.run.smithi179:> set -ex 2024-09-13T16:15:17.500 DEBUG:teuthology.orchestra.run.smithi179:> sudo dd if=/var/lib/ceph/osd/ceph-5/fsid of=/dev/stdout 2024-09-13T16:15:17.534 INFO:tasks.ceph.mgr.y.smithi005.stderr:2024-09-13T16:15:17.528+0000 7fec053392c0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-13T16:15:17.559 DEBUG:teuthology.orchestra.run.smithi179:> set -ex 2024-09-13T16:15:17.559 DEBUG:teuthology.orchestra.run.smithi179:> sudo dd if=/var/lib/ceph/osd/ceph-6/fsid of=/dev/stdout 2024-09-13T16:15:17.568 DEBUG:teuthology.orchestra.run.smithi179:> set -ex 2024-09-13T16:15:17.569 DEBUG:teuthology.orchestra.run.smithi179:> sudo dd if=/var/lib/ceph/osd/ceph-7/fsid of=/dev/stdout 2024-09-13T16:15:17.581 DEBUG:teuthology.orchestra.run.smithi179:> sudo ceph --cluster ceph osd new 7dc606ef-5909-4eb7-8054-af158bc84208 0 2024-09-13T16:15:17.691 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:17.686+0000 7f9adb59e700 1 Processor -- start 2024-09-13T16:15:17.691 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:17.686+0000 7f9adb59e700 1 -- start start 2024-09-13T16:15:17.692 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:17.690+0000 7f9adb59e700 1 --2- >> v2:172.21.15.179:3300/0 conn(0x7f9adc0c53d0 0x7f9adc161f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:17.693 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:17.690+0000 7f9adb59e700 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9adc0668b0 con 0x7f9adc06d420 2024-09-13T16:15:17.693 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:17.690+0000 7f9adb59e700 1 -- --> v1:172.21.15.179:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9adc0c1bd0 con 0x7f9adc150800 2024-09-13T16:15:17.693 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:17.690+0000 7f9adb59e700 1 -- --> v2:172.21.15.179:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9adc0c5930 con 0x7f9adc0c53d0 2024-09-13T16:15:17.693 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:17.690+0000 7f9adad9d700 1 --2- >> v2:172.21.15.179:3300/0 conn(0x7f9adc0c53d0 0x7f9adc161f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:17.693 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:17.690+0000 7f9adad9d700 1 --2- >> v2:172.21.15.179:3300/0 conn(0x7f9adc0c53d0 0x7f9adc161f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.179:3300/0 says I am v2:172.21.15.179:47096/0 (socket says 172.21.15.179:47096) 2024-09-13T16:15:17.693 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:17.690+0000 7f9adad9d700 1 -- 172.21.15.179:0/202771356 learned_addr learned my addr 172.21.15.179:0/202771356 (peer_addr_for_me v2:172.21.15.179:0/0) 2024-09-13T16:15:17.693 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:17.690+0000 7f9adad9d700 1 -- 172.21.15.179:0/202771356 >> v1:172.21.15.179:6789/0 conn(0x7f9adc150800 legacy=0x7f9adc159bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:17.693 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:17.690+0000 7f9adad9d700 1 -- 172.21.15.179:0/202771356 >> v1:172.21.15.5:6789/0 conn(0x7f9adc06d420 legacy=0x7f9adc0c40e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:15:17.693 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:17.690+0000 7f9adad9d700 1 -- 172.21.15.179:0/202771356 --> v2:172.21.15.179:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9adc070ce0 con 0x7f9adc0c53d0 2024-09-13T16:15:17.693 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:17.690+0000 7f9adad9d700 1 --2- 172.21.15.179:0/202771356 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f9adc0c53d0 0x7f9adc161f70 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f9ad4009e50 tx=0x7f9ad400b330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=347ed67e946d7536 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:17.694 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:17.690+0000 7f9ad959a700 1 -- 172.21.15.179:0/202771356 <== mon.1 v2:172.21.15.179:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9ad400e070 con 0x7f9adc0c53d0 2024-09-13T16:15:17.694 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:17.690+0000 7f9ad959a700 1 -- 172.21.15.179:0/202771356 <== mon.1 v2:172.21.15.179:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9ad4003a40 con 0x7f9adc0c53d0 2024-09-13T16:15:17.695 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:17.690+0000 7f9ad959a700 1 -- 172.21.15.179:0/202771356 <== mon.1 v2:172.21.15.179:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9ad4003df0 con 0x7f9adc0c53d0 2024-09-13T16:15:17.695 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:17.690+0000 7f9adb59e700 1 -- 172.21.15.179:0/202771356 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f9adc0c53d0 msgr2=0x7f9adc161f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:17.695 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:17.690+0000 7f9adb59e700 1 --2- 172.21.15.179:0/202771356 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f9adc0c53d0 0x7f9adc161f70 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f9ad4009e50 tx=0x7f9ad400b330 comp rx=0 tx=0).stop 2024-09-13T16:15:17.695 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:17.690+0000 7f9adb59e700 1 -- 172.21.15.179:0/202771356 shutdown_connections 2024-09-13T16:15:17.695 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:17.690+0000 7f9adb59e700 1 --2- 172.21.15.179:0/202771356 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f9adc0c53d0 0x7f9adc161f70 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:17.695 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:17.690+0000 7f9adb59e700 1 -- 172.21.15.179:0/202771356 >> 172.21.15.179:0/202771356 conn(0x7f9adc0c74d0 msgr2=0x7f9adc0c78b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:17.695 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:17.690+0000 7f9adb59e700 1 -- 172.21.15.179:0/202771356 shutdown_connections 2024-09-13T16:15:17.695 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:17.690+0000 7f9adb59e700 1 -- 172.21.15.179:0/202771356 wait complete. 2024-09-13T16:15:17.696 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:17.694+0000 7f9adb59e700 1 Processor -- start 2024-09-13T16:15:17.696 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:17.694+0000 7f9adb59e700 1 -- start start 2024-09-13T16:15:17.698 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:17.694+0000 7f9adb59e700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9adc06d420 0x7f9adc154ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:17.698 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:17.694+0000 7f9adb59e700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f9adc0c53d0 0x7f9adc152180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:17.698 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:17.694+0000 7f9adb59e700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f9adc150800 0x7f9adc1556d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:17.699 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:17.694+0000 7f9adb59e700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9adc155c10 con 0x7f9adc06d420 2024-09-13T16:15:17.699 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:17.694+0000 7f9adb59e700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9adc154a10 con 0x7f9adc150800 2024-09-13T16:15:17.699 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:17.694+0000 7f9adb59e700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9adc1565c0 con 0x7f9adc0c53d0 2024-09-13T16:15:17.699 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:17.694+0000 7f9adad9d700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f9adc150800 0x7f9adc1556d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:17.699 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:17.694+0000 7f9adad9d700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f9adc150800 0x7f9adc1556d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.179:3300/0 says I am v2:172.21.15.179:47102/0 (socket says 172.21.15.179:47102) 2024-09-13T16:15:17.699 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:17.694+0000 7f9ad9d9b700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f9adc0c53d0 0x7f9adc152180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:17.699 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:17.694+0000 7f9adad9d700 1 -- 172.21.15.179:0/2655289224 learned_addr learned my addr 172.21.15.179:0/2655289224 (peer_addr_for_me v2:172.21.15.179:0/0) 2024-09-13T16:15:17.699 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:17.694+0000 7f9ada59c700 1 --2- 172.21.15.179:0/2655289224 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9adc06d420 0x7f9adc154ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:17.699 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:17.694+0000 7f9ada59c700 1 -- 172.21.15.179:0/2655289224 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9adc06d420 msgr2=0x7f9adc154ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 17 2024-09-13T16:15:17.699 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:17.694+0000 7f9ada59c700 1 -- 172.21.15.179:0/2655289224 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9adc06d420 msgr2=0x7f9adc154ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-09-13T16:15:17.699 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:17.694+0000 7f9ada59c700 1 --2- 172.21.15.179:0/2655289224 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9adc06d420 0x7f9adc154ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-13T16:15:17.699 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:17.694+0000 7f9ada59c700 1 --2- 172.21.15.179:0/2655289224 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9adc06d420 0x7f9adc154ea0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-13T16:15:17.700 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:17.694+0000 7f9adad9d700 1 -- 172.21.15.179:0/2655289224 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f9adc0c53d0 msgr2=0x7f9adc152180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:17.700 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:17.694+0000 7f9adad9d700 1 --2- 172.21.15.179:0/2655289224 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f9adc0c53d0 0x7f9adc152180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:17.700 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:17.694+0000 7f9adad9d700 1 -- 172.21.15.179:0/2655289224 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9adc06d420 msgr2=0x7f9adc154ea0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-13T16:15:17.700 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:17.694+0000 7f9adad9d700 1 --2- 172.21.15.179:0/2655289224 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9adc06d420 0x7f9adc154ea0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:17.700 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:17.694+0000 7f9adad9d700 1 -- 172.21.15.179:0/2655289224 --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9ad4009b30 con 0x7f9adc150800 2024-09-13T16:15:17.700 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:17.694+0000 7f9adad9d700 1 --2- 172.21.15.179:0/2655289224 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f9adc150800 0x7f9adc1556d0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f9adc06bfd0 tx=0x7f9ad4004af0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:17.700 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:17.694+0000 7f9acaffd700 1 -- 172.21.15.179:0/2655289224 <== mon.1 v2:172.21.15.179:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9ad4004440 con 0x7f9adc150800 2024-09-13T16:15:17.700 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:17.694+0000 7f9acaffd700 1 -- 172.21.15.179:0/2655289224 <== mon.1 v2:172.21.15.179:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9ad40045a0 con 0x7f9adc150800 2024-09-13T16:15:17.700 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:17.694+0000 7f9adb59e700 1 -- 172.21.15.179:0/2655289224 --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9adc155e10 con 0x7f9adc150800 2024-09-13T16:15:17.700 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:17.694+0000 7f9acaffd700 1 -- 172.21.15.179:0/2655289224 <== mon.1 v2:172.21.15.179:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9ad4004950 con 0x7f9adc150800 2024-09-13T16:15:17.701 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:17.694+0000 7f9adb59e700 1 -- 172.21.15.179:0/2655289224 --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9adc1543c0 con 0x7f9adc150800 2024-09-13T16:15:17.701 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:17.694+0000 7f9acaffd700 1 -- 172.21.15.179:0/2655289224 <== mon.1 v2:172.21.15.179:3300/0 4 ==== mgrmap(e 1) v1 ==== 668+0+0 (secure 0 0 0) 0x7f9ad4025750 con 0x7f9adc150800 2024-09-13T16:15:17.701 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:17.694+0000 7f9acaffd700 1 -- 172.21.15.179:0/2655289224 <== mon.1 v2:172.21.15.179:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 725+0+0 (secure 0 0 0) 0x7f9ad4012b60 con 0x7f9adc150800 2024-09-13T16:15:17.701 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:17.694+0000 7f9adb59e700 1 -- 172.21.15.179:0/2655289224 --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9adc154220 con 0x7f9adc150800 2024-09-13T16:15:17.702 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:17.698+0000 7f9acaffd700 1 -- 172.21.15.179:0/2655289224 <== mon.1 v2:172.21.15.179:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73245 (secure 0 0 0) 0x7f9ad4044e30 con 0x7f9adc150800 2024-09-13T16:15:17.795 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:17.790+0000 7f9adb59e700 1 -- 172.21.15.179:0/2655289224 --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_command({"prefix": "osd new", "uuid": "7dc606ef-5909-4eb7-8054-af158bc84208", "id": 0} v 0) v1 -- 0x7f9adc066d40 con 0x7f9adc150800 2024-09-13T16:15:17.800 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:17.798+0000 7f9acaffd700 1 -- 172.21.15.179:0/2655289224 <== mon.1 v2:172.21.15.179:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "7dc606ef-5909-4eb7-8054-af158bc84208", "id": 0}]=0 v3) v1 ==== 112+0+2 (secure 0 0 0) 0x7f9ad4033030 con 0x7f9adc150800 2024-09-13T16:15:17.800 INFO:teuthology.orchestra.run.smithi179.stdout:0 2024-09-13T16:15:17.802 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:17.798+0000 7f9adb59e700 1 -- 172.21.15.179:0/2655289224 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f9adc150800 msgr2=0x7f9adc1556d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:17.802 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:17.798+0000 7f9adb59e700 1 --2- 172.21.15.179:0/2655289224 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f9adc150800 0x7f9adc1556d0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f9adc06bfd0 tx=0x7f9ad4004af0 comp rx=0 tx=0).stop 2024-09-13T16:15:17.802 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:17.798+0000 7f9adb59e700 1 -- 172.21.15.179:0/2655289224 shutdown_connections 2024-09-13T16:15:17.802 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:17.798+0000 7f9adb59e700 1 --2- 172.21.15.179:0/2655289224 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f9adc150800 0x7f9adc1556d0 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:17.802 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:17.798+0000 7f9adb59e700 1 --2- 172.21.15.179:0/2655289224 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f9adc0c53d0 0x7f9adc152180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:17.802 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:17.798+0000 7f9adb59e700 1 --2- 172.21.15.179:0/2655289224 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9adc06d420 0x7f9adc154ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:17.802 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:17.798+0000 7f9adb59e700 1 -- 172.21.15.179:0/2655289224 >> 172.21.15.179:0/2655289224 conn(0x7f9adc0c74d0 msgr2=0x7f9adc0c9600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:17.802 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:17.798+0000 7f9adb59e700 1 -- 172.21.15.179:0/2655289224 shutdown_connections 2024-09-13T16:15:17.802 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:17.798+0000 7f9adb59e700 1 -- 172.21.15.179:0/2655289224 wait complete. 2024-09-13T16:15:17.813 DEBUG:teuthology.orchestra.run.smithi179:> sudo ceph --cluster ceph osd new ab4b3337-a446-427b-9a52-349561f7c79d 1 2024-09-13T16:15:17.931 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:17.922+0000 7fc94f39b700 1 Processor -- start 2024-09-13T16:15:17.931 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:17.922+0000 7fc94f39b700 1 -- start start 2024-09-13T16:15:17.931 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:17.926+0000 7fc94f39b700 1 --2- >> v2:172.21.15.179:3300/0 conn(0x7fc94814f250 0x7fc9480c1a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:17.931 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:17.926+0000 7fc94f39b700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fc94806d740 0x7fc94806dbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:17.931 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:17.926+0000 7fc94f39b700 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc948158910 con 0x7fc94806e200 2024-09-13T16:15:17.932 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:17.926+0000 7fc94f39b700 1 -- --> v2:172.21.15.179:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc948159470 con 0x7fc94814f250 2024-09-13T16:15:17.932 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:17.926+0000 7fc94f39b700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc9480c1080 con 0x7fc94806d740 2024-09-13T16:15:17.932 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:17.926+0000 7fc94d137700 1 --2- >> v2:172.21.15.179:3300/0 conn(0x7fc94814f250 0x7fc9480c1a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:17.932 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:17.926+0000 7fc94d938700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fc94806d740 0x7fc94806dbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:17.932 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:17.926+0000 7fc94d137700 1 --2- >> v2:172.21.15.179:3300/0 conn(0x7fc94814f250 0x7fc9480c1a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.179:3300/0 says I am v2:172.21.15.179:47112/0 (socket says 172.21.15.179:47112) 2024-09-13T16:15:17.932 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:17.926+0000 7fc94d137700 1 -- 172.21.15.179:0/3649455684 learned_addr learned my addr 172.21.15.179:0/3649455684 (peer_addr_for_me v2:172.21.15.179:0/0) 2024-09-13T16:15:17.932 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:17.926+0000 7fc94d137700 1 -- 172.21.15.179:0/3649455684 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fc94806d740 msgr2=0x7fc94806dbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:15:17.932 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:17.926+0000 7fc94d137700 1 --2- 172.21.15.179:0/3649455684 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fc94806d740 0x7fc94806dbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:17.932 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:17.926+0000 7fc94d137700 1 -- 172.21.15.179:0/3649455684 >> v1:172.21.15.5:6789/0 conn(0x7fc94806e200 legacy=0x7fc94806b950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:17.932 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:17.926+0000 7fc94d137700 1 -- 172.21.15.179:0/3649455684 --> v2:172.21.15.179:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc948158bd0 con 0x7fc94814f250 2024-09-13T16:15:17.932 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:17.926+0000 7fc94d938700 1 --2- 172.21.15.179:0/3649455684 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fc94806d740 0x7fc94806dbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:15:17.932 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:17.926+0000 7fc94d137700 1 --2- 172.21.15.179:0/3649455684 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fc94814f250 0x7fc9480c1a90 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fc944006fd0 tx=0x7fc94400bea0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4dc640156e1add17 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:17.932 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:17.926+0000 7fc93ffff700 1 -- 172.21.15.179:0/3649455684 <== mon.1 v2:172.21.15.179:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc94400dc20 con 0x7fc94814f250 2024-09-13T16:15:17.933 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:17.926+0000 7fc93ffff700 1 -- 172.21.15.179:0/3649455684 <== mon.1 v2:172.21.15.179:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc94400dd80 con 0x7fc94814f250 2024-09-13T16:15:17.933 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:17.926+0000 7fc93ffff700 1 -- 172.21.15.179:0/3649455684 <== mon.1 v2:172.21.15.179:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc944004250 con 0x7fc94814f250 2024-09-13T16:15:17.933 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:17.926+0000 7fc94f39b700 1 -- 172.21.15.179:0/3649455684 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fc94814f250 msgr2=0x7fc9480c1a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:17.933 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:17.926+0000 7fc94f39b700 1 --2- 172.21.15.179:0/3649455684 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fc94814f250 0x7fc9480c1a90 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fc944006fd0 tx=0x7fc94400bea0 comp rx=0 tx=0).stop 2024-09-13T16:15:17.933 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:17.926+0000 7fc94f39b700 1 -- 172.21.15.179:0/3649455684 shutdown_connections 2024-09-13T16:15:17.933 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:17.926+0000 7fc94f39b700 1 --2- 172.21.15.179:0/3649455684 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fc94806d740 0x7fc94806dbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:17.933 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:17.926+0000 7fc94f39b700 1 --2- 172.21.15.179:0/3649455684 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fc94814f250 0x7fc9480c1a90 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:17.933 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:17.926+0000 7fc94f39b700 1 -- 172.21.15.179:0/3649455684 >> 172.21.15.179:0/3649455684 conn(0x7fc94806ae30 msgr2=0x7fc94806b240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:17.933 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:17.926+0000 7fc94f39b700 1 -- 172.21.15.179:0/3649455684 shutdown_connections 2024-09-13T16:15:17.933 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:17.926+0000 7fc94f39b700 1 -- 172.21.15.179:0/3649455684 wait complete. 2024-09-13T16:15:17.935 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:17.930+0000 7fc94f39b700 1 Processor -- start 2024-09-13T16:15:17.936 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:17.930+0000 7fc94f39b700 1 -- start start 2024-09-13T16:15:17.936 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:17.930+0000 7fc94f39b700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc94806d740 0x7fc9480c4800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:17.936 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:17.930+0000 7fc94f39b700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fc94806e200 0x7fc948151700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:17.936 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:17.930+0000 7fc94f39b700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fc94814f250 0x7fc948151c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:17.936 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:17.930+0000 7fc94f39b700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc948152180 con 0x7fc94806d740 2024-09-13T16:15:17.936 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:17.930+0000 7fc94f39b700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc94814dde0 con 0x7fc94814f250 2024-09-13T16:15:17.936 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:17.930+0000 7fc94f39b700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc948071290 con 0x7fc94806e200 2024-09-13T16:15:17.936 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:17.930+0000 7fc94d938700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fc94814f250 0x7fc948151c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:17.936 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:17.930+0000 7fc94d938700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fc94814f250 0x7fc948151c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.179:3300/0 says I am v2:172.21.15.179:47126/0 (socket says 172.21.15.179:47126) 2024-09-13T16:15:17.936 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:17.930+0000 7fc94d938700 1 -- 172.21.15.179:0/3460101978 learned_addr learned my addr 172.21.15.179:0/3460101978 (peer_addr_for_me v2:172.21.15.179:0/0) 2024-09-13T16:15:17.936 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:17.930+0000 7fc94c936700 1 --2- 172.21.15.179:0/3460101978 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fc94806e200 0x7fc948151700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:17.936 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:17.930+0000 7fc94d137700 1 --2- 172.21.15.179:0/3460101978 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc94806d740 0x7fc9480c4800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:17.937 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:17.930+0000 7fc94d938700 1 -- 172.21.15.179:0/3460101978 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fc94806e200 msgr2=0x7fc948151700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:17.937 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:17.930+0000 7fc94d938700 1 --2- 172.21.15.179:0/3460101978 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fc94806e200 0x7fc948151700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:17.937 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:17.930+0000 7fc94d938700 1 -- 172.21.15.179:0/3460101978 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc94806d740 msgr2=0x7fc9480c4800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:17.937 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:17.930+0000 7fc94d938700 1 --2- 172.21.15.179:0/3460101978 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc94806d740 0x7fc9480c4800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:17.937 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:17.930+0000 7fc94d938700 1 -- 172.21.15.179:0/3460101978 --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc940009a70 con 0x7fc94814f250 2024-09-13T16:15:17.937 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:17.930+0000 7fc94d938700 1 --2- 172.21.15.179:0/3460101978 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fc94814f250 0x7fc948151c40 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fc94000efc0 tx=0x7fc94000c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:17.937 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:17.930+0000 7fc93dffb700 1 -- 172.21.15.179:0/3460101978 <== mon.1 v2:172.21.15.179:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc94000cb40 con 0x7fc94814f250 2024-09-13T16:15:17.937 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:17.930+0000 7fc93dffb700 1 -- 172.21.15.179:0/3460101978 <== mon.1 v2:172.21.15.179:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc94000f040 con 0x7fc94814f250 2024-09-13T16:15:17.937 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:17.930+0000 7fc94f39b700 1 -- 172.21.15.179:0/3460101978 --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc94400b820 con 0x7fc94814f250 2024-09-13T16:15:17.937 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:17.930+0000 7fc93dffb700 1 -- 172.21.15.179:0/3460101978 <== mon.1 v2:172.21.15.179:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc940003a40 con 0x7fc94814f250 2024-09-13T16:15:17.937 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:17.930+0000 7fc94f39b700 1 -- 172.21.15.179:0/3460101978 --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc94814e030 con 0x7fc94814f250 2024-09-13T16:15:17.937 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:17.930+0000 7fc93dffb700 1 -- 172.21.15.179:0/3460101978 <== mon.1 v2:172.21.15.179:3300/0 4 ==== mgrmap(e 1) v1 ==== 668+0+0 (secure 0 0 0) 0x7fc940014780 con 0x7fc94814f250 2024-09-13T16:15:17.938 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:17.930+0000 7fc93dffb700 1 -- 172.21.15.179:0/3460101978 <== mon.1 v2:172.21.15.179:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 840+0+0 (secure 0 0 0) 0x7fc94001dbc0 con 0x7fc94814f250 2024-09-13T16:15:17.938 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:17.934+0000 7fc94f39b700 1 -- 172.21.15.179:0/3460101978 --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc9480b1220 con 0x7fc94814f250 2024-09-13T16:15:17.938 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:17.934+0000 7fc93dffb700 1 -- 172.21.15.179:0/3460101978 <== mon.1 v2:172.21.15.179:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73245 (secure 0 0 0) 0x7fc940018030 con 0x7fc94814f250 2024-09-13T16:15:18.013 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.010+0000 7fc94f39b700 1 -- 172.21.15.179:0/3460101978 --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_command({"prefix": "osd new", "uuid": "ab4b3337-a446-427b-9a52-349561f7c79d", "id": 1} v 0) v1 -- 0x7fc948066bd0 con 0x7fc94814f250 2024-09-13T16:15:18.018 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.014+0000 7fc93dffb700 1 -- 172.21.15.179:0/3460101978 <== mon.1 v2:172.21.15.179:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "ab4b3337-a446-427b-9a52-349561f7c79d", "id": 1}]=0 v4) v1 ==== 112+0+2 (secure 0 0 0) 0x7fc94001dd80 con 0x7fc94814f250 2024-09-13T16:15:18.018 INFO:teuthology.orchestra.run.smithi179.stdout:1 2024-09-13T16:15:18.019 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.014+0000 7fc94f39b700 1 -- 172.21.15.179:0/3460101978 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fc94814f250 msgr2=0x7fc948151c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:18.019 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.014+0000 7fc94f39b700 1 --2- 172.21.15.179:0/3460101978 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fc94814f250 0x7fc948151c40 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fc94000efc0 tx=0x7fc94000c3a0 comp rx=0 tx=0).stop 2024-09-13T16:15:18.020 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.014+0000 7fc94f39b700 1 -- 172.21.15.179:0/3460101978 shutdown_connections 2024-09-13T16:15:18.020 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.014+0000 7fc94f39b700 1 --2- 172.21.15.179:0/3460101978 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fc94814f250 0x7fc948151c40 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:18.020 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.014+0000 7fc94f39b700 1 --2- 172.21.15.179:0/3460101978 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fc94806e200 0x7fc948151700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:18.020 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.014+0000 7fc94f39b700 1 --2- 172.21.15.179:0/3460101978 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc94806d740 0x7fc9480c4800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:18.020 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.014+0000 7fc94f39b700 1 -- 172.21.15.179:0/3460101978 >> 172.21.15.179:0/3460101978 conn(0x7fc94806ae30 msgr2=0x7fc9480c95a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:18.020 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.014+0000 7fc94f39b700 1 -- 172.21.15.179:0/3460101978 shutdown_connections 2024-09-13T16:15:18.020 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.014+0000 7fc94f39b700 1 -- 172.21.15.179:0/3460101978 wait complete. 2024-09-13T16:15:18.031 DEBUG:teuthology.orchestra.run.smithi179:> sudo ceph --cluster ceph osd new 22d787ea-2049-40c1-aa23-811fdb981dbd 2 2024-09-13T16:15:18.142 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.138+0000 7f695bfff700 1 Processor -- start 2024-09-13T16:15:18.142 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.138+0000 7f695bfff700 1 -- start start 2024-09-13T16:15:18.144 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.138+0000 7f695bfff700 1 --2- >> v2:172.21.15.179:3300/0 conn(0x7f695c071f10 0x7f695c14f400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:18.144 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.138+0000 7f695bfff700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f695c0712f0 0x7f695c14f940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:18.145 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.138+0000 7f695bfff700 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f695c0c4dc0 con 0x7f695c071b30 2024-09-13T16:15:18.145 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.138+0000 7f695bfff700 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f695c0c5850 con 0x7f695c0712f0 2024-09-13T16:15:18.145 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.138+0000 7f695bfff700 1 -- --> v2:172.21.15.179:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f695c0c5590 con 0x7f695c071f10 2024-09-13T16:15:18.145 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.138+0000 7f695a7fc700 1 --2- >> v2:172.21.15.179:3300/0 conn(0x7f695c071f10 0x7f695c14f400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:18.145 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.138+0000 7f695a7fc700 1 --2- >> v2:172.21.15.179:3300/0 conn(0x7f695c071f10 0x7f695c14f400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.179:3300/0 says I am v2:172.21.15.179:47132/0 (socket says 172.21.15.179:47132) 2024-09-13T16:15:18.145 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.138+0000 7f695a7fc700 1 -- 172.21.15.179:0/877704371 learned_addr learned my addr 172.21.15.179:0/877704371 (peer_addr_for_me v2:172.21.15.179:0/0) 2024-09-13T16:15:18.145 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.142+0000 7f695b7fe700 1 --2- 172.21.15.179:0/877704371 >> v2:172.21.15.5:3300/0 conn(0x7f695c0712f0 0x7f695c14f940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:18.145 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.142+0000 7f695a7fc700 1 -- 172.21.15.179:0/877704371 >> v2:172.21.15.5:3300/0 conn(0x7f695c0712f0 msgr2=0x7f695c14f940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:15:18.145 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.142+0000 7f695a7fc700 1 --2- 172.21.15.179:0/877704371 >> v2:172.21.15.5:3300/0 conn(0x7f695c0712f0 0x7f695c14f940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:18.145 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.142+0000 7f695a7fc700 1 -- 172.21.15.179:0/877704371 >> v1:172.21.15.5:6789/0 conn(0x7f695c071b30 legacy=0x7f695c0c2830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:18.145 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.142+0000 7f695a7fc700 1 -- 172.21.15.179:0/877704371 --> v2:172.21.15.179:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f695c0c4520 con 0x7f695c071f10 2024-09-13T16:15:18.145 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.142+0000 7f695a7fc700 1 --2- 172.21.15.179:0/877704371 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f695c071f10 0x7f695c14f400 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f695c0c2200 tx=0x7f694c009bf0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9279ffc24526d784 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:18.145 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.142+0000 7f6959ffb700 1 -- 172.21.15.179:0/877704371 <== mon.1 v2:172.21.15.179:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f694c00b8a0 con 0x7f695c071f10 2024-09-13T16:15:18.146 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.142+0000 7f6959ffb700 1 -- 172.21.15.179:0/877704371 <== mon.1 v2:172.21.15.179:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f694c00ba00 con 0x7f695c071f10 2024-09-13T16:15:18.146 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.142+0000 7f6959ffb700 1 -- 172.21.15.179:0/877704371 <== mon.1 v2:172.21.15.179:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f694c00bd90 con 0x7f695c071f10 2024-09-13T16:15:18.147 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.142+0000 7f695bfff700 1 -- 172.21.15.179:0/877704371 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f695c071f10 msgr2=0x7f695c14f400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:18.147 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.142+0000 7f695bfff700 1 --2- 172.21.15.179:0/877704371 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f695c071f10 0x7f695c14f400 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f695c0c2200 tx=0x7f694c009bf0 comp rx=0 tx=0).stop 2024-09-13T16:15:18.147 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.142+0000 7f695bfff700 1 -- 172.21.15.179:0/877704371 shutdown_connections 2024-09-13T16:15:18.147 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.142+0000 7f695bfff700 1 --2- 172.21.15.179:0/877704371 >> v2:172.21.15.5:3300/0 conn(0x7f695c0712f0 0x7f695c14f940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:18.147 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.142+0000 7f695bfff700 1 --2- 172.21.15.179:0/877704371 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f695c071f10 0x7f695c14f400 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:18.147 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.142+0000 7f695bfff700 1 -- 172.21.15.179:0/877704371 >> 172.21.15.179:0/877704371 conn(0x7f695c0cb720 msgr2=0x7f695c0cbb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:18.147 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.142+0000 7f695bfff700 1 -- 172.21.15.179:0/877704371 shutdown_connections 2024-09-13T16:15:18.147 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.142+0000 7f695bfff700 1 -- 172.21.15.179:0/877704371 wait complete. 2024-09-13T16:15:18.147 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.142+0000 7f695bfff700 1 Processor -- start 2024-09-13T16:15:18.147 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.142+0000 7f695bfff700 1 -- start start 2024-09-13T16:15:18.150 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.146+0000 7f695bfff700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f695c0712f0 0x7f695c148ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:18.150 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.146+0000 7f695bfff700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f695c071b30 0x7f695c141e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:18.150 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.146+0000 7f695bfff700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f695c071f10 0x7f695c142340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:18.150 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.146+0000 7f695bfff700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f695c14a170 con 0x7f695c0712f0 2024-09-13T16:15:18.150 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.146+0000 7f695bfff700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f695c146430 con 0x7f695c071b30 2024-09-13T16:15:18.150 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.146+0000 7f695bfff700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f695c1493e0 con 0x7f695c071f10 2024-09-13T16:15:18.150 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.146+0000 7f695a7fc700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f695c071b30 0x7f695c141e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:18.150 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.146+0000 7f695a7fc700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f695c071b30 0x7f695c141e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.179:3300/0 says I am v2:172.21.15.179:47144/0 (socket says 172.21.15.179:47144) 2024-09-13T16:15:18.150 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.146+0000 7f695a7fc700 1 -- 172.21.15.179:0/3286151071 learned_addr learned my addr 172.21.15.179:0/3286151071 (peer_addr_for_me v2:172.21.15.179:0/0) 2024-09-13T16:15:18.150 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.146+0000 7f695b7fe700 1 --2- 172.21.15.179:0/3286151071 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f695c071f10 0x7f695c142340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:18.150 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.146+0000 7f695affd700 1 --2- 172.21.15.179:0/3286151071 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f695c0712f0 0x7f695c148ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:18.150 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.146+0000 7f695a7fc700 1 -- 172.21.15.179:0/3286151071 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f695c071f10 msgr2=0x7f695c142340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:18.151 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.146+0000 7f695a7fc700 1 --2- 172.21.15.179:0/3286151071 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f695c071f10 0x7f695c142340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:18.151 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.146+0000 7f695a7fc700 1 -- 172.21.15.179:0/3286151071 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f695c0712f0 msgr2=0x7f695c148ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:18.151 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.146+0000 7f695a7fc700 1 --2- 172.21.15.179:0/3286151071 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f695c0712f0 0x7f695c148ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:18.151 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.146+0000 7f695a7fc700 1 -- 172.21.15.179:0/3286151071 --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f694c009570 con 0x7f695c071b30 2024-09-13T16:15:18.151 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.146+0000 7f695affd700 1 --2- 172.21.15.179:0/3286151071 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f695c0712f0 0x7f695c148ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:15:18.151 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.146+0000 7f695a7fc700 1 --2- 172.21.15.179:0/3286151071 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f695c071b30 0x7f695c141e00 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f695c0c56d0 tx=0x7f694c004770 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:18.151 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.146+0000 7f69537fe700 1 -- 172.21.15.179:0/3286151071 <== mon.1 v2:172.21.15.179:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f694c0036c0 con 0x7f695c071b30 2024-09-13T16:15:18.151 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.146+0000 7f69537fe700 1 -- 172.21.15.179:0/3286151071 <== mon.1 v2:172.21.15.179:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f694c01f070 con 0x7f695c071b30 2024-09-13T16:15:18.151 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.146+0000 7f695bfff700 1 -- 172.21.15.179:0/3286151071 --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f695c0c5360 con 0x7f695c071b30 2024-09-13T16:15:18.151 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.146+0000 7f69537fe700 1 -- 172.21.15.179:0/3286151071 <== mon.1 v2:172.21.15.179:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f694c003a80 con 0x7f695c071b30 2024-09-13T16:15:18.151 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.146+0000 7f695bfff700 1 -- 172.21.15.179:0/3286151071 --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f695c148600 con 0x7f695c071b30 2024-09-13T16:15:18.151 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.146+0000 7f69537fe700 1 -- 172.21.15.179:0/3286151071 <== mon.1 v2:172.21.15.179:3300/0 4 ==== mgrmap(e 1) v1 ==== 668+0+0 (secure 0 0 0) 0x7f694c021030 con 0x7f695c071b30 2024-09-13T16:15:18.151 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.146+0000 7f69537fe700 1 -- 172.21.15.179:0/3286151071 <== mon.1 v2:172.21.15.179:3300/0 5 ==== osd_map(4..4 src has 1..4) v4 ==== 955+0+0 (secure 0 0 0) 0x7f694c024430 con 0x7f695c071b30 2024-09-13T16:15:18.152 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.146+0000 7f695bfff700 1 -- 172.21.15.179:0/3286151071 --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f695c146600 con 0x7f695c071b30 2024-09-13T16:15:18.153 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.150+0000 7f69537fe700 1 -- 172.21.15.179:0/3286151071 <== mon.1 v2:172.21.15.179:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73245 (secure 0 0 0) 0x7f695c146600 con 0x7f695c071b30 2024-09-13T16:15:18.161 INFO:tasks.ceph.mgr.x.smithi179.stderr:2024-09-13T16:15:18.158+0000 7f85a7cc62c0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-13T16:15:18.221 INFO:tasks.ceph.mgr.x.smithi179.stderr:2024-09-13T16:15:18.218+0000 7f85a7cc62c0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-13T16:15:18.232 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.230+0000 7f695bfff700 1 -- 172.21.15.179:0/3286151071 --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_command({"prefix": "osd new", "uuid": "22d787ea-2049-40c1-aa23-811fdb981dbd", "id": 2} v 0) v1 -- 0x7f695c0c3000 con 0x7f695c071b30 2024-09-13T16:15:18.239 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.234+0000 7f69537fe700 1 -- 172.21.15.179:0/3286151071 <== mon.1 v2:172.21.15.179:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "22d787ea-2049-40c1-aa23-811fdb981dbd", "id": 2}]=0 v5) v1 ==== 112+0+2 (secure 0 0 0) 0x7f694c015020 con 0x7f695c071b30 2024-09-13T16:15:18.239 INFO:teuthology.orchestra.run.smithi179.stdout:2 2024-09-13T16:15:18.240 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.238+0000 7f695bfff700 1 -- 172.21.15.179:0/3286151071 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f695c071b30 msgr2=0x7f695c141e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:18.240 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.238+0000 7f695bfff700 1 --2- 172.21.15.179:0/3286151071 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f695c071b30 0x7f695c141e00 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f695c0c56d0 tx=0x7f694c004770 comp rx=0 tx=0).stop 2024-09-13T16:15:18.240 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.238+0000 7f695bfff700 1 -- 172.21.15.179:0/3286151071 shutdown_connections 2024-09-13T16:15:18.240 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.238+0000 7f695bfff700 1 --2- 172.21.15.179:0/3286151071 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f695c071f10 0x7f695c142340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:18.241 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.238+0000 7f695bfff700 1 --2- 172.21.15.179:0/3286151071 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f695c071b30 0x7f695c141e00 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:18.241 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.238+0000 7f695bfff700 1 --2- 172.21.15.179:0/3286151071 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f695c0712f0 0x7f695c148ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:18.241 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.238+0000 7f695bfff700 1 -- 172.21.15.179:0/3286151071 >> 172.21.15.179:0/3286151071 conn(0x7f695c0cb720 msgr2=0x7f695c1531a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:18.241 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.238+0000 7f695bfff700 1 -- 172.21.15.179:0/3286151071 shutdown_connections 2024-09-13T16:15:18.241 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.238+0000 7f695bfff700 1 -- 172.21.15.179:0/3286151071 wait complete. 2024-09-13T16:15:18.253 DEBUG:teuthology.orchestra.run.smithi179:> sudo ceph --cluster ceph osd new 30e4a102-0fce-46b2-8a6d-a7625c6a5ee9 3 2024-09-13T16:15:18.298 INFO:tasks.ceph.mgr.y.smithi005.stderr:2024-09-13T16:15:18.292+0000 7fec053392c0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-13T16:15:18.359 INFO:tasks.ceph.mgr.y.smithi005.stderr:2024-09-13T16:15:18.356+0000 7fec053392c0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-13T16:15:18.361 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.358+0000 7f62749e1700 1 Processor -- start 2024-09-13T16:15:18.361 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.358+0000 7f62749e1700 1 -- start start 2024-09-13T16:15:18.363 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.358+0000 7f62749e1700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f627006df40 0x7f6270158be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:18.363 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.358+0000 7f62749e1700 1 --2- >> v2:172.21.15.179:3300/0 conn(0x7f627006e320 0x7f62700c3390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:18.363 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.358+0000 7f62749e1700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f627006ef60 0x7f62700c5c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:18.363 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.358+0000 7f62749e1700 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f62700c4930 con 0x7f627006df40 2024-09-13T16:15:18.363 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.358+0000 7f62749e1700 1 -- --> v2:172.21.15.179:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f62700c5860 con 0x7f627006e320 2024-09-13T16:15:18.363 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.358+0000 7f62749e1700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f62700c4d50 con 0x7f627006ef60 2024-09-13T16:15:18.363 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.358+0000 7f626e59c700 1 --2- >> v2:172.21.15.179:3300/0 conn(0x7f627006e320 0x7f62700c3390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:18.363 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.358+0000 7f626f59e700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f627006ef60 0x7f62700c5c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:18.363 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.358+0000 7f626e59c700 1 --2- >> v2:172.21.15.179:3300/0 conn(0x7f627006e320 0x7f62700c3390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.179:3300/0 says I am v2:172.21.15.179:47152/0 (socket says 172.21.15.179:47152) 2024-09-13T16:15:18.363 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.358+0000 7f626e59c700 1 -- 172.21.15.179:0/4184008822 learned_addr learned my addr 172.21.15.179:0/4184008822 (peer_addr_for_me v2:172.21.15.179:0/0) 2024-09-13T16:15:18.364 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.358+0000 7f626f59e700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f627006ef60 0x7f62700c5c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.179:3301/0 says I am v2:172.21.15.179:57688/0 (socket says 172.21.15.179:57688) 2024-09-13T16:15:18.364 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.358+0000 7f626ed9d700 1 --2- 172.21.15.179:0/4184008822 >> v2:172.21.15.5:3300/0 conn(0x7f627006df40 0x7f6270158be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:18.364 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.358+0000 7f626f59e700 1 -- 172.21.15.179:0/4184008822 >> v2:172.21.15.179:3300/0 conn(0x7f627006e320 msgr2=0x7f62700c3390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:15:18.364 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.358+0000 7f626f59e700 1 --2- 172.21.15.179:0/4184008822 >> v2:172.21.15.179:3300/0 conn(0x7f627006e320 0x7f62700c3390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:18.364 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.358+0000 7f626f59e700 1 -- 172.21.15.179:0/4184008822 >> v2:172.21.15.5:3300/0 conn(0x7f627006df40 msgr2=0x7f6270158be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:15:18.364 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.358+0000 7f626f59e700 1 --2- 172.21.15.179:0/4184008822 >> v2:172.21.15.5:3300/0 conn(0x7f627006df40 0x7f6270158be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:18.364 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.358+0000 7f626f59e700 1 -- 172.21.15.179:0/4184008822 --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f62700c39d0 con 0x7f627006ef60 2024-09-13T16:15:18.364 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.358+0000 7f626e59c700 1 --2- 172.21.15.179:0/4184008822 >> v2:172.21.15.179:3300/0 conn(0x7f627006e320 0x7f62700c3390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:15:18.364 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.358+0000 7f626f59e700 1 --2- 172.21.15.179:0/4184008822 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f627006ef60 0x7f62700c5c30 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f627006ec50 tx=0x7f626800b330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3d39a8a933fa3f99 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:18.364 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.358+0000 7f626dd9b700 1 -- 172.21.15.179:0/4184008822 <== mon.2 v2:172.21.15.179:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f626800e070 con 0x7f627006ef60 2024-09-13T16:15:18.364 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.358+0000 7f626dd9b700 1 -- 172.21.15.179:0/4184008822 <== mon.2 v2:172.21.15.179:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f626800bb20 con 0x7f627006ef60 2024-09-13T16:15:18.364 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.358+0000 7f626dd9b700 1 -- 172.21.15.179:0/4184008822 <== mon.2 v2:172.21.15.179:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6268012430 con 0x7f627006ef60 2024-09-13T16:15:18.365 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.362+0000 7f62749e1700 1 -- 172.21.15.179:0/4184008822 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f627006ef60 msgr2=0x7f62700c5c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:18.365 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.362+0000 7f62749e1700 1 --2- 172.21.15.179:0/4184008822 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f627006ef60 0x7f62700c5c30 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f627006ec50 tx=0x7f626800b330 comp rx=0 tx=0).stop 2024-09-13T16:15:18.365 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.362+0000 7f62749e1700 1 -- 172.21.15.179:0/4184008822 shutdown_connections 2024-09-13T16:15:18.366 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.362+0000 7f62749e1700 1 --2- 172.21.15.179:0/4184008822 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f627006ef60 0x7f62700c5c30 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:18.366 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.362+0000 7f62749e1700 1 --2- 172.21.15.179:0/4184008822 >> v2:172.21.15.179:3300/0 conn(0x7f627006e320 0x7f62700c3390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:18.366 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.362+0000 7f62749e1700 1 --2- 172.21.15.179:0/4184008822 >> v2:172.21.15.5:3300/0 conn(0x7f627006df40 0x7f6270158be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:18.366 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.362+0000 7f62749e1700 1 -- 172.21.15.179:0/4184008822 >> 172.21.15.179:0/4184008822 conn(0x7f62700c7e30 msgr2=0x7f62700c8240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:18.366 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.362+0000 7f62749e1700 1 -- 172.21.15.179:0/4184008822 shutdown_connections 2024-09-13T16:15:18.366 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.362+0000 7f62749e1700 1 -- 172.21.15.179:0/4184008822 wait complete. 2024-09-13T16:15:18.368 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.362+0000 7f62749e1700 1 Processor -- start 2024-09-13T16:15:18.368 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.362+0000 7f62749e1700 1 -- start start 2024-09-13T16:15:18.369 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.362+0000 7f62749e1700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f627006df40 0x7f62700bdd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:18.369 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.362+0000 7f62749e1700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f627006e320 0x7f6270150120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:18.369 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.362+0000 7f62749e1700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f627006ef60 0x7f627014dfe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:18.369 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.362+0000 7f62749e1700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6270158e50 con 0x7f627006e320 2024-09-13T16:15:18.369 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.362+0000 7f62749e1700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6270156c60 con 0x7f627006df40 2024-09-13T16:15:18.369 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.362+0000 7f62749e1700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6270156f40 con 0x7f627006ef60 2024-09-13T16:15:18.369 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.362+0000 7f626f59e700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f627006ef60 0x7f627014dfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:18.369 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.362+0000 7f626ed9d700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f627006df40 0x7f62700bdd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:18.369 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.362+0000 7f626f59e700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f627006ef60 0x7f627014dfe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.179:3301/0 says I am v2:172.21.15.179:57700/0 (socket says 172.21.15.179:57700) 2024-09-13T16:15:18.369 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.362+0000 7f626f59e700 1 -- 172.21.15.179:0/3607969231 learned_addr learned my addr 172.21.15.179:0/3607969231 (peer_addr_for_me v2:172.21.15.179:0/0) 2024-09-13T16:15:18.369 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.362+0000 7f626ed9d700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f627006df40 0x7f62700bdd00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.179:3300/0 says I am v2:172.21.15.179:47166/0 (socket says 172.21.15.179:47166) 2024-09-13T16:15:18.369 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.362+0000 7f626e59c700 1 --2- 172.21.15.179:0/3607969231 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f627006e320 0x7f6270150120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:18.370 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.362+0000 7f626f59e700 1 -- 172.21.15.179:0/3607969231 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f627006df40 msgr2=0x7f62700bdd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:18.370 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.362+0000 7f626f59e700 1 --2- 172.21.15.179:0/3607969231 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f627006df40 0x7f62700bdd00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:18.370 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.362+0000 7f626f59e700 1 -- 172.21.15.179:0/3607969231 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f627006e320 msgr2=0x7f6270150120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:18.370 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.362+0000 7f626f59e700 1 --2- 172.21.15.179:0/3607969231 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f627006e320 0x7f6270150120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:18.370 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.362+0000 7f626f59e700 1 -- 172.21.15.179:0/3607969231 --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6264009570 con 0x7f627006ef60 2024-09-13T16:15:18.370 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.366+0000 7f626f59e700 1 --2- 172.21.15.179:0/3607969231 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f627006ef60 0x7f627014dfe0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f6268014040 tx=0x7f6268004af0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:18.370 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.366+0000 7f62577fe700 1 -- 172.21.15.179:0/3607969231 <== mon.2 v2:172.21.15.179:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6268004800 con 0x7f627006ef60 2024-09-13T16:15:18.370 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.366+0000 7f62577fe700 1 -- 172.21.15.179:0/3607969231 <== mon.2 v2:172.21.15.179:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6268020070 con 0x7f627006ef60 2024-09-13T16:15:18.370 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.366+0000 7f62749e1700 1 -- 172.21.15.179:0/3607969231 --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6268009a70 con 0x7f627006ef60 2024-09-13T16:15:18.370 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.366+0000 7f62577fe700 1 -- 172.21.15.179:0/3607969231 <== mon.2 v2:172.21.15.179:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f62680276c0 con 0x7f627006ef60 2024-09-13T16:15:18.370 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.366+0000 7f62749e1700 1 -- 172.21.15.179:0/3607969231 --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f62701575b0 con 0x7f627006ef60 2024-09-13T16:15:18.370 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.366+0000 7f62577fe700 1 -- 172.21.15.179:0/3607969231 <== mon.2 v2:172.21.15.179:3301/0 4 ==== mgrmap(e 1) v1 ==== 668+0+0 (secure 0 0 0) 0x7f6268027b20 con 0x7f627006ef60 2024-09-13T16:15:18.370 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.366+0000 7f62577fe700 1 -- 172.21.15.179:0/3607969231 <== mon.2 v2:172.21.15.179:3301/0 5 ==== osd_map(5..5 src has 1..5) v4 ==== 1070+0+0 (secure 0 0 0) 0x7f6268022070 con 0x7f627006ef60 2024-09-13T16:15:18.371 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.366+0000 7f62749e1700 1 -- 172.21.15.179:0/3607969231 --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f62701ef240 con 0x7f627006ef60 2024-09-13T16:15:18.371 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.370+0000 7f62577fe700 1 -- 172.21.15.179:0/3607969231 <== mon.2 v2:172.21.15.179:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73245 (secure 0 0 0) 0x7f6268045e30 con 0x7f627006ef60 2024-09-13T16:15:18.398 INFO:tasks.ceph.mgr.x.smithi179.stderr:2024-09-13T16:15:18.394+0000 7f85a7cc62c0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-13T16:15:18.448 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.446+0000 7f62749e1700 1 -- 172.21.15.179:0/3607969231 --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_command({"prefix": "osd new", "uuid": "30e4a102-0fce-46b2-8a6d-a7625c6a5ee9", "id": 3} v 0) v1 -- 0x7f62700c3390 con 0x7f627006ef60 2024-09-13T16:15:18.455 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.450+0000 7f62577fe700 1 -- 172.21.15.179:0/3607969231 <== mon.2 v2:172.21.15.179:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "30e4a102-0fce-46b2-8a6d-a7625c6a5ee9", "id": 3}]=0 v6) v1 ==== 112+0+2 (secure 0 0 0) 0x7f6268034030 con 0x7f627006ef60 2024-09-13T16:15:18.455 INFO:teuthology.orchestra.run.smithi179.stdout:3 2024-09-13T16:15:18.456 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.454+0000 7f62749e1700 1 -- 172.21.15.179:0/3607969231 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f627006ef60 msgr2=0x7f627014dfe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:18.456 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.454+0000 7f62749e1700 1 --2- 172.21.15.179:0/3607969231 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f627006ef60 0x7f627014dfe0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f6268014040 tx=0x7f6268004af0 comp rx=0 tx=0).stop 2024-09-13T16:15:18.457 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.454+0000 7f62749e1700 1 -- 172.21.15.179:0/3607969231 shutdown_connections 2024-09-13T16:15:18.457 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.454+0000 7f62749e1700 1 --2- 172.21.15.179:0/3607969231 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f627006ef60 0x7f627014dfe0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:18.457 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.454+0000 7f62749e1700 1 --2- 172.21.15.179:0/3607969231 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f627006e320 0x7f6270150120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:18.457 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.454+0000 7f62749e1700 1 --2- 172.21.15.179:0/3607969231 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f627006df40 0x7f62700bdd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:18.457 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.454+0000 7f62749e1700 1 -- 172.21.15.179:0/3607969231 >> 172.21.15.179:0/3607969231 conn(0x7f62700c7e30 msgr2=0x7f62700717e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:18.457 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.454+0000 7f62749e1700 1 -- 172.21.15.179:0/3607969231 shutdown_connections 2024-09-13T16:15:18.457 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.454+0000 7f62749e1700 1 -- 172.21.15.179:0/3607969231 wait complete. 2024-09-13T16:15:18.468 DEBUG:teuthology.orchestra.run.smithi179:> sudo ceph --cluster ceph osd new f47efe1d-f245-453c-b505-db74fe5df11c 4 2024-09-13T16:15:18.534 INFO:tasks.ceph.mgr.y.smithi005.stderr:2024-09-13T16:15:18.528+0000 7fec053392c0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-13T16:15:18.578 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.574+0000 7fa8adef9700 1 Processor -- start 2024-09-13T16:15:18.579 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.574+0000 7fa8adef9700 1 -- start start 2024-09-13T16:15:18.580 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.574+0000 7fa8adef9700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fa8a8070740 0x7fa8a8070bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:18.580 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.574+0000 7fa8adef9700 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa8a80710f0 con 0x7fa8a80cb720 2024-09-13T16:15:18.580 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.574+0000 7fa8adef9700 1 -- --> v1:172.21.15.179:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa8a815bfd0 con 0x7fa8a80cb340 2024-09-13T16:15:18.580 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.574+0000 7fa8adef9700 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa8a80caaf0 con 0x7fa8a8070740 2024-09-13T16:15:18.580 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.578+0000 7fa8acef7700 1 --1- >> v1:172.21.15.179:6789/0 conn(0x7fa8a80cb340 0x7fa8a81593c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.179:6789/0 says I am v1:172.21.15.179:54200/0 (socket says 172.21.15.179:54200) 2024-09-13T16:15:18.580 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.578+0000 7fa8acef7700 1 -- 172.21.15.179:0/3271670851 learned_addr learned my addr 172.21.15.179:0/3271670851 (peer_addr_for_me v1:172.21.15.179:0/0) 2024-09-13T16:15:18.580 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.578+0000 7fa8ad6f8700 1 --2- 172.21.15.179:0/3271670851 >> v2:172.21.15.5:3300/0 conn(0x7fa8a8070740 0x7fa8a8070bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:18.580 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.578+0000 7fa8a77fe700 1 -- 172.21.15.179:0/3271670851 <== mon.1 v1:172.21.15.179:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1594318129 0 0) 0x7fa8a815bfd0 con 0x7fa8a80cb340 2024-09-13T16:15:18.580 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.578+0000 7fa8a77fe700 1 -- 172.21.15.179:0/3271670851 --> v1:172.21.15.179:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa8980035d0 con 0x7fa8a80cb340 2024-09-13T16:15:18.583 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.578+0000 7fa8a77fe700 1 -- 172.21.15.179:0/3271670851 <== mon.1 v1:172.21.15.179:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3366946544 0 0) 0x7fa8980035d0 con 0x7fa8a80cb340 2024-09-13T16:15:18.583 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.578+0000 7fa8a77fe700 1 -- 172.21.15.179:0/3271670851 >> v2:172.21.15.5:3300/0 conn(0x7fa8a8070740 msgr2=0x7fa8a8070bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:15:18.583 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.578+0000 7fa8a77fe700 1 --2- 172.21.15.179:0/3271670851 >> v2:172.21.15.5:3300/0 conn(0x7fa8a8070740 0x7fa8a8070bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:18.583 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.578+0000 7fa8a77fe700 1 -- 172.21.15.179:0/3271670851 >> v1:172.21.15.5:6789/0 conn(0x7fa8a80cb720 legacy=0x7fa8a806f840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:18.583 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.578+0000 7fa8a77fe700 1 -- 172.21.15.179:0/3271670851 --> v1:172.21.15.179:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa8a815c270 con 0x7fa8a80cb340 2024-09-13T16:15:18.583 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.578+0000 7fa8a77fe700 1 -- 172.21.15.179:0/3271670851 <== mon.1 v1:172.21.15.179:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 830915072 0 0) 0x7fa89c001670 con 0x7fa8a80cb340 2024-09-13T16:15:18.584 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.578+0000 7fa8a77fe700 1 -- 172.21.15.179:0/3271670851 >> v1:172.21.15.179:6789/0 conn(0x7fa8a80cb340 legacy=0x7fa8a81593c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:18.584 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.578+0000 7fa8a77fe700 1 --2- 172.21.15.179:0/3271670851 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa898003a20 0x7fa898003e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:18.584 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.578+0000 7fa8a77fe700 1 --2- 172.21.15.179:0/3271670851 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fa898004870 0x7fa898004cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:18.584 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.578+0000 7fa8a77fe700 1 --2- 172.21.15.179:0/3271670851 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fa898005230 0x7fa89800ba30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:18.584 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.578+0000 7fa8a77fe700 1 -- 172.21.15.179:0/3271670851 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa89800c0b0 con 0x7fa898003a20 2024-09-13T16:15:18.584 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.578+0000 7fa8a77fe700 1 -- 172.21.15.179:0/3271670851 --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa89800c220 con 0x7fa898004870 2024-09-13T16:15:18.584 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.578+0000 7fa8a77fe700 1 -- 172.21.15.179:0/3271670851 --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa89800c3e0 con 0x7fa898005230 2024-09-13T16:15:18.584 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.578+0000 7fa8a7fff700 1 --2- 172.21.15.179:0/3271670851 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fa898004870 0x7fa898004cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:18.584 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.578+0000 7fa8acef7700 1 --2- 172.21.15.179:0/3271670851 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa898003a20 0x7fa898003e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:18.584 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.578+0000 7fa8ad6f8700 1 --2- 172.21.15.179:0/3271670851 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fa898005230 0x7fa89800ba30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:18.584 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.578+0000 7fa8a7fff700 1 -- 172.21.15.179:0/3271670851 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fa898005230 msgr2=0x7fa89800ba30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:15:18.584 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.578+0000 7fa8a7fff700 1 --2- 172.21.15.179:0/3271670851 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fa898005230 0x7fa89800ba30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:18.585 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.578+0000 7fa8a7fff700 1 -- 172.21.15.179:0/3271670851 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa898003a20 msgr2=0x7fa898003e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:15:18.585 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.578+0000 7fa8a7fff700 1 --2- 172.21.15.179:0/3271670851 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa898003a20 0x7fa898003e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:18.585 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.578+0000 7fa8a7fff700 1 -- 172.21.15.179:0/3271670851 --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa8980035d0 con 0x7fa898004870 2024-09-13T16:15:18.585 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.578+0000 7fa8ad6f8700 1 -- 172.21.15.179:0/3271670851 reap_dead start 2024-09-13T16:15:18.585 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.578+0000 7fa8a7fff700 1 --2- 172.21.15.179:0/3271670851 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fa898004870 0x7fa898004cf0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7fa894001810 tx=0x7fa8980058a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=28b7a3be3de03bfc server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:18.585 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.578+0000 7fa8a77fe700 1 -- 172.21.15.179:0/3271670851 <== mon.1 v2:172.21.15.179:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa894001300 con 0x7fa898004870 2024-09-13T16:15:18.585 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.578+0000 7fa8a77fe700 1 -- 172.21.15.179:0/3271670851 <== mon.1 v2:172.21.15.179:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa8940052f0 con 0x7fa898004870 2024-09-13T16:15:18.585 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.578+0000 7fa8a77fe700 1 -- 172.21.15.179:0/3271670851 <== mon.1 v2:172.21.15.179:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa8940036f0 con 0x7fa898004870 2024-09-13T16:15:18.585 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.578+0000 7fa8adef9700 1 -- 172.21.15.179:0/3271670851 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fa898004870 msgr2=0x7fa898004cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:18.585 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.578+0000 7fa8adef9700 1 --2- 172.21.15.179:0/3271670851 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fa898004870 0x7fa898004cf0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7fa894001810 tx=0x7fa8980058a0 comp rx=0 tx=0).stop 2024-09-13T16:15:18.585 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.578+0000 7fa8adef9700 1 -- 172.21.15.179:0/3271670851 shutdown_connections 2024-09-13T16:15:18.585 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.578+0000 7fa8adef9700 1 --2- 172.21.15.179:0/3271670851 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fa898004870 0x7fa898004cf0 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:18.585 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.578+0000 7fa8adef9700 1 -- 172.21.15.179:0/3271670851 >> 172.21.15.179:0/3271670851 conn(0x7fa8a8071f50 msgr2=0x7fa8a8072360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:18.586 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.578+0000 7fa8adef9700 1 -- 172.21.15.179:0/3271670851 shutdown_connections 2024-09-13T16:15:18.586 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.578+0000 7fa8adef9700 1 -- 172.21.15.179:0/3271670851 wait complete. 2024-09-13T16:15:18.587 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.582+0000 7fa8adef9700 1 Processor -- start 2024-09-13T16:15:18.587 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.582+0000 7fa8adef9700 1 -- start start 2024-09-13T16:15:18.587 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.582+0000 7fa8adef9700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fa898004870 0x7fa8a8149540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:18.587 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.582+0000 7fa8adef9700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fa8a8149000 0x7fa8a81eed00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:18.587 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.582+0000 7fa8adef9700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa8a80b2c50 0x7fa8a8144a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:18.587 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.582+0000 7fa8adef9700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa8a80b3690 con 0x7fa8a80b2c50 2024-09-13T16:15:18.587 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.582+0000 7fa8adef9700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa8a81f2260 con 0x7fa8a8149000 2024-09-13T16:15:18.588 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.582+0000 7fa8adef9700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa8a81ee240 con 0x7fa898004870 2024-09-13T16:15:18.588 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.582+0000 7fa8acef7700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fa898004870 0x7fa8a8149540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:18.588 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.582+0000 7fa8a7fff700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fa8a8149000 0x7fa8a81eed00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:18.588 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.582+0000 7fa8acef7700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fa898004870 0x7fa8a8149540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.179:3301/0 says I am v2:172.21.15.179:57724/0 (socket says 172.21.15.179:57724) 2024-09-13T16:15:18.588 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.582+0000 7fa8a7fff700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fa8a8149000 0x7fa8a81eed00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.179:3300/0 says I am v2:172.21.15.179:47186/0 (socket says 172.21.15.179:47186) 2024-09-13T16:15:18.588 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.582+0000 7fa8acef7700 1 -- 172.21.15.179:0/422445020 learned_addr learned my addr 172.21.15.179:0/422445020 (peer_addr_for_me v2:172.21.15.179:0/0) 2024-09-13T16:15:18.588 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.582+0000 7fa8ad6f8700 1 --2- 172.21.15.179:0/422445020 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa8a80b2c50 0x7fa8a8144a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:18.588 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.582+0000 7fa8acef7700 1 -- 172.21.15.179:0/422445020 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fa8a8149000 msgr2=0x7fa8a81eed00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:18.588 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.582+0000 7fa8acef7700 1 --2- 172.21.15.179:0/422445020 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fa8a8149000 0x7fa8a81eed00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:18.588 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.582+0000 7fa8acef7700 1 -- 172.21.15.179:0/422445020 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa8a80b2c50 msgr2=0x7fa8a8144a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:18.588 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.582+0000 7fa8acef7700 1 --2- 172.21.15.179:0/422445020 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa8a80b2c50 0x7fa8a8144a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:18.588 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.582+0000 7fa8acef7700 1 -- 172.21.15.179:0/422445020 --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa8a81f2500 con 0x7fa898004870 2024-09-13T16:15:18.588 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.582+0000 7fa8acef7700 1 --2- 172.21.15.179:0/422445020 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fa898004870 0x7fa8a8149540 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fa89c0072c0 tx=0x7fa89c0075d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:18.589 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.586+0000 7fa8a57fa700 1 -- 172.21.15.179:0/422445020 <== mon.2 v2:172.21.15.179:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa89c011580 con 0x7fa898004870 2024-09-13T16:15:18.589 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.586+0000 7fa8a57fa700 1 -- 172.21.15.179:0/422445020 <== mon.2 v2:172.21.15.179:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa89c011720 con 0x7fa898004870 2024-09-13T16:15:18.590 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.586+0000 7fa8adef9700 1 -- 172.21.15.179:0/422445020 --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa8a81ee500 con 0x7fa898004870 2024-09-13T16:15:18.590 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.586+0000 7fa8a57fa700 1 -- 172.21.15.179:0/422445020 <== mon.2 v2:172.21.15.179:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa89c011ad0 con 0x7fa898004870 2024-09-13T16:15:18.590 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.586+0000 7fa8adef9700 1 -- 172.21.15.179:0/422445020 --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa8a814af00 con 0x7fa898004870 2024-09-13T16:15:18.590 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.586+0000 7fa8a57fa700 1 -- 172.21.15.179:0/422445020 <== mon.2 v2:172.21.15.179:3301/0 4 ==== mgrmap(e 1) v1 ==== 668+0+0 (secure 0 0 0) 0x7fa89c01d460 con 0x7fa898004870 2024-09-13T16:15:18.590 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.586+0000 7fa8a57fa700 1 -- 172.21.15.179:0/422445020 <== mon.2 v2:172.21.15.179:3301/0 5 ==== osd_map(6..6 src has 1..6) v4 ==== 1185+0+0 (secure 0 0 0) 0x7fa89c01dc20 con 0x7fa898004870 2024-09-13T16:15:18.590 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.586+0000 7fa8adef9700 1 -- 172.21.15.179:0/422445020 --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa8a80677b0 con 0x7fa898004870 2024-09-13T16:15:18.592 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.590+0000 7fa8a57fa700 1 -- 172.21.15.179:0/422445020 <== mon.2 v2:172.21.15.179:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73245 (secure 0 0 0) 0x7fa89c01d710 con 0x7fa898004870 2024-09-13T16:15:18.634 INFO:tasks.ceph.mgr.x.smithi179.stderr:2024-09-13T16:15:18.630+0000 7f85a7cc62c0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-13T16:15:18.667 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.662+0000 7fa8adef9700 1 -- 172.21.15.179:0/422445020 --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_command({"prefix": "osd new", "uuid": "f47efe1d-f245-453c-b505-db74fe5df11c", "id": 4} v 0) v1 -- 0x7fa8a80728e0 con 0x7fa898004870 2024-09-13T16:15:18.673 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.670+0000 7fa8a57fa700 1 -- 172.21.15.179:0/422445020 <== mon.2 v2:172.21.15.179:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "f47efe1d-f245-453c-b505-db74fe5df11c", "id": 4}]=0 v7) v1 ==== 112+0+2 (secure 0 0 0) 0x7fa89c01d8b0 con 0x7fa898004870 2024-09-13T16:15:18.674 INFO:teuthology.orchestra.run.smithi179.stdout:4 2024-09-13T16:15:18.675 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.670+0000 7fa8adef9700 1 -- 172.21.15.179:0/422445020 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fa898004870 msgr2=0x7fa8a8149540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:18.675 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.670+0000 7fa8adef9700 1 --2- 172.21.15.179:0/422445020 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fa898004870 0x7fa8a8149540 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fa89c0072c0 tx=0x7fa89c0075d0 comp rx=0 tx=0).stop 2024-09-13T16:15:18.675 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.670+0000 7fa8adef9700 1 -- 172.21.15.179:0/422445020 shutdown_connections 2024-09-13T16:15:18.675 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.670+0000 7fa8adef9700 1 --2- 172.21.15.179:0/422445020 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa8a80b2c50 0x7fa8a8144a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:18.675 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.670+0000 7fa8adef9700 1 --2- 172.21.15.179:0/422445020 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fa8a8149000 0x7fa8a81eed00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:18.675 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.670+0000 7fa8adef9700 1 --2- 172.21.15.179:0/422445020 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fa898004870 0x7fa8a8149540 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:18.676 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.670+0000 7fa8adef9700 1 -- 172.21.15.179:0/422445020 >> 172.21.15.179:0/422445020 conn(0x7fa8a8071f50 msgr2=0x7fa8a8152200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:18.676 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.670+0000 7fa8adef9700 1 -- 172.21.15.179:0/422445020 shutdown_connections 2024-09-13T16:15:18.676 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.670+0000 7fa8adef9700 1 -- 172.21.15.179:0/422445020 wait complete. 2024-09-13T16:15:18.687 DEBUG:teuthology.orchestra.run.smithi179:> sudo ceph --cluster ceph osd new f6fd9c2f-b7ed-4e7b-a9fd-12aaea05bfa9 5 2024-09-13T16:15:18.689 INFO:tasks.ceph.mgr.x.smithi179.stderr:2024-09-13T16:15:18.686+0000 7f85a7cc62c0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-13T16:15:18.771 INFO:tasks.ceph.mgr.y.smithi005.stderr:2024-09-13T16:15:18.768+0000 7fec053392c0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-13T16:15:18.796 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.794+0000 7f260cee3700 1 Processor -- start 2024-09-13T16:15:18.797 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.794+0000 7f260cee3700 1 -- start start 2024-09-13T16:15:18.800 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.794+0000 7f260cee3700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f260806bb20 0x7f26081566b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:18.800 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.794+0000 7f260cee3700 1 --2- >> v2:172.21.15.179:3300/0 conn(0x7f260806bf00 0x7f26081503a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:18.800 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.794+0000 7f260cee3700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f26080c77f0 0x7f26081508e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:18.800 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.794+0000 7f260cee3700 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2608150e20 con 0x7f26080c77f0 2024-09-13T16:15:18.800 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.794+0000 7f260cee3700 1 -- --> v2:172.21.15.179:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f26080c5840 con 0x7f260806bf00 2024-09-13T16:15:18.800 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.794+0000 7f260cee3700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f260815ab90 con 0x7f260806bb20 2024-09-13T16:15:18.800 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.794+0000 7f26077fe700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f260806bb20 0x7f26081566b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:18.800 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.794+0000 7f2606ffd700 1 --2- >> v2:172.21.15.179:3300/0 conn(0x7f260806bf00 0x7f26081503a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:18.801 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.794+0000 7f26077fe700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f260806bb20 0x7f26081566b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.179:3301/0 says I am v2:172.21.15.179:57734/0 (socket says 172.21.15.179:57734) 2024-09-13T16:15:18.801 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.794+0000 7f26077fe700 1 -- 172.21.15.179:0/508324531 learned_addr learned my addr 172.21.15.179:0/508324531 (peer_addr_for_me v2:172.21.15.179:0/0) 2024-09-13T16:15:18.801 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.794+0000 7f2607fff700 1 --2- 172.21.15.179:0/508324531 >> v2:172.21.15.5:3300/0 conn(0x7f26080c77f0 0x7f26081508e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:18.801 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.794+0000 7f2606ffd700 1 -- 172.21.15.179:0/508324531 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f260806bb20 msgr2=0x7f26081566b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:15:18.801 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.794+0000 7f2606ffd700 1 --2- 172.21.15.179:0/508324531 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f260806bb20 0x7f26081566b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:18.801 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.794+0000 7f2606ffd700 1 -- 172.21.15.179:0/508324531 >> v2:172.21.15.5:3300/0 conn(0x7f26080c77f0 msgr2=0x7f26081508e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:15:18.801 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.794+0000 7f2606ffd700 1 --2- 172.21.15.179:0/508324531 >> v2:172.21.15.5:3300/0 conn(0x7f26080c77f0 0x7f26081508e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:18.801 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.794+0000 7f2606ffd700 1 -- 172.21.15.179:0/508324531 --> v2:172.21.15.179:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f26080c5560 con 0x7f260806bf00 2024-09-13T16:15:18.801 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.794+0000 7f2606ffd700 1 --2- 172.21.15.179:0/508324531 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f260806bf00 0x7f26081503a0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f260806c7f0 tx=0x7f25fc009b30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4a4d73fd9cbf9297 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:18.801 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.794+0000 7f26067fc700 1 -- 172.21.15.179:0/508324531 <== mon.1 v2:172.21.15.179:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f25fc011830 con 0x7f260806bf00 2024-09-13T16:15:18.801 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.794+0000 7f26067fc700 1 -- 172.21.15.179:0/508324531 <== mon.1 v2:172.21.15.179:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f25fc011990 con 0x7f260806bf00 2024-09-13T16:15:18.801 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.794+0000 7f26067fc700 1 -- 172.21.15.179:0/508324531 <== mon.1 v2:172.21.15.179:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f25fc011d20 con 0x7f260806bf00 2024-09-13T16:15:18.801 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.798+0000 7f260cee3700 1 -- 172.21.15.179:0/508324531 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f260806bf00 msgr2=0x7f26081503a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:18.801 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.798+0000 7f260cee3700 1 --2- 172.21.15.179:0/508324531 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f260806bf00 0x7f26081503a0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f260806c7f0 tx=0x7f25fc009b30 comp rx=0 tx=0).stop 2024-09-13T16:15:18.802 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.798+0000 7f260cee3700 1 -- 172.21.15.179:0/508324531 shutdown_connections 2024-09-13T16:15:18.802 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.798+0000 7f260cee3700 1 --2- 172.21.15.179:0/508324531 >> v2:172.21.15.5:3300/0 conn(0x7f26080c77f0 0x7f26081508e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:18.802 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.798+0000 7f260cee3700 1 --2- 172.21.15.179:0/508324531 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f260806bf00 0x7f26081503a0 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:18.802 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.798+0000 7f260cee3700 1 --2- 172.21.15.179:0/508324531 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f260806bb20 0x7f26081566b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:18.802 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.798+0000 7f260cee3700 1 -- 172.21.15.179:0/508324531 >> 172.21.15.179:0/508324531 conn(0x7f26080cb720 msgr2=0x7f26080cbb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:18.802 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.798+0000 7f260cee3700 1 -- 172.21.15.179:0/508324531 shutdown_connections 2024-09-13T16:15:18.802 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.798+0000 7f260cee3700 1 -- 172.21.15.179:0/508324531 wait complete. 2024-09-13T16:15:18.802 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.798+0000 7f260cee3700 1 Processor -- start 2024-09-13T16:15:18.803 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.798+0000 7f260cee3700 1 -- start start 2024-09-13T16:15:18.805 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.798+0000 7f260cee3700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f260806bb20 0x7f2608145050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:18.805 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.798+0000 7f260cee3700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f260806bf00 0x7f26081464e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:18.805 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.798+0000 7f260cee3700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f26080c77f0 0x7f26081ebac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:18.805 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.798+0000 7f260cee3700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2608144900 con 0x7f26080c77f0 2024-09-13T16:15:18.805 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.798+0000 7f260cee3700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f26081510e0 con 0x7f260806bf00 2024-09-13T16:15:18.805 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.798+0000 7f260cee3700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2608145590 con 0x7f260806bb20 2024-09-13T16:15:18.805 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.802+0000 7f26077fe700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f260806bb20 0x7f2608145050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:18.805 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.802+0000 7f2606ffd700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f260806bf00 0x7f26081464e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:18.805 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.802+0000 7f26077fe700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f260806bb20 0x7f2608145050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.179:3301/0 says I am v2:172.21.15.179:57738/0 (socket says 172.21.15.179:57738) 2024-09-13T16:15:18.806 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.802+0000 7f26077fe700 1 -- 172.21.15.179:0/1630108007 learned_addr learned my addr 172.21.15.179:0/1630108007 (peer_addr_for_me v2:172.21.15.179:0/0) 2024-09-13T16:15:18.806 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.802+0000 7f2607fff700 1 --2- 172.21.15.179:0/1630108007 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f26080c77f0 0x7f26081ebac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:18.806 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.802+0000 7f2606ffd700 1 -- 172.21.15.179:0/1630108007 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f260806bb20 msgr2=0x7f2608145050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:18.806 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.802+0000 7f2606ffd700 1 --2- 172.21.15.179:0/1630108007 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f260806bb20 0x7f2608145050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:18.806 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.802+0000 7f2606ffd700 1 -- 172.21.15.179:0/1630108007 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f26080c77f0 msgr2=0x7f26081ebac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:18.806 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.802+0000 7f2606ffd700 1 --2- 172.21.15.179:0/1630108007 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f26080c77f0 0x7f26081ebac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:18.806 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.802+0000 7f2606ffd700 1 -- 172.21.15.179:0/1630108007 --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f25fc0094b0 con 0x7f260806bf00 2024-09-13T16:15:18.806 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.802+0000 7f2607fff700 1 --2- 172.21.15.179:0/1630108007 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f26080c77f0 0x7f26081ebac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:15:18.806 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.802+0000 7f2606ffd700 1 --2- 172.21.15.179:0/1630108007 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f260806bf00 0x7f26081464e0 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f25fc016000 tx=0x7f25fc004770 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:18.806 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.802+0000 7f25effff700 1 -- 172.21.15.179:0/1630108007 <== mon.1 v2:172.21.15.179:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f25fc004610 con 0x7f260806bf00 2024-09-13T16:15:18.806 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.802+0000 7f25effff700 1 -- 172.21.15.179:0/1630108007 <== mon.1 v2:172.21.15.179:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f25fc01e070 con 0x7f260806bf00 2024-09-13T16:15:18.806 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.802+0000 7f260cee3700 1 -- 172.21.15.179:0/1630108007 --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f26081513a0 con 0x7f260806bf00 2024-09-13T16:15:18.806 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.802+0000 7f25effff700 1 -- 172.21.15.179:0/1630108007 <== mon.1 v2:172.21.15.179:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f25fc0038e0 con 0x7f260806bf00 2024-09-13T16:15:18.807 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.802+0000 7f260cee3700 1 -- 172.21.15.179:0/1630108007 --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2608144100 con 0x7f260806bf00 2024-09-13T16:15:18.807 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.802+0000 7f25effff700 1 -- 172.21.15.179:0/1630108007 <== mon.1 v2:172.21.15.179:3300/0 4 ==== mgrmap(e 1) v1 ==== 668+0+0 (secure 0 0 0) 0x7f25fc003d40 con 0x7f260806bf00 2024-09-13T16:15:18.807 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.802+0000 7f25effff700 1 -- 172.21.15.179:0/1630108007 <== mon.1 v2:172.21.15.179:3300/0 5 ==== osd_map(7..7 src has 1..7) v4 ==== 1300+0+0 (secure 0 0 0) 0x7f25fc01a420 con 0x7f260806bf00 2024-09-13T16:15:18.807 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.802+0000 7f260cee3700 1 -- 172.21.15.179:0/1630108007 --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f26080c5190 con 0x7f260806bf00 2024-09-13T16:15:18.808 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.806+0000 7f25effff700 1 -- 172.21.15.179:0/1630108007 <== mon.1 v2:172.21.15.179:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73245 (secure 0 0 0) 0x7f25fc020070 con 0x7f260806bf00 2024-09-13T16:15:18.828 INFO:tasks.ceph.mgr.y.smithi005.stderr:2024-09-13T16:15:18.824+0000 7fec053392c0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-13T16:15:18.876 INFO:tasks.ceph.mgr.x.smithi179.stderr:2024-09-13T16:15:18.874+0000 7f85a7cc62c0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-13T16:15:18.881 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.878+0000 7f260cee3700 1 -- 172.21.15.179:0/1630108007 --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_command({"prefix": "osd new", "uuid": "f6fd9c2f-b7ed-4e7b-a9fd-12aaea05bfa9", "id": 5} v 0) v1 -- 0x7f26080704b0 con 0x7f260806bf00 2024-09-13T16:15:18.887 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.882+0000 7f25effff700 1 -- 172.21.15.179:0/1630108007 <== mon.1 v2:172.21.15.179:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "f6fd9c2f-b7ed-4e7b-a9fd-12aaea05bfa9", "id": 5}]=0 v8) v1 ==== 112+0+2 (secure 0 0 0) 0x7f25fc015020 con 0x7f260806bf00 2024-09-13T16:15:18.887 INFO:teuthology.orchestra.run.smithi179.stdout:5 2024-09-13T16:15:18.889 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.886+0000 7f260cee3700 1 -- 172.21.15.179:0/1630108007 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f260806bf00 msgr2=0x7f26081464e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:18.889 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.886+0000 7f260cee3700 1 --2- 172.21.15.179:0/1630108007 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f260806bf00 0x7f26081464e0 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f25fc016000 tx=0x7f25fc004770 comp rx=0 tx=0).stop 2024-09-13T16:15:18.889 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.886+0000 7f260cee3700 1 -- 172.21.15.179:0/1630108007 shutdown_connections 2024-09-13T16:15:18.889 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.886+0000 7f260cee3700 1 --2- 172.21.15.179:0/1630108007 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f26080c77f0 0x7f26081ebac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:18.889 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.886+0000 7f260cee3700 1 --2- 172.21.15.179:0/1630108007 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f260806bf00 0x7f26081464e0 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:18.889 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.886+0000 7f260cee3700 1 --2- 172.21.15.179:0/1630108007 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f260806bb20 0x7f2608145050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:18.889 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.886+0000 7f260cee3700 1 -- 172.21.15.179:0/1630108007 >> 172.21.15.179:0/1630108007 conn(0x7f26080cb720 msgr2=0x7f26080cbb00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:18.889 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.886+0000 7f260cee3700 1 -- 172.21.15.179:0/1630108007 shutdown_connections 2024-09-13T16:15:18.889 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:18.886+0000 7f260cee3700 1 -- 172.21.15.179:0/1630108007 wait complete. 2024-09-13T16:15:18.900 DEBUG:teuthology.orchestra.run.smithi179:> sudo ceph --cluster ceph osd new 48985a9a-ec23-44a6-8f23-87edd7853994 6 2024-09-13T16:15:18.939 INFO:tasks.ceph.mgr.x.smithi179.stderr:2024-09-13T16:15:18.934+0000 7f85a7cc62c0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-13T16:15:19.003 INFO:tasks.ceph.mgr.x.smithi179.stderr:2024-09-13T16:15:18.998+0000 7f85a7cc62c0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-13T16:15:19.006 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.002+0000 7f0daa5fc700 1 Processor -- start 2024-09-13T16:15:19.006 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.002+0000 7f0daa5fc700 1 -- start start 2024-09-13T16:15:19.008 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.006+0000 7f0daa5fc700 1 --2- >> v2:172.21.15.179:3300/0 conn(0x7f0da41585a0 0x7f0da4158980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:19.008 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.006+0000 7f0daa5fc700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f0da4070eb0 0x7f0da414ead0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:19.009 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.006+0000 7f0daa5fc700 1 -- --> v1:172.21.15.179:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0da4070310 con 0x7f0da40c16a0 2024-09-13T16:15:19.009 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.006+0000 7f0daa5fc700 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0da40c6c40 con 0x7f0da4070eb0 2024-09-13T16:15:19.009 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.006+0000 7f0daa5fc700 1 -- --> v2:172.21.15.179:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0da40c6960 con 0x7f0da41585a0 2024-09-13T16:15:19.009 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.006+0000 7f0da95fa700 1 --2- >> v2:172.21.15.179:3300/0 conn(0x7f0da41585a0 0x7f0da4158980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:19.009 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.006+0000 7f0da8df9700 1 --1- >> v1:172.21.15.179:6789/0 conn(0x7f0da40c16a0 0x7f0da40707a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.179:6789/0 says I am v1:172.21.15.179:54214/0 (socket says 172.21.15.179:54214) 2024-09-13T16:15:19.009 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.006+0000 7f0da8df9700 1 -- 172.21.15.179:0/686210902 learned_addr learned my addr 172.21.15.179:0/686210902 (peer_addr_for_me v1:172.21.15.179:0/0) 2024-09-13T16:15:19.009 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.006+0000 7f0da9dfb700 1 --2- 172.21.15.179:0/686210902 >> v2:172.21.15.5:3300/0 conn(0x7f0da4070eb0 0x7f0da414ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:19.009 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.006+0000 7f0d9bfff700 1 -- 172.21.15.179:0/686210902 <== mon.1 v1:172.21.15.179:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3657613794 0 0) 0x7f0da4070310 con 0x7f0da40c16a0 2024-09-13T16:15:19.010 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.006+0000 7f0d9bfff700 1 -- 172.21.15.179:0/686210902 --> v1:172.21.15.179:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0d900035d0 con 0x7f0da40c16a0 2024-09-13T16:15:19.011 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.006+0000 7f0d9bfff700 1 -- 172.21.15.179:0/686210902 <== mon.1 v1:172.21.15.179:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 948429678 0 0) 0x7f0d900035d0 con 0x7f0da40c16a0 2024-09-13T16:15:19.011 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.006+0000 7f0da95fa700 1 -- 172.21.15.179:0/686210902 >> v2:172.21.15.5:3300/0 conn(0x7f0da4070eb0 msgr2=0x7f0da414ead0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:15:19.011 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.006+0000 7f0da95fa700 1 --2- 172.21.15.179:0/686210902 >> v2:172.21.15.5:3300/0 conn(0x7f0da4070eb0 0x7f0da414ead0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:19.011 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.006+0000 7f0da95fa700 1 -- 172.21.15.179:0/686210902 >> v1:172.21.15.179:6789/0 conn(0x7f0da40c16a0 legacy=0x7f0da40707a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:19.012 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.006+0000 7f0da95fa700 1 -- 172.21.15.179:0/686210902 --> v2:172.21.15.179:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0da406f9e0 con 0x7f0da41585a0 2024-09-13T16:15:19.012 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.006+0000 7f0da95fa700 1 --2- 172.21.15.179:0/686210902 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f0da41585a0 0x7f0da4158980 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f0da40c2cd0 tx=0x7f0da0009b30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=20b75f8fcae8b2d6 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:19.012 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.006+0000 7f0d9bfff700 1 -- 172.21.15.179:0/686210902 <== mon.1 v2:172.21.15.179:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d94001670 con 0x7f0da41585a0 2024-09-13T16:15:19.012 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.006+0000 7f0d9bfff700 1 -- 172.21.15.179:0/686210902 <== mon.1 v2:172.21.15.179:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0da0004030 con 0x7f0da41585a0 2024-09-13T16:15:19.012 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.006+0000 7f0d9bfff700 1 -- 172.21.15.179:0/686210902 <== mon.1 v2:172.21.15.179:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0da00043c0 con 0x7f0da41585a0 2024-09-13T16:15:19.012 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.006+0000 7f0daa5fc700 1 -- 172.21.15.179:0/686210902 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f0da41585a0 msgr2=0x7f0da4158980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:19.012 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.006+0000 7f0daa5fc700 1 --2- 172.21.15.179:0/686210902 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f0da41585a0 0x7f0da4158980 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f0da40c2cd0 tx=0x7f0da0009b30 comp rx=0 tx=0).stop 2024-09-13T16:15:19.012 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.006+0000 7f0daa5fc700 1 -- 172.21.15.179:0/686210902 shutdown_connections 2024-09-13T16:15:19.012 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.006+0000 7f0daa5fc700 1 --2- 172.21.15.179:0/686210902 >> v2:172.21.15.5:3300/0 conn(0x7f0da4070eb0 0x7f0da414ead0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:19.012 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.006+0000 7f0daa5fc700 1 --2- 172.21.15.179:0/686210902 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f0da41585a0 0x7f0da4158980 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:19.013 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.006+0000 7f0daa5fc700 1 -- 172.21.15.179:0/686210902 >> 172.21.15.179:0/686210902 conn(0x7f0da406ad80 msgr2=0x7f0da406b190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:19.013 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.006+0000 7f0daa5fc700 1 -- 172.21.15.179:0/686210902 shutdown_connections 2024-09-13T16:15:19.013 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.006+0000 7f0daa5fc700 1 -- 172.21.15.179:0/686210902 wait complete. 2024-09-13T16:15:19.013 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.006+0000 7f0daa5fc700 1 Processor -- start 2024-09-13T16:15:19.013 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.006+0000 7f0daa5fc700 1 -- start start 2024-09-13T16:15:19.015 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.010+0000 7f0daa5fc700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f0da4070eb0 0x7f0da4157c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:19.015 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.010+0000 7f0daa5fc700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0da40c16a0 0x7f0da41431d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:19.015 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.010+0000 7f0daa5fc700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f0da41585a0 0x7f0da413ffe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:19.015 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.010+0000 7f0daa5fc700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0da40c8e00 con 0x7f0da40c16a0 2024-09-13T16:15:19.015 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.010+0000 7f0daa5fc700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0da41563e0 con 0x7f0da4070eb0 2024-09-13T16:15:19.015 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.010+0000 7f0daa5fc700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0da4158160 con 0x7f0da41585a0 2024-09-13T16:15:19.016 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.010+0000 7f0da95fa700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f0da4070eb0 0x7f0da4157c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:19.016 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.010+0000 7f0da95fa700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f0da4070eb0 0x7f0da4157c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.179:3300/0 says I am v2:172.21.15.179:47226/0 (socket says 172.21.15.179:47226) 2024-09-13T16:15:19.016 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.010+0000 7f0da95fa700 1 -- 172.21.15.179:0/4171167185 learned_addr learned my addr 172.21.15.179:0/4171167185 (peer_addr_for_me v2:172.21.15.179:0/0) 2024-09-13T16:15:19.016 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.010+0000 7f0da9dfb700 1 --2- 172.21.15.179:0/4171167185 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f0da41585a0 0x7f0da413ffe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:19.016 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.010+0000 7f0da8df9700 1 --2- 172.21.15.179:0/4171167185 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0da40c16a0 0x7f0da41431d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:19.016 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.010+0000 7f0da95fa700 1 -- 172.21.15.179:0/4171167185 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f0da41585a0 msgr2=0x7f0da413ffe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:19.016 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.010+0000 7f0da95fa700 1 --2- 172.21.15.179:0/4171167185 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f0da41585a0 0x7f0da413ffe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:19.016 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.010+0000 7f0da95fa700 1 -- 172.21.15.179:0/4171167185 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0da40c16a0 msgr2=0x7f0da41431d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:19.016 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.010+0000 7f0da95fa700 1 --2- 172.21.15.179:0/4171167185 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0da40c16a0 0x7f0da41431d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:19.016 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.010+0000 7f0da95fa700 1 -- 172.21.15.179:0/4171167185 --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0da00094b0 con 0x7f0da4070eb0 2024-09-13T16:15:19.016 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.010+0000 7f0da8df9700 1 --2- 172.21.15.179:0/4171167185 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0da40c16a0 0x7f0da41431d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:15:19.016 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.010+0000 7f0da95fa700 1 --2- 172.21.15.179:0/4171167185 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f0da4070eb0 0x7f0da4157c20 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f0da40c6aa0 tx=0x7f0da0004770 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:19.016 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.010+0000 7f0d99ffb700 1 -- 172.21.15.179:0/4171167185 <== mon.1 v2:172.21.15.179:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0da0003d30 con 0x7f0da4070eb0 2024-09-13T16:15:19.017 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.010+0000 7f0d99ffb700 1 -- 172.21.15.179:0/4171167185 <== mon.1 v2:172.21.15.179:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0da001f070 con 0x7f0da4070eb0 2024-09-13T16:15:19.017 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.010+0000 7f0daa5fc700 1 -- 172.21.15.179:0/4171167185 --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0da40c9080 con 0x7f0da4070eb0 2024-09-13T16:15:19.017 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.010+0000 7f0d99ffb700 1 -- 172.21.15.179:0/4171167185 <== mon.1 v2:172.21.15.179:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0da0011870 con 0x7f0da4070eb0 2024-09-13T16:15:19.017 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.010+0000 7f0daa5fc700 1 -- 172.21.15.179:0/4171167185 --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0da40c8b20 con 0x7f0da4070eb0 2024-09-13T16:15:19.017 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.010+0000 7f0d99ffb700 1 -- 172.21.15.179:0/4171167185 <== mon.1 v2:172.21.15.179:3300/0 4 ==== mgrmap(e 1) v1 ==== 668+0+0 (secure 0 0 0) 0x7f0da0011cd0 con 0x7f0da4070eb0 2024-09-13T16:15:19.017 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.010+0000 7f0d99ffb700 1 -- 172.21.15.179:0/4171167185 <== mon.1 v2:172.21.15.179:3300/0 5 ==== osd_map(8..8 src has 1..8) v4 ==== 1415+0+0 (secure 0 0 0) 0x7f0da0021070 con 0x7f0da4070eb0 2024-09-13T16:15:19.017 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.010+0000 7f0daa5fc700 1 -- 172.21.15.179:0/4171167185 --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0da40c25d0 con 0x7f0da4070eb0 2024-09-13T16:15:19.018 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.014+0000 7f0d99ffb700 1 -- 172.21.15.179:0/4171167185 <== mon.1 v2:172.21.15.179:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73245 (secure 0 0 0) 0x7f0da0026480 con 0x7f0da4070eb0 2024-09-13T16:15:19.021 INFO:tasks.ceph.mgr.y.smithi005.stderr:2024-09-13T16:15:19.016+0000 7fec053392c0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-13T16:15:19.088 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.086+0000 7f0daa5fc700 1 -- 172.21.15.179:0/4171167185 --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_command({"prefix": "osd new", "uuid": "48985a9a-ec23-44a6-8f23-87edd7853994", "id": 6} v 0) v1 -- 0x7f0da414caa0 con 0x7f0da4070eb0 2024-09-13T16:15:19.091 INFO:tasks.ceph.mgr.y.smithi005.stderr:2024-09-13T16:15:19.088+0000 7fec053392c0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-13T16:15:19.094 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.090+0000 7f0d99ffb700 1 -- 172.21.15.179:0/4171167185 <== mon.1 v2:172.21.15.179:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "48985a9a-ec23-44a6-8f23-87edd7853994", "id": 6}]=0 v9) v1 ==== 112+0+2 (secure 0 0 0) 0x7f0da0026750 con 0x7f0da4070eb0 2024-09-13T16:15:19.094 INFO:teuthology.orchestra.run.smithi179.stdout:6 2024-09-13T16:15:19.096 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.090+0000 7f0daa5fc700 1 -- 172.21.15.179:0/4171167185 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f0da4070eb0 msgr2=0x7f0da4157c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:19.096 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.090+0000 7f0daa5fc700 1 --2- 172.21.15.179:0/4171167185 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f0da4070eb0 0x7f0da4157c20 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f0da40c6aa0 tx=0x7f0da0004770 comp rx=0 tx=0).stop 2024-09-13T16:15:19.096 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.090+0000 7f0daa5fc700 1 -- 172.21.15.179:0/4171167185 shutdown_connections 2024-09-13T16:15:19.096 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.090+0000 7f0daa5fc700 1 --2- 172.21.15.179:0/4171167185 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f0da41585a0 0x7f0da413ffe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:19.096 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.090+0000 7f0daa5fc700 1 --2- 172.21.15.179:0/4171167185 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0da40c16a0 0x7f0da41431d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:19.096 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.090+0000 7f0daa5fc700 1 --2- 172.21.15.179:0/4171167185 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f0da4070eb0 0x7f0da4157c20 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:19.096 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.090+0000 7f0daa5fc700 1 -- 172.21.15.179:0/4171167185 >> 172.21.15.179:0/4171167185 conn(0x7f0da406ad80 msgr2=0x7f0da40c4740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:19.096 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.094+0000 7f0daa5fc700 1 -- 172.21.15.179:0/4171167185 shutdown_connections 2024-09-13T16:15:19.096 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.094+0000 7f0daa5fc700 1 -- 172.21.15.179:0/4171167185 wait complete. 2024-09-13T16:15:19.107 DEBUG:teuthology.orchestra.run.smithi179:> sudo ceph --cluster ceph osd new af684358-558e-4fa4-ac35-1e3ef24b9021 7 2024-09-13T16:15:19.164 INFO:tasks.ceph.mgr.y.smithi005.stderr:2024-09-13T16:15:19.160+0000 7fec053392c0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-13T16:15:19.225 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.222+0000 7f85fac59700 1 Processor -- start 2024-09-13T16:15:19.225 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.222+0000 7f85fac59700 1 -- start start 2024-09-13T16:15:19.228 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.222+0000 7f85fac59700 1 --2- >> v2:172.21.15.179:3300/0 conn(0x7f85f406e1b0 0x7f85f4157f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:19.228 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.222+0000 7f85fac59700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f85f406e590 0x7f85f4158450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:19.228 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.222+0000 7f85fac59700 1 -- --> v1:172.21.15.179:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f85f4156aa0 con 0x7f85f40c74c0 2024-09-13T16:15:19.228 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.222+0000 7f85fac59700 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f85f4066a50 con 0x7f85f406e590 2024-09-13T16:15:19.228 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.222+0000 7f85fac59700 1 -- --> v2:172.21.15.179:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f85f4156d20 con 0x7f85f406e1b0 2024-09-13T16:15:19.228 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.222+0000 7f85f89f5700 1 --2- >> v2:172.21.15.179:3300/0 conn(0x7f85f406e1b0 0x7f85f4157f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:19.228 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.222+0000 7f85f3fff700 1 --1- >> v1:172.21.15.179:6789/0 conn(0x7f85f40c74c0 0x7f85f41508e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.179:6789/0 says I am v1:172.21.15.179:54224/0 (socket says 172.21.15.179:54224) 2024-09-13T16:15:19.228 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.222+0000 7f85f3fff700 1 -- 172.21.15.179:0/905180434 learned_addr learned my addr 172.21.15.179:0/905180434 (peer_addr_for_me v1:172.21.15.179:0/0) 2024-09-13T16:15:19.229 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.222+0000 7f85f91f6700 1 --2- 172.21.15.179:0/905180434 >> v2:172.21.15.5:3300/0 conn(0x7f85f406e590 0x7f85f4158450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:19.229 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.222+0000 7f85f89f5700 1 -- 172.21.15.179:0/905180434 >> v2:172.21.15.5:3300/0 conn(0x7f85f406e590 msgr2=0x7f85f4158450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:15:19.229 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.222+0000 7f85f89f5700 1 --2- 172.21.15.179:0/905180434 >> v2:172.21.15.5:3300/0 conn(0x7f85f406e590 0x7f85f4158450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:19.229 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.222+0000 7f85f89f5700 1 -- 172.21.15.179:0/905180434 >> v1:172.21.15.179:6789/0 conn(0x7f85f40c74c0 legacy=0x7f85f41508e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:19.229 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.222+0000 7f85f37fe700 1 -- 172.21.15.179:0/905180434 <== mon.1 v1:172.21.15.179:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 840903460 0 0) 0x7f85f4156aa0 con 0x7f85f40c74c0 2024-09-13T16:15:19.229 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.226+0000 7f85f89f5700 1 -- 172.21.15.179:0/905180434 --> v2:172.21.15.179:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f85f4157000 con 0x7f85f406e1b0 2024-09-13T16:15:19.229 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.226+0000 7f85f89f5700 1 --2- 172.21.15.179:0/905180434 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f85f406e1b0 0x7f85f4157f10 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f85f406c0e0 tx=0x7f85e4009b30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c8a1c9a048f48689 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:19.229 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.226+0000 7f85f37fe700 1 -- 172.21.15.179:0/905180434 <== mon.1 v2:172.21.15.179:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f85e4011830 con 0x7f85f406e1b0 2024-09-13T16:15:19.229 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.226+0000 7f85f37fe700 1 -- 172.21.15.179:0/905180434 <== mon.1 v2:172.21.15.179:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f85e4011990 con 0x7f85f406e1b0 2024-09-13T16:15:19.229 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.226+0000 7f85f37fe700 1 -- 172.21.15.179:0/905180434 <== mon.1 v2:172.21.15.179:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f85e4011d20 con 0x7f85f406e1b0 2024-09-13T16:15:19.230 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.226+0000 7f85fac59700 1 -- 172.21.15.179:0/905180434 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f85f406e1b0 msgr2=0x7f85f4157f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:19.230 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.226+0000 7f85fac59700 1 --2- 172.21.15.179:0/905180434 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f85f406e1b0 0x7f85f4157f10 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f85f406c0e0 tx=0x7f85e4009b30 comp rx=0 tx=0).stop 2024-09-13T16:15:19.230 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.226+0000 7f85fac59700 1 -- 172.21.15.179:0/905180434 shutdown_connections 2024-09-13T16:15:19.230 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.226+0000 7f85fac59700 1 --2- 172.21.15.179:0/905180434 >> v2:172.21.15.5:3300/0 conn(0x7f85f406e590 0x7f85f4158450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:19.230 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.226+0000 7f85fac59700 1 --2- 172.21.15.179:0/905180434 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f85f406e1b0 0x7f85f4157f10 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:19.231 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.226+0000 7f85fac59700 1 -- 172.21.15.179:0/905180434 >> 172.21.15.179:0/905180434 conn(0x7f85f406ae30 msgr2=0x7f85f406b240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:19.231 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.226+0000 7f85fac59700 1 -- 172.21.15.179:0/905180434 shutdown_connections 2024-09-13T16:15:19.231 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.226+0000 7f85fac59700 1 -- 172.21.15.179:0/905180434 wait complete. 2024-09-13T16:15:19.231 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.226+0000 7f85fac59700 1 Processor -- start 2024-09-13T16:15:19.231 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.226+0000 7f85fac59700 1 -- start start 2024-09-13T16:15:19.233 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.230+0000 7f85fac59700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f85f406e1b0 0x7f85f41ef4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:19.234 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.230+0000 7f85fac59700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f85f406e590 0x7f85f4152950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:19.234 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.230+0000 7f85fac59700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f85f40c74c0 0x7f85f41ed9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:19.234 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.230+0000 7f85fac59700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f85f41e3300 con 0x7f85f406e590 2024-09-13T16:15:19.234 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.230+0000 7f85fac59700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f85f40c9250 con 0x7f85f40c74c0 2024-09-13T16:15:19.234 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.230+0000 7f85fac59700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f85f40c6bb0 con 0x7f85f406e1b0 2024-09-13T16:15:19.234 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.230+0000 7f85f91f6700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f85f40c74c0 0x7f85f41ed9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:19.234 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.230+0000 7f85f91f6700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f85f40c74c0 0x7f85f41ed9b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.179:3300/0 says I am v2:172.21.15.179:47236/0 (socket says 172.21.15.179:47236) 2024-09-13T16:15:19.234 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.230+0000 7f85f91f6700 1 -- 172.21.15.179:0/2551152064 learned_addr learned my addr 172.21.15.179:0/2551152064 (peer_addr_for_me v2:172.21.15.179:0/0) 2024-09-13T16:15:19.234 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.230+0000 7f85f89f5700 1 --2- 172.21.15.179:0/2551152064 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f85f406e1b0 0x7f85f41ef4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:19.234 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.230+0000 7f85f3fff700 1 --2- 172.21.15.179:0/2551152064 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f85f406e590 0x7f85f4152950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:19.234 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.230+0000 7f85f91f6700 1 -- 172.21.15.179:0/2551152064 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f85f406e1b0 msgr2=0x7f85f41ef4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:19.234 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.230+0000 7f85f91f6700 1 --2- 172.21.15.179:0/2551152064 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f85f406e1b0 0x7f85f41ef4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:19.235 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.230+0000 7f85f91f6700 1 -- 172.21.15.179:0/2551152064 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f85f406e590 msgr2=0x7f85f4152950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:19.235 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.230+0000 7f85f91f6700 1 --2- 172.21.15.179:0/2551152064 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f85f406e590 0x7f85f4152950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:19.235 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.230+0000 7f85f91f6700 1 -- 172.21.15.179:0/2551152064 --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f85e40094b0 con 0x7f85f40c74c0 2024-09-13T16:15:19.235 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.230+0000 7f85f91f6700 1 --2- 172.21.15.179:0/2551152064 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f85f40c74c0 0x7f85f41ed9b0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f85ec00ef90 tx=0x7f85ec00c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:19.235 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.230+0000 7f85f17fa700 1 -- 172.21.15.179:0/2551152064 <== mon.1 v2:172.21.15.179:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f85ec00cc90 con 0x7f85f40c74c0 2024-09-13T16:15:19.235 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.230+0000 7f85f17fa700 1 -- 172.21.15.179:0/2551152064 <== mon.1 v2:172.21.15.179:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f85ec00f040 con 0x7f85f40c74c0 2024-09-13T16:15:19.235 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.230+0000 7f85fac59700 1 -- 172.21.15.179:0/2551152064 --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f85f40ca160 con 0x7f85f40c74c0 2024-09-13T16:15:19.235 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.230+0000 7f85f17fa700 1 -- 172.21.15.179:0/2551152064 <== mon.1 v2:172.21.15.179:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f85ec014480 con 0x7f85f40c74c0 2024-09-13T16:15:19.235 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.230+0000 7f85fac59700 1 -- 172.21.15.179:0/2551152064 --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f85f41e3510 con 0x7f85f40c74c0 2024-09-13T16:15:19.235 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.230+0000 7f85f17fa700 1 -- 172.21.15.179:0/2551152064 <== mon.1 v2:172.21.15.179:3300/0 4 ==== mgrmap(e 1) v1 ==== 668+0+0 (secure 0 0 0) 0x7f85ec0148e0 con 0x7f85f40c74c0 2024-09-13T16:15:19.235 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.230+0000 7f85f17fa700 1 -- 172.21.15.179:0/2551152064 <== mon.1 v2:172.21.15.179:3300/0 5 ==== osd_map(9..9 src has 1..9) v4 ==== 1530+0+0 (secure 0 0 0) 0x7f85ec01d400 con 0x7f85f40c74c0 2024-09-13T16:15:19.236 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.230+0000 7f85fac59700 1 -- 172.21.15.179:0/2551152064 --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f85f406b950 con 0x7f85f40c74c0 2024-09-13T16:15:19.237 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.234+0000 7f85f17fa700 1 -- 172.21.15.179:0/2551152064 <== mon.1 v2:172.21.15.179:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73245 (secure 0 0 0) 0x7f85ec018020 con 0x7f85f40c74c0 2024-09-13T16:15:19.309 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.306+0000 7f85fac59700 1 -- 172.21.15.179:0/2551152064 --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_command({"prefix": "osd new", "uuid": "af684358-558e-4fa4-ac35-1e3ef24b9021", "id": 7} v 0) v1 -- 0x7f85f406d430 con 0x7f85f40c74c0 2024-09-13T16:15:19.315 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.310+0000 7f85f17fa700 1 -- 172.21.15.179:0/2551152064 <== mon.1 v2:172.21.15.179:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "af684358-558e-4fa4-ac35-1e3ef24b9021", "id": 7}]=0 v10) v1 ==== 112+0+2 (secure 0 0 0) 0x7f85ec014dc0 con 0x7f85f40c74c0 2024-09-13T16:15:19.316 INFO:teuthology.orchestra.run.smithi179.stdout:7 2024-09-13T16:15:19.317 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.314+0000 7f85fac59700 1 -- 172.21.15.179:0/2551152064 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f85f40c74c0 msgr2=0x7f85f41ed9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:19.317 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.314+0000 7f85fac59700 1 --2- 172.21.15.179:0/2551152064 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f85f40c74c0 0x7f85f41ed9b0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f85ec00ef90 tx=0x7f85ec00c3a0 comp rx=0 tx=0).stop 2024-09-13T16:15:19.317 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.314+0000 7f85fac59700 1 -- 172.21.15.179:0/2551152064 shutdown_connections 2024-09-13T16:15:19.317 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.314+0000 7f85fac59700 1 --2- 172.21.15.179:0/2551152064 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f85f40c74c0 0x7f85f41ed9b0 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:19.317 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.314+0000 7f85fac59700 1 --2- 172.21.15.179:0/2551152064 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f85f406e590 0x7f85f4152950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:19.317 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.314+0000 7f85fac59700 1 --2- 172.21.15.179:0/2551152064 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f85f406e1b0 0x7f85f41ef4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:19.318 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.314+0000 7f85fac59700 1 -- 172.21.15.179:0/2551152064 >> 172.21.15.179:0/2551152064 conn(0x7f85f406ae30 msgr2=0x7f85f414f930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:19.318 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.314+0000 7f85fac59700 1 -- 172.21.15.179:0/2551152064 shutdown_connections 2024-09-13T16:15:19.318 INFO:teuthology.orchestra.run.smithi179.stderr:2024-09-13T16:15:19.314+0000 7f85fac59700 1 -- 172.21.15.179:0/2551152064 wait complete. 2024-09-13T16:15:19.328 INFO:tasks.ceph.osd.0:Restarting daemon 2024-09-13T16:15:19.329 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper term ceph-osd -f --cluster ceph -i 0 2024-09-13T16:15:19.331 INFO:tasks.ceph.osd.0:Started 2024-09-13T16:15:19.331 INFO:tasks.ceph.osd.1:Restarting daemon 2024-09-13T16:15:19.331 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper term ceph-osd -f --cluster ceph -i 1 2024-09-13T16:15:19.333 INFO:tasks.ceph.osd.1:Started 2024-09-13T16:15:19.333 INFO:tasks.ceph.osd.2:Restarting daemon 2024-09-13T16:15:19.333 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper term ceph-osd -f --cluster ceph -i 2 2024-09-13T16:15:19.334 INFO:tasks.ceph.osd.2:Started 2024-09-13T16:15:19.335 INFO:tasks.ceph.osd.3:Restarting daemon 2024-09-13T16:15:19.335 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper term ceph-osd -f --cluster ceph -i 3 2024-09-13T16:15:19.336 INFO:tasks.ceph.osd.3:Started 2024-09-13T16:15:19.336 INFO:tasks.ceph.osd.4:Restarting daemon 2024-09-13T16:15:19.337 DEBUG:teuthology.orchestra.run.smithi179:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper term ceph-osd -f --cluster ceph -i 4 2024-09-13T16:15:19.338 INFO:tasks.ceph.osd.4:Started 2024-09-13T16:15:19.339 INFO:tasks.ceph.osd.5:Restarting daemon 2024-09-13T16:15:19.339 DEBUG:teuthology.orchestra.run.smithi179:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper term ceph-osd -f --cluster ceph -i 5 2024-09-13T16:15:19.340 INFO:tasks.ceph.osd.5:Started 2024-09-13T16:15:19.341 INFO:tasks.ceph.osd.6:Restarting daemon 2024-09-13T16:15:19.341 DEBUG:teuthology.orchestra.run.smithi179:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper term ceph-osd -f --cluster ceph -i 6 2024-09-13T16:15:19.342 INFO:tasks.ceph.osd.6:Started 2024-09-13T16:15:19.343 INFO:tasks.ceph.osd.7:Restarting daemon 2024-09-13T16:15:19.343 DEBUG:teuthology.orchestra.run.smithi179:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper term ceph-osd -f --cluster ceph -i 7 2024-09-13T16:15:19.344 INFO:tasks.ceph.osd.7:Started 2024-09-13T16:15:19.345 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:15:19.430 INFO:tasks.ceph.mgr.x.smithi179.stderr:2024-09-13T16:15:19.426+0000 7f85a7cc62c0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-13T16:15:19.457 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:19.452+0000 7fa872600700 1 Processor -- start 2024-09-13T16:15:19.458 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:19.452+0000 7fa872600700 1 -- start start 2024-09-13T16:15:19.458 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:19.452+0000 7fa872600700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fa86c0c6830 0x7fa86c159f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:19.458 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:19.452+0000 7fa872600700 1 --2- >> v2:172.21.15.179:3300/0 conn(0x7fa86c06cc60 0x7fa86c15a440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:19.459 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:19.452+0000 7fa872600700 1 -- --> v1:172.21.15.179:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa86c1575c0 con 0x7fa86c0c3b90 2024-09-13T16:15:19.459 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:19.452+0000 7fa872600700 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa86c0c51e0 con 0x7fa86c0c6830 2024-09-13T16:15:19.459 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:19.452+0000 7fa872600700 1 -- --> v2:172.21.15.179:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa86c1569b0 con 0x7fa86c06cc60 2024-09-13T16:15:19.459 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:19.452+0000 7fa86b7fe700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fa86c0c6830 0x7fa86c159f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:19.459 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:19.456+0000 7fa86b7fe700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fa86c0c6830 0x7fa86c159f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:54110/0 (socket says 172.21.15.5:54110) 2024-09-13T16:15:19.459 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:19.456+0000 7fa86b7fe700 1 -- 172.21.15.5:0/2146925389 learned_addr learned my addr 172.21.15.5:0/2146925389 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:15:19.459 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:19.456+0000 7fa870b9d700 1 --2- 172.21.15.5:0/2146925389 >> v2:172.21.15.179:3300/0 conn(0x7fa86c06cc60 0x7fa86c15a440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:19.460 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:19.456+0000 7fa870b9d700 1 -- 172.21.15.5:0/2146925389 >> v2:172.21.15.5:3300/0 conn(0x7fa86c0c6830 msgr2=0x7fa86c159f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:15:19.461 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:19.456+0000 7fa870b9d700 1 --2- 172.21.15.5:0/2146925389 >> v2:172.21.15.5:3300/0 conn(0x7fa86c0c6830 0x7fa86c159f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:19.461 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:19.456+0000 7fa870b9d700 1 -- 172.21.15.5:0/2146925389 >> v1:172.21.15.179:6789/0 conn(0x7fa86c0c3b90 legacy=0x7fa86c150770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:19.461 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:19.456+0000 7fa870b9d700 1 -- 172.21.15.5:0/2146925389 --> v2:172.21.15.179:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa86c156c90 con 0x7fa86c06cc60 2024-09-13T16:15:19.461 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:19.456+0000 7fa870b9d700 1 --2- 172.21.15.5:0/2146925389 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fa86c06cc60 0x7fa86c15a440 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fa86c0c48a0 tx=0x7fa86400b330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c569aea324ed3f1a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:19.461 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:19.456+0000 7fa86affd700 1 -- 172.21.15.5:0/2146925389 <== mon.1 v2:172.21.15.179:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa86400e070 con 0x7fa86c06cc60 2024-09-13T16:15:19.461 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:19.456+0000 7fa86affd700 1 -- 172.21.15.5:0/2146925389 <== mon.1 v2:172.21.15.179:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa86400bb20 con 0x7fa86c06cc60 2024-09-13T16:15:19.461 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:19.456+0000 7fa86affd700 1 -- 172.21.15.5:0/2146925389 <== mon.1 v2:172.21.15.179:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa864012430 con 0x7fa86c06cc60 2024-09-13T16:15:19.461 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:19.456+0000 7fa872600700 1 -- 172.21.15.5:0/2146925389 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fa86c06cc60 msgr2=0x7fa86c15a440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:19.461 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:19.456+0000 7fa872600700 1 --2- 172.21.15.5:0/2146925389 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fa86c06cc60 0x7fa86c15a440 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fa86c0c48a0 tx=0x7fa86400b330 comp rx=0 tx=0).stop 2024-09-13T16:15:19.461 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:19.456+0000 7fa872600700 1 -- 172.21.15.5:0/2146925389 shutdown_connections 2024-09-13T16:15:19.461 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:19.456+0000 7fa872600700 1 --2- 172.21.15.5:0/2146925389 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fa86c06cc60 0x7fa86c15a440 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:19.461 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:19.456+0000 7fa872600700 1 --2- 172.21.15.5:0/2146925389 >> v2:172.21.15.5:3300/0 conn(0x7fa86c0c6830 0x7fa86c159f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:19.462 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:19.456+0000 7fa872600700 1 -- 172.21.15.5:0/2146925389 >> 172.21.15.5:0/2146925389 conn(0x7fa86c0ca210 msgr2=0x7fa86c0ca5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:19.462 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:19.456+0000 7fa872600700 1 -- 172.21.15.5:0/2146925389 shutdown_connections 2024-09-13T16:15:19.462 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:19.456+0000 7fa872600700 1 -- 172.21.15.5:0/2146925389 wait complete. 2024-09-13T16:15:19.464 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:19.456+0000 7fa872600700 1 Processor -- start 2024-09-13T16:15:19.464 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:19.456+0000 7fa872600700 1 -- start start 2024-09-13T16:15:19.464 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:19.456+0000 7fa872600700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fa86c06cc60 0x7fa86c1e4fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:19.464 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:19.456+0000 7fa872600700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fa86c0c3b90 0x7fa86c154500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:19.464 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:19.456+0000 7fa872600700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa86c0c6830 0x7fa86c155970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:19.464 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:19.456+0000 7fa872600700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa86c152900 con 0x7fa86c0c6830 2024-09-13T16:15:19.465 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:19.456+0000 7fa872600700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa86c1534c0 con 0x7fa86c06cc60 2024-09-13T16:15:19.465 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:19.456+0000 7fa872600700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa86c151390 con 0x7fa86c0c3b90 2024-09-13T16:15:19.465 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:19.456+0000 7fa870b9d700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa86c0c6830 0x7fa86c155970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:19.465 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:19.460+0000 7fa870b9d700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa86c0c6830 0x7fa86c155970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:54120/0 (socket says 172.21.15.5:54120) 2024-09-13T16:15:19.465 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:19.460+0000 7fa86bfff700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fa86c06cc60 0x7fa86c1e4fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:19.465 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:19.460+0000 7fa870b9d700 1 -- 172.21.15.5:0/3807126454 learned_addr learned my addr 172.21.15.5:0/3807126454 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:15:19.465 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:19.460+0000 7fa86b7fe700 1 --2- 172.21.15.5:0/3807126454 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fa86c0c3b90 0x7fa86c154500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:19.465 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:19.460+0000 7fa870b9d700 1 -- 172.21.15.5:0/3807126454 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fa86c0c3b90 msgr2=0x7fa86c154500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:19.465 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:19.460+0000 7fa870b9d700 1 --2- 172.21.15.5:0/3807126454 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fa86c0c3b90 0x7fa86c154500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:19.465 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:19.460+0000 7fa870b9d700 1 -- 172.21.15.5:0/3807126454 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fa86c06cc60 msgr2=0x7fa86c1e4fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:19.466 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:19.460+0000 7fa870b9d700 1 --2- 172.21.15.5:0/3807126454 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fa86c06cc60 0x7fa86c1e4fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:19.466 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:19.460+0000 7fa870b9d700 1 -- 172.21.15.5:0/3807126454 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa864009a70 con 0x7fa86c0c6830 2024-09-13T16:15:19.466 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:19.460+0000 7fa86bfff700 1 --2- 172.21.15.5:0/3807126454 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fa86c06cc60 0x7fa86c1e4fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:15:19.466 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:19.460+0000 7fa870b9d700 1 --2- 172.21.15.5:0/3807126454 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa86c0c6830 0x7fa86c155970 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7fa864014040 tx=0x7fa864004af0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:19.466 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:19.460+0000 7fa868ff9700 1 -- 172.21.15.5:0/3807126454 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa864012430 con 0x7fa86c0c6830 2024-09-13T16:15:19.466 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:19.460+0000 7fa868ff9700 1 -- 172.21.15.5:0/3807126454 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa864020070 con 0x7fa86c0c6830 2024-09-13T16:15:19.466 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:19.460+0000 7fa872600700 1 -- 172.21.15.5:0/3807126454 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa86c151610 con 0x7fa86c0c6830 2024-09-13T16:15:19.466 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:19.460+0000 7fa868ff9700 1 -- 172.21.15.5:0/3807126454 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa864004040 con 0x7fa86c0c6830 2024-09-13T16:15:19.466 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:19.460+0000 7fa872600700 1 -- 172.21.15.5:0/3807126454 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa86c151bd0 con 0x7fa86c0c6830 2024-09-13T16:15:19.466 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:19.460+0000 7fa868ff9700 1 -- 172.21.15.5:0/3807126454 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 1) v1 ==== 668+0+0 (secure 0 0 0) 0x7fa8640044a0 con 0x7fa86c0c6830 2024-09-13T16:15:19.466 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:19.460+0000 7fa868ff9700 1 -- 172.21.15.5:0/3807126454 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(10..10 src has 1..10) v4 ==== 1645+0+0 (secure 0 0 0) 0x7fa864022070 con 0x7fa86c0c6830 2024-09-13T16:15:19.467 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:19.460+0000 7fa872600700 1 -- 172.21.15.5:0/3807126454 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa86c0c5a50 con 0x7fa86c0c6830 2024-09-13T16:15:19.468 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:19.464+0000 7fa868ff9700 1 -- 172.21.15.5:0/3807126454 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73245 (secure 0 0 0) 0x7fa86402c060 con 0x7fa86c0c6830 2024-09-13T16:15:19.537 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:19.532+0000 7fa872600700 1 -- 172.21.15.5:0/3807126454 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fa86c157a40 con 0x7fa86c0c6830 2024-09-13T16:15:19.538 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:19.532+0000 7fa868ff9700 1 -- 172.21.15.5:0/3807126454 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v10) v1 ==== 74+0+7057 (secure 0 0 0) 0x7fa864027480 con 0x7fa86c0c6830 2024-09-13T16:15:19.539 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-13T16:15:19.539 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":10,"fsid":"6f1d8d4e-46c0-4d05-9003-ad1036cd4028","created":"2024-09-13T16:15:17.129907+0000","modified":"2024-09-13T16:15:19.310503+0000","last_up_change":"0.000000","last_in_change":"2024-09-13T16:15:19.310503+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"7dc606ef-5909-4eb7-8054-af158bc84208","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"ab4b3337-a446-427b-9a52-349561f7c79d","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"22d787ea-2049-40c1-aa23-811fdb981dbd","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"30e4a102-0fce-46b2-8a6d-a7625c6a5ee9","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"f47efe1d-f245-453c-b505-db74fe5df11c","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"f6fd9c2f-b7ed-4e7b-a9fd-12aaea05bfa9","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"48985a9a-ec23-44a6-8f23-87edd7853994","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"af684358-558e-4fa4-ac35-1e3ef24b9021","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:15:19.540 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:19.536+0000 7fa872600700 1 -- 172.21.15.5:0/3807126454 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa86c0c6830 msgr2=0x7fa86c155970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:19.540 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:19.536+0000 7fa872600700 1 --2- 172.21.15.5:0/3807126454 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa86c0c6830 0x7fa86c155970 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7fa864014040 tx=0x7fa864004af0 comp rx=0 tx=0).stop 2024-09-13T16:15:19.540 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:19.536+0000 7fa872600700 1 -- 172.21.15.5:0/3807126454 shutdown_connections 2024-09-13T16:15:19.540 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:19.536+0000 7fa872600700 1 --2- 172.21.15.5:0/3807126454 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa86c0c6830 0x7fa86c155970 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:19.540 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:19.536+0000 7fa872600700 1 --2- 172.21.15.5:0/3807126454 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fa86c0c3b90 0x7fa86c154500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:19.540 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:19.536+0000 7fa872600700 1 --2- 172.21.15.5:0/3807126454 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fa86c06cc60 0x7fa86c1e4fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:19.540 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:19.536+0000 7fa872600700 1 -- 172.21.15.5:0/3807126454 >> 172.21.15.5:0/3807126454 conn(0x7fa86c0ca210 msgr2=0x7fa86c14e200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:19.540 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:19.536+0000 7fa872600700 1 -- 172.21.15.5:0/3807126454 shutdown_connections 2024-09-13T16:15:19.540 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:19.536+0000 7fa872600700 1 -- 172.21.15.5:0/3807126454 wait complete. 2024-09-13T16:15:19.547 INFO:tasks.ceph.mgr.x.smithi179.stderr:2024-09-13T16:15:19.542+0000 7f85a7cc62c0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-13T16:15:19.552 INFO:tasks.ceph.ceph_manager.ceph:[] 2024-09-13T16:15:19.553 INFO:tasks.ceph:Waiting for OSDs to come up 2024-09-13T16:15:19.624 INFO:tasks.ceph.mgr.y.smithi005.stderr:2024-09-13T16:15:19.620+0000 7fec053392c0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-13T16:15:19.713 INFO:tasks.ceph.osd.4.smithi179.stderr:2024-09-13T16:15:19.710+0000 7fc9d0fd2880 -1 Falling back to public interface 2024-09-13T16:15:19.729 INFO:tasks.ceph.osd.7.smithi179.stderr:2024-09-13T16:15:19.726+0000 7f96472d1880 -1 Falling back to public interface 2024-09-13T16:15:19.732 INFO:tasks.ceph.osd.0.smithi005.stderr:2024-09-13T16:15:19.728+0000 7f9dab761880 -1 Falling back to public interface 2024-09-13T16:15:19.748 INFO:tasks.ceph.osd.1.smithi005.stderr:2024-09-13T16:15:19.744+0000 7f0dd4889880 -1 Falling back to public interface 2024-09-13T16:15:19.752 INFO:tasks.ceph.mgr.y.smithi005.stderr:2024-09-13T16:15:19.748+0000 7fec053392c0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-13T16:15:19.881 INFO:tasks.ceph.mgr.x.smithi179.stderr:2024-09-13T16:15:19.878+0000 7f85a7cc62c0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-13T16:15:19.957 INFO:tasks.ceph.osd.6.smithi179.stderr:2024-09-13T16:15:19.954+0000 7fa58ae3a880 -1 Falling back to public interface 2024-09-13T16:15:19.968 INFO:tasks.ceph.osd.2.smithi005.stderr:2024-09-13T16:15:19.964+0000 7fc82cb4b880 -1 Falling back to public interface 2024-09-13T16:15:19.984 INFO:tasks.ceph.osd.3.smithi005.stderr:2024-09-13T16:15:19.980+0000 7fd8f96a1880 -1 Falling back to public interface 2024-09-13T16:15:19.997 INFO:tasks.ceph.osd.5.smithi179.stderr:2024-09-13T16:15:19.994+0000 7f274ab86880 -1 Falling back to public interface 2024-09-13T16:15:20.069 INFO:tasks.ceph.mgr.x.smithi179.stderr:2024-09-13T16:15:20.066+0000 7f85a7cc62c0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-13T16:15:20.130 INFO:tasks.ceph.mgr.y.smithi005.stderr:2024-09-13T16:15:20.124+0000 7fec053392c0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-13T16:15:20.134 INFO:tasks.ceph.mgr.x.smithi179.stderr:2024-09-13T16:15:20.130+0000 7f85a7cc62c0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-13T16:15:20.299 INFO:tasks.ceph.mgr.x.smithi179.stderr:2024-09-13T16:15:20.294+0000 7f85a7cc62c0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-13T16:15:20.328 INFO:tasks.ceph.mgr.y.smithi005.stderr:2024-09-13T16:15:20.324+0000 7fec053392c0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-13T16:15:20.358 DEBUG:teuthology.orchestra.run.smithi005:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-13T16:15:20.421 INFO:tasks.ceph.mgr.y.smithi005.stderr:2024-09-13T16:15:20.416+0000 7fec053392c0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-13T16:15:20.464 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:20.460+0000 7f6544c01700 1 Processor -- start 2024-09-13T16:15:20.464 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:20.460+0000 7f6544c01700 1 -- start start 2024-09-13T16:15:20.468 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:20.460+0000 7f6544c01700 1 --2- >> v2:172.21.15.179:3300/0 conn(0x7f65400c0730 0x7f65400c9ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:20.468 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:20.460+0000 7f6544c01700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f65400c3f20 0x7f65400c4470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:20.468 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:20.460+0000 7f6544c01700 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f65400c11c0 con 0x7f654014fa00 2024-09-13T16:15:20.468 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:20.460+0000 7f6544c01700 1 -- --> v2:172.21.15.179:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f65400bf5d0 con 0x7f65400c0730 2024-09-13T16:15:20.468 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:20.460+0000 7f6544c01700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f65400ca420 con 0x7f65400c3f20 2024-09-13T16:15:20.468 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:20.460+0000 7f653f7fe700 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f654014fa00 0x7f6540158cd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:49112/0 (socket says 172.21.15.5:49112) 2024-09-13T16:15:20.468 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:20.460+0000 7f653f7fe700 1 -- 172.21.15.5:0/371749059 learned_addr learned my addr 172.21.15.5:0/371749059 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-13T16:15:20.468 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:20.460+0000 7f653effd700 1 -- 172.21.15.5:0/371749059 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2219362048 0 0) 0x7f6530001110 con 0x7f654014fa00 2024-09-13T16:15:20.469 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:20.460+0000 7f6536ffd700 1 --2- 172.21.15.5:0/371749059 >> v2:172.21.15.179:3300/0 conn(0x7f65400c0730 0x7f65400c9ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:20.469 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:20.460+0000 7f653effd700 1 -- 172.21.15.5:0/371749059 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f65200057e0 con 0x7f654014fa00 2024-09-13T16:15:20.469 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:20.460+0000 7f653ffff700 1 --2- 172.21.15.5:0/371749059 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f65400c3f20 0x7f65400c4470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:20.469 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:20.460+0000 7f653effd700 1 -- 172.21.15.5:0/371749059 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1104030583 0 0) 0x7f65200057e0 con 0x7f654014fa00 2024-09-13T16:15:20.469 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:20.460+0000 7f653effd700 1 -- 172.21.15.5:0/371749059 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f65400c3f20 msgr2=0x7f65400c4470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:15:20.469 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:20.460+0000 7f653effd700 1 --2- 172.21.15.5:0/371749059 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f65400c3f20 0x7f65400c4470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:20.469 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:20.460+0000 7f653effd700 1 -- 172.21.15.5:0/371749059 >> v2:172.21.15.179:3300/0 conn(0x7f65400c0730 msgr2=0x7f65400c9ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:15:20.469 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:20.460+0000 7f653effd700 1 --2- 172.21.15.5:0/371749059 >> v2:172.21.15.179:3300/0 conn(0x7f65400c0730 0x7f65400c9ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:20.469 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:20.460+0000 7f653effd700 1 -- 172.21.15.5:0/371749059 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f65400c6bc0 con 0x7f654014fa00 2024-09-13T16:15:20.469 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:20.460+0000 7f653effd700 1 -- 172.21.15.5:0/371749059 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 830915072 0 0) 0x7f6530001800 con 0x7f654014fa00 2024-09-13T16:15:20.470 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:20.460+0000 7f653effd700 1 -- 172.21.15.5:0/371749059 >> v1:172.21.15.5:6789/0 conn(0x7f654014fa00 legacy=0x7f6540158cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:20.470 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:20.460+0000 7f653effd700 1 --2- 172.21.15.5:0/371749059 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6520005c30 0x7f6520006050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:20.470 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:20.460+0000 7f653effd700 1 --2- 172.21.15.5:0/371749059 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f6520006a80 0x7f6520006f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:20.470 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:20.460+0000 7f653effd700 1 --2- 172.21.15.5:0/371749059 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f65400c3f20 0x7f6520007440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:20.470 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:20.460+0000 7f653effd700 1 -- 172.21.15.5:0/371749059 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f65400ca420 con 0x7f6520005c30 2024-09-13T16:15:20.470 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:20.460+0000 7f653effd700 1 -- 172.21.15.5:0/371749059 --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f652000dd00 con 0x7f6520006a80 2024-09-13T16:15:20.470 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:20.460+0000 7f653effd700 1 -- 172.21.15.5:0/371749059 --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f652000dec0 con 0x7f65400c3f20 2024-09-13T16:15:20.470 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:20.460+0000 7f653f7fe700 1 --2- 172.21.15.5:0/371749059 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6520005c30 0x7f6520006050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:20.470 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:20.464+0000 7f653ffff700 1 --2- 172.21.15.5:0/371749059 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f65400c3f20 0x7f6520007440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:20.471 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:20.464+0000 7f6536ffd700 1 --2- 172.21.15.5:0/371749059 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f6520006a80 0x7f6520006f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:20.471 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:20.464+0000 7f653f7fe700 1 -- 172.21.15.5:0/371749059 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f65400c3f20 msgr2=0x7f6520007440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:15:20.471 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:20.464+0000 7f653f7fe700 1 --2- 172.21.15.5:0/371749059 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f65400c3f20 0x7f6520007440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:20.471 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:20.464+0000 7f653f7fe700 1 -- 172.21.15.5:0/371749059 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f6520006a80 msgr2=0x7f6520006f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:15:20.471 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:20.464+0000 7f653f7fe700 1 --2- 172.21.15.5:0/371749059 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f6520006a80 0x7f6520006f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:20.471 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:20.464+0000 7f653f7fe700 1 -- 172.21.15.5:0/371749059 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f65200057e0 con 0x7f6520005c30 2024-09-13T16:15:20.471 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:20.464+0000 7f6536ffd700 1 --2- 172.21.15.5:0/371749059 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f6520006a80 0x7f6520006f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:15:20.471 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:20.464+0000 7f653f7fe700 1 --2- 172.21.15.5:0/371749059 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6520005c30 0x7f6520006050 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f653000c2f0 tx=0x7f6520007ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=128c7fa141ecdddd server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:20.471 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:20.464+0000 7f653effd700 1 -- 172.21.15.5:0/371749059 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f653000ce30 con 0x7f6520005c30 2024-09-13T16:15:20.471 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:20.464+0000 7f653effd700 1 -- 172.21.15.5:0/371749059 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6530005980 con 0x7f6520005c30 2024-09-13T16:15:20.472 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:20.464+0000 7f653effd700 1 -- 172.21.15.5:0/371749059 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6530005d30 con 0x7f6520005c30 2024-09-13T16:15:20.472 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:20.464+0000 7f6544c01700 1 -- 172.21.15.5:0/371749059 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6520005c30 msgr2=0x7f6520006050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:20.472 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:20.464+0000 7f6544c01700 1 --2- 172.21.15.5:0/371749059 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6520005c30 0x7f6520006050 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f653000c2f0 tx=0x7f6520007ab0 comp rx=0 tx=0).stop 2024-09-13T16:15:20.472 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:20.464+0000 7f653ffff700 1 -- 172.21.15.5:0/371749059 reap_dead start 2024-09-13T16:15:20.472 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:20.464+0000 7f6544c01700 1 -- 172.21.15.5:0/371749059 shutdown_connections 2024-09-13T16:15:20.472 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:20.464+0000 7f6544c01700 1 -- 172.21.15.5:0/371749059 >> 172.21.15.5:0/371749059 conn(0x7f654006f0e0 msgr2=0x7f65400c87c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:20.472 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:20.464+0000 7f6544c01700 1 -- 172.21.15.5:0/371749059 shutdown_connections 2024-09-13T16:15:20.472 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:20.464+0000 7f6544c01700 1 -- 172.21.15.5:0/371749059 wait complete. 2024-09-13T16:15:20.474 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:20.464+0000 7f6544c01700 1 Processor -- start 2024-09-13T16:15:20.474 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:20.464+0000 7f6544c01700 1 -- start start 2024-09-13T16:15:20.475 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:20.464+0000 7f6544c01700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f6540157a40 0x7f65400b8bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:20.475 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:20.464+0000 7f6544c01700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f65401ee520 0x7f65400b7030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:20.475 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:20.464+0000 7f6544c01700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f6540157e20 0x7f65400b7570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:20.475 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:20.464+0000 7f6544c01700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f65400b9110 con 0x7f65401ee520 2024-09-13T16:15:20.475 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:20.464+0000 7f6544c01700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f65401523d0 con 0x7f6540157e20 2024-09-13T16:15:20.475 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:20.464+0000 7f6544c01700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6540152670 con 0x7f6540157a40 2024-09-13T16:15:20.475 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:20.464+0000 7f6536ffd700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f65401ee520 0x7f65400b7030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:20.475 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:20.464+0000 7f653f7fe700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f6540157a40 0x7f65400b8bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:20.475 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:20.464+0000 7f6536ffd700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f65401ee520 0x7f65400b7030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:54128/0 (socket says 172.21.15.5:54128) 2024-09-13T16:15:20.475 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:20.464+0000 7f6536ffd700 1 -- 172.21.15.5:0/1981957555 learned_addr learned my addr 172.21.15.5:0/1981957555 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:15:20.475 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:20.464+0000 7f653ffff700 1 --2- 172.21.15.5:0/1981957555 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f6540157e20 0x7f65400b7570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:20.475 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:20.468+0000 7f6536ffd700 1 -- 172.21.15.5:0/1981957555 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f6540157a40 msgr2=0x7f65400b8bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:20.475 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:20.468+0000 7f6536ffd700 1 --2- 172.21.15.5:0/1981957555 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f6540157a40 0x7f65400b8bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:20.475 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:20.468+0000 7f6536ffd700 1 -- 172.21.15.5:0/1981957555 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f6540157e20 msgr2=0x7f65400b7570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:20.476 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:20.468+0000 7f6536ffd700 1 --2- 172.21.15.5:0/1981957555 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f6540157e20 0x7f65400b7570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:20.476 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:20.468+0000 7f6536ffd700 1 -- 172.21.15.5:0/1981957555 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6540152950 con 0x7f65401ee520 2024-09-13T16:15:20.476 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:20.468+0000 7f6536ffd700 1 --2- 172.21.15.5:0/1981957555 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f65401ee520 0x7f65400b7030 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f652800f630 tx=0x7f652800f940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:20.476 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:20.468+0000 7f653cff9700 1 -- 172.21.15.5:0/1981957555 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6528014890 con 0x7f65401ee520 2024-09-13T16:15:20.476 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:20.468+0000 7f653cff9700 1 -- 172.21.15.5:0/1981957555 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f652800c030 con 0x7f65401ee520 2024-09-13T16:15:20.476 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:20.468+0000 7f6544c01700 1 -- 172.21.15.5:0/1981957555 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6540152c30 con 0x7f65401ee520 2024-09-13T16:15:20.476 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:20.468+0000 7f653cff9700 1 -- 172.21.15.5:0/1981957555 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6528014bf0 con 0x7f65401ee520 2024-09-13T16:15:20.476 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:20.468+0000 7f6544c01700 1 -- 172.21.15.5:0/1981957555 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f65400c9f20 con 0x7f65401ee520 2024-09-13T16:15:20.476 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:20.468+0000 7f653cff9700 1 -- 172.21.15.5:0/1981957555 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 1) v1 ==== 668+0+0 (secure 0 0 0) 0x7f6528014d50 con 0x7f65401ee520 2024-09-13T16:15:20.476 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:20.468+0000 7f653cff9700 1 -- 172.21.15.5:0/1981957555 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(10..10 src has 1..10) v4 ==== 1645+0+0 (secure 0 0 0) 0x7f6528013b50 con 0x7f65401ee520 2024-09-13T16:15:20.477 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:20.468+0000 7f6544c01700 1 -- 172.21.15.5:0/1981957555 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f65400c6850 con 0x7f65401ee520 2024-09-13T16:15:20.477 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:20.472+0000 7f653cff9700 1 -- 172.21.15.5:0/1981957555 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73245 (secure 0 0 0) 0x7f652803ce30 con 0x7f65401ee520 2024-09-13T16:15:20.540 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:20.536+0000 7f6544c01700 1 -- 172.21.15.5:0/1981957555 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f65400bff50 con 0x7f65401ee520 2024-09-13T16:15:20.541 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:20.536+0000 7f653cff9700 1 -- 172.21.15.5:0/1981957555 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v10) v1 ==== 74+0+7057 (secure 0 0 0) 0x7f652802b030 con 0x7f65401ee520 2024-09-13T16:15:20.542 INFO:teuthology.misc.health.smithi005.stdout: 2024-09-13T16:15:20.542 INFO:teuthology.misc.health.smithi005.stdout:{"epoch":10,"fsid":"6f1d8d4e-46c0-4d05-9003-ad1036cd4028","created":"2024-09-13T16:15:17.129907+0000","modified":"2024-09-13T16:15:19.310503+0000","last_up_change":"0.000000","last_in_change":"2024-09-13T16:15:19.310503+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"7dc606ef-5909-4eb7-8054-af158bc84208","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"ab4b3337-a446-427b-9a52-349561f7c79d","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"22d787ea-2049-40c1-aa23-811fdb981dbd","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"30e4a102-0fce-46b2-8a6d-a7625c6a5ee9","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"f47efe1d-f245-453c-b505-db74fe5df11c","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"f6fd9c2f-b7ed-4e7b-a9fd-12aaea05bfa9","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"48985a9a-ec23-44a6-8f23-87edd7853994","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"af684358-558e-4fa4-ac35-1e3ef24b9021","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:15:20.543 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:20.540+0000 7f6544c01700 1 -- 172.21.15.5:0/1981957555 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f65401ee520 msgr2=0x7f65400b7030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:20.543 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:20.540+0000 7f6544c01700 1 --2- 172.21.15.5:0/1981957555 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f65401ee520 0x7f65400b7030 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f652800f630 tx=0x7f652800f940 comp rx=0 tx=0).stop 2024-09-13T16:15:20.543 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:20.540+0000 7f6544c01700 1 -- 172.21.15.5:0/1981957555 shutdown_connections 2024-09-13T16:15:20.543 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:20.540+0000 7f6544c01700 1 --2- 172.21.15.5:0/1981957555 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f6540157e20 0x7f65400b7570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:20.543 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:20.540+0000 7f6544c01700 1 --2- 172.21.15.5:0/1981957555 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f65401ee520 0x7f65400b7030 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:20.543 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:20.540+0000 7f6544c01700 1 --2- 172.21.15.5:0/1981957555 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f6540157a40 0x7f65400b8bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:20.543 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:20.540+0000 7f6544c01700 1 -- 172.21.15.5:0/1981957555 >> 172.21.15.5:0/1981957555 conn(0x7f654006f0e0 msgr2=0x7f654014d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:20.544 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:20.540+0000 7f6544c01700 1 -- 172.21.15.5:0/1981957555 shutdown_connections 2024-09-13T16:15:20.544 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:20.540+0000 7f6544c01700 1 -- 172.21.15.5:0/1981957555 wait complete. 2024-09-13T16:15:20.553 DEBUG:teuthology.misc:0 of 8 OSDs are up 2024-09-13T16:15:20.590 INFO:tasks.ceph.mgr.y.smithi005.stderr:2024-09-13T16:15:20.584+0000 7fec053392c0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-13T16:15:21.058 INFO:tasks.ceph.mgr.x.smithi179.stderr:2024-09-13T16:15:21.054+0000 7f85a7cc62c0 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-13T16:15:21.124 INFO:tasks.ceph.mgr.x.smithi179.stderr:2024-09-13T16:15:21.122+0000 7f85a7cc62c0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-13T16:15:21.286 INFO:tasks.ceph.mgr.x.smithi179.stderr:2024-09-13T16:15:21.282+0000 7f85a7cc62c0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-13T16:15:21.366 INFO:tasks.ceph.mgr.y.smithi005.stderr:2024-09-13T16:15:21.360+0000 7fec053392c0 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-13T16:15:21.366 INFO:tasks.ceph.mgr.x.smithi179.stderr:2024-09-13T16:15:21.346+0000 7f85a7cc62c0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-13T16:15:21.418 INFO:tasks.ceph.mgr.x.smithi179.stderr:2024-09-13T16:15:21.414+0000 7f85a7cc62c0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-13T16:15:21.434 INFO:tasks.ceph.mgr.y.smithi005.stderr:2024-09-13T16:15:21.428+0000 7fec053392c0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-13T16:15:21.596 INFO:tasks.ceph.mgr.y.smithi005.stderr:2024-09-13T16:15:21.592+0000 7fec053392c0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-13T16:15:21.665 INFO:tasks.ceph.mgr.y.smithi005.stderr:2024-09-13T16:15:21.660+0000 7fec053392c0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-13T16:15:21.741 INFO:tasks.ceph.mgr.y.smithi005.stderr:2024-09-13T16:15:21.736+0000 7fec053392c0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-13T16:15:21.741 INFO:tasks.ceph.mgr.x.smithi179.stderr:2024-09-13T16:15:21.738+0000 7f85a7cc62c0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-13T16:15:21.819 INFO:tasks.ceph.mgr.x.smithi179.stderr:2024-09-13T16:15:21.814+0000 7f85a7cc62c0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-13T16:15:22.072 INFO:tasks.ceph.mgr.y.smithi005.stderr:2024-09-13T16:15:22.068+0000 7fec053392c0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-13T16:15:22.148 INFO:tasks.ceph.mgr.y.smithi005.stderr:2024-09-13T16:15:22.144+0000 7fec053392c0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-13T16:15:22.509 INFO:tasks.ceph.mgr.x.smithi179.stderr:2024-09-13T16:15:22.506+0000 7f85a7cc62c0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-13T16:15:22.880 INFO:tasks.ceph.mgr.y.smithi005.stderr:2024-09-13T16:15:22.876+0000 7fec053392c0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-13T16:15:22.929 INFO:tasks.ceph.osd.1.smithi005.stderr:2024-09-13T16:15:22.924+0000 7f0dd4889880 -1 osd.1 0 log_to_monitors true 2024-09-13T16:15:23.410 INFO:tasks.ceph.osd.3.smithi005.stderr:2024-09-13T16:15:23.408+0000 7fd8f96a1880 -1 osd.3 0 log_to_monitors true 2024-09-13T16:15:23.457 INFO:tasks.ceph.osd.6.smithi179.stderr:2024-09-13T16:15:23.454+0000 7fa58ae3a880 -1 osd.6 0 log_to_monitors true 2024-09-13T16:15:23.500 INFO:tasks.ceph.osd.4.smithi179.stderr:2024-09-13T16:15:23.498+0000 7fc9d0fd2880 -1 osd.4 0 log_to_monitors true 2024-09-13T16:15:23.552 INFO:tasks.ceph.mgr.x.smithi179.stderr:2024-09-13T16:15:23.550+0000 7f858e83b700 -1 mgr.server handle_report got status from non-daemon mon.a 2024-09-13T16:15:23.554 INFO:tasks.ceph.mgr.x.smithi179.stderr:2024-09-13T16:15:23.550+0000 7f858e83b700 -1 mgr.server handle_report got status from non-daemon mon.c 2024-09-13T16:15:23.601 INFO:tasks.ceph.osd.7.smithi179.stderr:2024-09-13T16:15:23.598+0000 7f96472d1880 -1 osd.7 0 log_to_monitors true 2024-09-13T16:15:23.607 INFO:tasks.ceph.osd.2.smithi005.stderr:2024-09-13T16:15:23.604+0000 7fc82cb4b880 -1 osd.2 0 log_to_monitors true 2024-09-13T16:15:23.636 INFO:tasks.ceph.osd.0.smithi005.stderr:2024-09-13T16:15:23.632+0000 7f9dab761880 -1 osd.0 0 log_to_monitors true 2024-09-13T16:15:23.855 INFO:tasks.ceph.osd.5.smithi179.stderr:2024-09-13T16:15:23.850+0000 7f274ab86880 -1 osd.5 0 log_to_monitors true 2024-09-13T16:15:25.881 INFO:tasks.ceph.osd.2.smithi005.stderr:2024-09-13T16:15:25.876+0000 7fc829311700 -1 osd.2 0 waiting for initial osdmap 2024-09-13T16:15:25.889 INFO:tasks.ceph.osd.2.smithi005.stderr:2024-09-13T16:15:25.884+0000 7fc820439700 -1 osd.2 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T16:15:25.909 INFO:tasks.ceph.osd.1.smithi005.stderr:2024-09-13T16:15:25.904+0000 7f0dd104f700 -1 osd.1 0 waiting for initial osdmap 2024-09-13T16:15:25.909 INFO:tasks.ceph.osd.3.smithi005.stderr:2024-09-13T16:15:25.904+0000 7fd8f54e0700 -1 osd.3 0 waiting for initial osdmap 2024-09-13T16:15:25.913 INFO:tasks.ceph.osd.1.smithi005.stderr:2024-09-13T16:15:25.908+0000 7f0dc8177700 -1 osd.1 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T16:15:25.917 INFO:tasks.ceph.osd.3.smithi005.stderr:2024-09-13T16:15:25.912+0000 7fd8ecf8f700 -1 osd.3 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T16:15:26.573 INFO:tasks.ceph.osd.0.smithi005.stderr:2024-09-13T16:15:26.568+0000 7f9da75a0700 -1 osd.0 0 waiting for initial osdmap 2024-09-13T16:15:26.579 INFO:tasks.ceph.osd.0.smithi005.stderr:2024-09-13T16:15:26.576+0000 7f9d9f04f700 -1 osd.0 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T16:15:26.603 INFO:tasks.ceph.osd.4.smithi179.stderr:2024-09-13T16:15:26.598+0000 7fc9cce11700 -1 osd.4 0 waiting for initial osdmap 2024-09-13T16:15:26.612 INFO:tasks.ceph.osd.4.smithi179.stderr:2024-09-13T16:15:26.610+0000 7fc9c48c0700 -1 osd.4 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T16:15:26.615 INFO:tasks.ceph.osd.7.smithi179.stderr:2024-09-13T16:15:26.610+0000 7f9643110700 -1 osd.7 0 waiting for initial osdmap 2024-09-13T16:15:26.620 INFO:tasks.ceph.osd.7.smithi179.stderr:2024-09-13T16:15:26.618+0000 7f963abbf700 -1 osd.7 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T16:15:26.694 INFO:tasks.ceph.osd.6.smithi179.stderr:2024-09-13T16:15:26.690+0000 7fa586c79700 -1 osd.6 0 waiting for initial osdmap 2024-09-13T16:15:26.701 INFO:tasks.ceph.osd.6.smithi179.stderr:2024-09-13T16:15:26.698+0000 7fa57e728700 -1 osd.6 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T16:15:26.890 INFO:tasks.ceph.osd.5.smithi179.stderr:2024-09-13T16:15:26.886+0000 7f274734c700 -1 osd.5 0 waiting for initial osdmap 2024-09-13T16:15:26.898 INFO:tasks.ceph.osd.5.smithi179.stderr:2024-09-13T16:15:26.894+0000 7f273e474700 -1 osd.5 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T16:15:27.360 DEBUG:teuthology.orchestra.run.smithi005:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-13T16:15:27.472 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:27.468+0000 7f3701eb4700 1 Processor -- start 2024-09-13T16:15:27.472 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:27.468+0000 7f3701eb4700 1 -- start start 2024-09-13T16:15:27.474 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:27.468+0000 7f3701eb4700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f36fc1508b0 0x7f36fc06b630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:27.474 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:27.468+0000 7f3701eb4700 1 --2- >> v2:172.21.15.179:3300/0 conn(0x7f36fc150c90 0x7f36fc0c4930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:27.475 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:27.468+0000 7f3701eb4700 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f36fc0c7b90 con 0x7f36fc06b150 2024-09-13T16:15:27.475 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:27.468+0000 7f3701eb4700 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f36fc06ccb0 con 0x7f36fc1508b0 2024-09-13T16:15:27.475 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:27.468+0000 7f3701eb4700 1 -- --> v2:172.21.15.179:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f36fc06f6f0 con 0x7f36fc150c90 2024-09-13T16:15:27.475 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:27.468+0000 7f3700eb2700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f36fc1508b0 0x7f36fc06b630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:27.475 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:27.468+0000 7f37016b3700 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f36fc06b150 0x7f36fc159ca0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:51258/0 (socket says 172.21.15.5:51258) 2024-09-13T16:15:27.475 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:27.468+0000 7f37016b3700 1 -- 172.21.15.5:0/2655177078 learned_addr learned my addr 172.21.15.5:0/2655177078 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-13T16:15:27.475 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:27.472+0000 7f36fbfff700 1 --2- 172.21.15.5:0/2655177078 >> v2:172.21.15.179:3300/0 conn(0x7f36fc150c90 0x7f36fc0c4930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:27.476 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:27.472+0000 7f3700eb2700 1 -- 172.21.15.5:0/2655177078 >> v2:172.21.15.179:3300/0 conn(0x7f36fc150c90 msgr2=0x7f36fc0c4930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:15:27.476 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:27.472+0000 7f3700eb2700 1 --2- 172.21.15.5:0/2655177078 >> v2:172.21.15.179:3300/0 conn(0x7f36fc150c90 0x7f36fc0c4930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:27.476 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:27.472+0000 7f3700eb2700 1 -- 172.21.15.5:0/2655177078 >> v1:172.21.15.5:6789/0 conn(0x7f36fc06b150 legacy=0x7f36fc159ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:27.477 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:27.472+0000 7f3700eb2700 1 -- 172.21.15.5:0/2655177078 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f36fc157350 con 0x7f36fc1508b0 2024-09-13T16:15:27.477 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:27.472+0000 7f36fbfff700 1 --2- 172.21.15.5:0/2655177078 >> v2:172.21.15.179:3300/0 conn(0x7f36fc150c90 0x7f36fc0c4930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:15:27.477 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:27.472+0000 7f3700eb2700 1 --2- 172.21.15.5:0/2655177078 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f36fc1508b0 0x7f36fc06b630 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f36fc071170 tx=0x7f36ec009b30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bdadfc635c74af04 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:27.477 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:27.472+0000 7f36fb7fe700 1 -- 172.21.15.5:0/2655177078 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f36ec011830 con 0x7f36fc1508b0 2024-09-13T16:15:27.477 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:27.472+0000 7f36fb7fe700 1 -- 172.21.15.5:0/2655177078 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f36ec011990 con 0x7f36fc1508b0 2024-09-13T16:15:27.477 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:27.472+0000 7f36fb7fe700 1 -- 172.21.15.5:0/2655177078 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f36ec011d40 con 0x7f36fc1508b0 2024-09-13T16:15:27.478 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:27.472+0000 7f3701eb4700 1 -- 172.21.15.5:0/2655177078 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f36fc1508b0 msgr2=0x7f36fc06b630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:27.478 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:27.472+0000 7f3701eb4700 1 --2- 172.21.15.5:0/2655177078 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f36fc1508b0 0x7f36fc06b630 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f36fc071170 tx=0x7f36ec009b30 comp rx=0 tx=0).stop 2024-09-13T16:15:27.478 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:27.472+0000 7f3701eb4700 1 -- 172.21.15.5:0/2655177078 shutdown_connections 2024-09-13T16:15:27.478 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:27.472+0000 7f3701eb4700 1 --2- 172.21.15.5:0/2655177078 >> v2:172.21.15.179:3300/0 conn(0x7f36fc150c90 0x7f36fc0c4930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:27.478 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:27.472+0000 7f3701eb4700 1 --2- 172.21.15.5:0/2655177078 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f36fc1508b0 0x7f36fc06b630 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:27.478 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:27.472+0000 7f3701eb4700 1 -- 172.21.15.5:0/2655177078 >> 172.21.15.5:0/2655177078 conn(0x7f36fc06eb30 msgr2=0x7f36fc06ef40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:27.478 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:27.472+0000 7f3701eb4700 1 -- 172.21.15.5:0/2655177078 shutdown_connections 2024-09-13T16:15:27.478 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:27.472+0000 7f3701eb4700 1 -- 172.21.15.5:0/2655177078 wait complete. 2024-09-13T16:15:27.479 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:27.476+0000 7f3701eb4700 1 Processor -- start 2024-09-13T16:15:27.479 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:27.476+0000 7f3701eb4700 1 -- start start 2024-09-13T16:15:27.482 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:27.476+0000 7f3701eb4700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f36fc06b150 0x7f36fc15a520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:27.482 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:27.476+0000 7f3701eb4700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f36fc1508b0 0x7f36fc0ca4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:27.482 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:27.476+0000 7f3701eb4700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f36fc150c90 0x7f36fc159200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:27.482 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:27.476+0000 7f3701eb4700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f36fc1ef900 con 0x7f36fc06b150 2024-09-13T16:15:27.482 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:27.476+0000 7f3701eb4700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f36fc158160 con 0x7f36fc150c90 2024-09-13T16:15:27.482 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:27.476+0000 7f3701eb4700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f36fc158440 con 0x7f36fc1508b0 2024-09-13T16:15:27.483 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:27.476+0000 7f3700eb2700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f36fc06b150 0x7f36fc15a520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:27.483 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:27.476+0000 7f3700eb2700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f36fc06b150 0x7f36fc15a520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:38142/0 (socket says 172.21.15.5:38142) 2024-09-13T16:15:27.483 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:27.476+0000 7f3700eb2700 1 -- 172.21.15.5:0/515913414 learned_addr learned my addr 172.21.15.5:0/515913414 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:15:27.483 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:27.476+0000 7f37016b3700 1 --2- 172.21.15.5:0/515913414 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f36fc150c90 0x7f36fc159200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:27.483 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:27.476+0000 7f36fbfff700 1 --2- 172.21.15.5:0/515913414 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f36fc1508b0 0x7f36fc0ca4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:27.483 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:27.476+0000 7f3700eb2700 1 -- 172.21.15.5:0/515913414 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f36fc1508b0 msgr2=0x7f36fc0ca4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:27.483 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:27.476+0000 7f3700eb2700 1 --2- 172.21.15.5:0/515913414 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f36fc1508b0 0x7f36fc0ca4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:27.483 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:27.476+0000 7f3700eb2700 1 -- 172.21.15.5:0/515913414 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f36fc150c90 msgr2=0x7f36fc159200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:27.484 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:27.476+0000 7f3700eb2700 1 --2- 172.21.15.5:0/515913414 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f36fc150c90 0x7f36fc159200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:27.484 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:27.476+0000 7f3700eb2700 1 -- 172.21.15.5:0/515913414 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f36ec0094b0 con 0x7f36fc06b150 2024-09-13T16:15:27.484 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:27.476+0000 7f3700eb2700 1 --2- 172.21.15.5:0/515913414 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f36fc06b150 0x7f36fc15a520 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f36ec0090b0 tx=0x7f36ec004770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:27.484 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:27.476+0000 7f36f97fa700 1 -- 172.21.15.5:0/515913414 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f36ec004480 con 0x7f36fc06b150 2024-09-13T16:15:27.484 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:27.476+0000 7f36f97fa700 1 -- 172.21.15.5:0/515913414 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f36ec01f070 con 0x7f36fc06b150 2024-09-13T16:15:27.485 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:27.476+0000 7f3701eb4700 1 -- 172.21.15.5:0/515913414 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f36fc158720 con 0x7f36fc06b150 2024-09-13T16:15:27.485 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:27.476+0000 7f36f97fa700 1 -- 172.21.15.5:0/515913414 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f36ec003900 con 0x7f36fc06b150 2024-09-13T16:15:27.485 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:27.476+0000 7f3701eb4700 1 -- 172.21.15.5:0/515913414 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f36fc158ce0 con 0x7f36fc06b150 2024-09-13T16:15:27.485 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:27.480+0000 7f3701eb4700 1 -- 172.21.15.5:0/515913414 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f36fc0c60b0 con 0x7f36fc06b150 2024-09-13T16:15:27.485 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:27.480+0000 7f36f97fa700 1 -- 172.21.15.5:0/515913414 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 4) v1 ==== 86036+0+0 (secure 0 0 0) 0x7f36ec021030 con 0x7f36fc06b150 2024-09-13T16:15:27.486 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:27.480+0000 7f36f97fa700 1 --2- 172.21.15.5:0/515913414 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f36e80666d0 0x7f36e8068b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:27.486 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:27.480+0000 7f36f97fa700 1 -- 172.21.15.5:0/515913414 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(14..14 src has 1..14) v4 ==== 4191+0+0 (secure 0 0 0) 0x7f36ec084d90 con 0x7f36fc06b150 2024-09-13T16:15:27.487 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:27.480+0000 7f36fbfff700 1 --2- 172.21.15.5:0/515913414 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f36e80666d0 0x7f36e8068b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:27.487 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:27.484+0000 7f36fbfff700 1 --2- 172.21.15.5:0/515913414 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f36e80666d0 0x7f36e8068b90 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f36fc153f40 tx=0x7f36f0008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:27.496 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:27.492+0000 7f36f97fa700 1 -- 172.21.15.5:0/515913414 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f36ec088030 con 0x7f36fc06b150 2024-09-13T16:15:27.669 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:27.664+0000 7f3701eb4700 1 -- 172.21.15.5:0/515913414 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f36fc158f00 con 0x7f36fc06b150 2024-09-13T16:15:27.670 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:27.668+0000 7f36f97fa700 1 -- 172.21.15.5:0/515913414 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v14) v1 ==== 74+0+10362 (secure 0 0 0) 0x7f36ec015090 con 0x7f36fc06b150 2024-09-13T16:15:27.671 INFO:teuthology.misc.health.smithi005.stdout: 2024-09-13T16:15:27.671 INFO:teuthology.misc.health.smithi005.stdout:{"epoch":14,"fsid":"6f1d8d4e-46c0-4d05-9003-ad1036cd4028","created":"2024-09-13T16:15:17.129907+0000","modified":"2024-09-13T16:15:26.889197+0000","last_up_change":"2024-09-13T16:15:26.889197+0000","last_in_change":"2024-09-13T16:15:19.310503+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"7dc606ef-5909-4eb7-8054-af158bc84208","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6800","nonce":851671428},{"type":"v1","addr":"172.21.15.5:6801","nonce":851671428}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6802","nonce":851671428},{"type":"v1","addr":"172.21.15.5:6803","nonce":851671428}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6806","nonce":851671428},{"type":"v1","addr":"172.21.15.5:6807","nonce":851671428}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6804","nonce":851671428},{"type":"v1","addr":"172.21.15.5:6805","nonce":851671428}]},"public_addr":"172.21.15.5:6801/851671428","cluster_addr":"172.21.15.5:6803/851671428","heartbeat_back_addr":"172.21.15.5:6807/851671428","heartbeat_front_addr":"172.21.15.5:6805/851671428","state":["exists","up"]},{"osd":1,"uuid":"ab4b3337-a446-427b-9a52-349561f7c79d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6808","nonce":1418062370},{"type":"v1","addr":"172.21.15.5:6809","nonce":1418062370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6810","nonce":1418062370},{"type":"v1","addr":"172.21.15.5:6811","nonce":1418062370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6814","nonce":1418062370},{"type":"v1","addr":"172.21.15.5:6815","nonce":1418062370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6812","nonce":1418062370},{"type":"v1","addr":"172.21.15.5:6813","nonce":1418062370}]},"public_addr":"172.21.15.5:6809/1418062370","cluster_addr":"172.21.15.5:6811/1418062370","heartbeat_back_addr":"172.21.15.5:6815/1418062370","heartbeat_front_addr":"172.21.15.5:6813/1418062370","state":["exists","up"]},{"osd":2,"uuid":"22d787ea-2049-40c1-aa23-811fdb981dbd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6816","nonce":2713060829},{"type":"v1","addr":"172.21.15.5:6817","nonce":2713060829}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6818","nonce":2713060829},{"type":"v1","addr":"172.21.15.5:6819","nonce":2713060829}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6822","nonce":2713060829},{"type":"v1","addr":"172.21.15.5:6823","nonce":2713060829}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6820","nonce":2713060829},{"type":"v1","addr":"172.21.15.5:6821","nonce":2713060829}]},"public_addr":"172.21.15.5:6817/2713060829","cluster_addr":"172.21.15.5:6819/2713060829","heartbeat_back_addr":"172.21.15.5:6823/2713060829","heartbeat_front_addr":"172.21.15.5:6821/2713060829","state":["exists","up"]},{"osd":3,"uuid":"30e4a102-0fce-46b2-8a6d-a7625c6a5ee9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6824","nonce":576343032},{"type":"v1","addr":"172.21.15.5:6825","nonce":576343032}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6826","nonce":576343032},{"type":"v1","addr":"172.21.15.5:6827","nonce":576343032}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6830","nonce":576343032},{"type":"v1","addr":"172.21.15.5:6831","nonce":576343032}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6828","nonce":576343032},{"type":"v1","addr":"172.21.15.5:6829","nonce":576343032}]},"public_addr":"172.21.15.5:6825/576343032","cluster_addr":"172.21.15.5:6827/576343032","heartbeat_back_addr":"172.21.15.5:6831/576343032","heartbeat_front_addr":"172.21.15.5:6829/576343032","state":["exists","up"]},{"osd":4,"uuid":"f47efe1d-f245-453c-b505-db74fe5df11c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6800","nonce":3624672735},{"type":"v1","addr":"172.21.15.179:6801","nonce":3624672735}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6802","nonce":3624672735},{"type":"v1","addr":"172.21.15.179:6803","nonce":3624672735}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6806","nonce":3624672735},{"type":"v1","addr":"172.21.15.179:6807","nonce":3624672735}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6804","nonce":3624672735},{"type":"v1","addr":"172.21.15.179:6805","nonce":3624672735}]},"public_addr":"172.21.15.179:6801/3624672735","cluster_addr":"172.21.15.179:6803/3624672735","heartbeat_back_addr":"172.21.15.179:6807/3624672735","heartbeat_front_addr":"172.21.15.179:6805/3624672735","state":["exists","up"]},{"osd":5,"uuid":"f6fd9c2f-b7ed-4e7b-a9fd-12aaea05bfa9","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"48985a9a-ec23-44a6-8f23-87edd7853994","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6816","nonce":3295700932},{"type":"v1","addr":"172.21.15.179:6817","nonce":3295700932}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6818","nonce":3295700932},{"type":"v1","addr":"172.21.15.179:6819","nonce":3295700932}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6822","nonce":3295700932},{"type":"v1","addr":"172.21.15.179:6823","nonce":3295700932}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6820","nonce":3295700932},{"type":"v1","addr":"172.21.15.179:6821","nonce":3295700932}]},"public_addr":"172.21.15.179:6817/3295700932","cluster_addr":"172.21.15.179:6819/3295700932","heartbeat_back_addr":"172.21.15.179:6823/3295700932","heartbeat_front_addr":"172.21.15.179:6821/3295700932","state":["exists","up"]},{"osd":7,"uuid":"af684358-558e-4fa4-ac35-1e3ef24b9021","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6808","nonce":1502652601},{"type":"v1","addr":"172.21.15.179:6809","nonce":1502652601}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6810","nonce":1502652601},{"type":"v1","addr":"172.21.15.179:6811","nonce":1502652601}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6814","nonce":1502652601},{"type":"v1","addr":"172.21.15.179:6815","nonce":1502652601}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6812","nonce":1502652601},{"type":"v1","addr":"172.21.15.179:6813","nonce":1502652601}]},"public_addr":"172.21.15.179:6809/1502652601","cluster_addr":"172.21.15.179:6811/1502652601","heartbeat_back_addr":"172.21.15.179:6815/1502652601","heartbeat_front_addr":"172.21.15.179:6813/1502652601","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:15:27.674 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:27.668+0000 7f3701eb4700 1 -- 172.21.15.5:0/515913414 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f36e80666d0 msgr2=0x7f36e8068b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:27.674 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:27.668+0000 7f3701eb4700 1 --2- 172.21.15.5:0/515913414 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f36e80666d0 0x7f36e8068b90 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f36fc153f40 tx=0x7f36f0008040 comp rx=0 tx=0).stop 2024-09-13T16:15:27.674 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:27.668+0000 7f3701eb4700 1 -- 172.21.15.5:0/515913414 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f36fc06b150 msgr2=0x7f36fc15a520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:27.674 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:27.668+0000 7f3701eb4700 1 --2- 172.21.15.5:0/515913414 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f36fc06b150 0x7f36fc15a520 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f36ec0090b0 tx=0x7f36ec004770 comp rx=0 tx=0).stop 2024-09-13T16:15:27.674 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:27.668+0000 7f3701eb4700 1 -- 172.21.15.5:0/515913414 shutdown_connections 2024-09-13T16:15:27.674 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:27.668+0000 7f3701eb4700 1 --2- 172.21.15.5:0/515913414 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f36e80666d0 0x7f36e8068b90 secure :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f36fc153f40 tx=0x7f36f0008040 comp rx=0 tx=0).stop 2024-09-13T16:15:27.674 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:27.668+0000 7f3701eb4700 1 --2- 172.21.15.5:0/515913414 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f36fc150c90 0x7f36fc159200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:27.674 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:27.668+0000 7f3701eb4700 1 --2- 172.21.15.5:0/515913414 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f36fc1508b0 0x7f36fc0ca4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:27.674 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:27.668+0000 7f3701eb4700 1 --2- 172.21.15.5:0/515913414 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f36fc06b150 0x7f36fc15a520 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:27.674 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:27.668+0000 7f3701eb4700 1 -- 172.21.15.5:0/515913414 >> 172.21.15.5:0/515913414 conn(0x7f36fc06eb30 msgr2=0x7f36fc14ab50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:27.674 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:27.668+0000 7f3701eb4700 1 -- 172.21.15.5:0/515913414 shutdown_connections 2024-09-13T16:15:27.674 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:27.668+0000 7f3701eb4700 1 -- 172.21.15.5:0/515913414 wait complete. 2024-09-13T16:15:27.685 DEBUG:teuthology.misc:7 of 8 OSDs are up 2024-09-13T16:15:34.492 DEBUG:teuthology.orchestra.run.smithi005:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-13T16:15:34.604 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:34.600+0000 7fdfa0666700 1 Processor -- start 2024-09-13T16:15:34.604 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:34.600+0000 7fdfa0666700 1 -- start start 2024-09-13T16:15:34.607 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:34.600+0000 7fdfa0666700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fdf9806bfa0 0x7fdf98072680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:34.607 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:34.604+0000 7fdfa0666700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fdf9806c380 0x7fdf98159280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:34.607 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:34.604+0000 7fdfa0666700 1 -- --> v1:172.21.15.179:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdf98158df0 con 0x7fdf9806a800 2024-09-13T16:15:34.607 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:34.604+0000 7fdfa0666700 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdf980c19e0 con 0x7fdf9806bfa0 2024-09-13T16:15:34.607 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:34.604+0000 7fdfa0666700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdf980bffe0 con 0x7fdf9806c380 2024-09-13T16:15:34.607 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:34.604+0000 7fdf9e402700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fdf9806bfa0 0x7fdf98072680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:34.607 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:34.604+0000 7fdf9e402700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fdf9806bfa0 0x7fdf98072680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:44072/0 (socket says 172.21.15.5:44072) 2024-09-13T16:15:34.608 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:34.604+0000 7fdf9e402700 1 -- 172.21.15.5:0/506521565 learned_addr learned my addr 172.21.15.5:0/506521565 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:15:34.608 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:34.604+0000 7fdf9ec03700 1 --2- 172.21.15.5:0/506521565 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fdf9806c380 0x7fdf98159280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:34.609 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:34.604+0000 7fdf9e402700 1 -- 172.21.15.5:0/506521565 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fdf9806c380 msgr2=0x7fdf98159280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:15:34.609 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:34.604+0000 7fdf9e402700 1 --2- 172.21.15.5:0/506521565 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fdf9806c380 0x7fdf98159280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:34.609 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:34.604+0000 7fdf9e402700 1 -- 172.21.15.5:0/506521565 >> v1:172.21.15.179:6789/0 conn(0x7fdf9806a800 legacy=0x7fdf98152a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:34.609 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:34.604+0000 7fdf9d400700 1 -- 172.21.15.5:0/506521565 <== mon.1 v1:172.21.15.179:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1503675824 0 0) 0x7fdf98158df0 con 0x7fdf9806a800 2024-09-13T16:15:34.609 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:34.604+0000 7fdf9e402700 1 -- 172.21.15.5:0/506521565 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdf980c1c80 con 0x7fdf9806bfa0 2024-09-13T16:15:34.609 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:34.604+0000 7fdf9ec03700 1 --2- 172.21.15.5:0/506521565 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fdf9806c380 0x7fdf98159280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:15:34.609 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:34.604+0000 7fdf9e402700 1 --2- 172.21.15.5:0/506521565 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdf9806bfa0 0x7fdf98072680 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fdf9400bbb0 tx=0x7fdf9400bec0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aa42c03b5facbf89 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:34.609 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:34.604+0000 7fdf9d400700 1 -- 172.21.15.5:0/506521565 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdf9400dd30 con 0x7fdf9806bfa0 2024-09-13T16:15:34.609 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:34.604+0000 7fdf9d400700 1 -- 172.21.15.5:0/506521565 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdf9400de90 con 0x7fdf9806bfa0 2024-09-13T16:15:34.609 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:34.604+0000 7fdf9d400700 1 -- 172.21.15.5:0/506521565 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdf94010690 con 0x7fdf9806bfa0 2024-09-13T16:15:34.610 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:34.604+0000 7fdfa0666700 1 -- 172.21.15.5:0/506521565 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdf9806bfa0 msgr2=0x7fdf98072680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:34.610 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:34.604+0000 7fdfa0666700 1 --2- 172.21.15.5:0/506521565 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdf9806bfa0 0x7fdf98072680 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fdf9400bbb0 tx=0x7fdf9400bec0 comp rx=0 tx=0).stop 2024-09-13T16:15:34.611 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:34.604+0000 7fdfa0666700 1 -- 172.21.15.5:0/506521565 shutdown_connections 2024-09-13T16:15:34.611 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:34.604+0000 7fdfa0666700 1 --2- 172.21.15.5:0/506521565 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fdf9806c380 0x7fdf98159280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:34.611 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:34.604+0000 7fdfa0666700 1 --2- 172.21.15.5:0/506521565 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdf9806bfa0 0x7fdf98072680 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:34.611 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:34.604+0000 7fdfa0666700 1 -- 172.21.15.5:0/506521565 >> 172.21.15.5:0/506521565 conn(0x7fdf9806e610 msgr2=0x7fdf9806e9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:34.611 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:34.604+0000 7fdfa0666700 1 -- 172.21.15.5:0/506521565 shutdown_connections 2024-09-13T16:15:34.611 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:34.604+0000 7fdfa0666700 1 -- 172.21.15.5:0/506521565 wait complete. 2024-09-13T16:15:34.612 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:34.608+0000 7fdfa0666700 1 Processor -- start 2024-09-13T16:15:34.612 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:34.608+0000 7fdfa0666700 1 -- start start 2024-09-13T16:15:34.615 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:34.608+0000 7fdfa0666700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fdf9806a800 0x7fdf981e99b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:34.615 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:34.608+0000 7fdfa0666700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdf9806bfa0 0x7fdf980c6760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:34.615 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:34.608+0000 7fdfa0666700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fdf9806c380 0x7fdf98157360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:34.615 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:34.608+0000 7fdfa0666700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdf9814a9c0 con 0x7fdf9806bfa0 2024-09-13T16:15:34.615 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:34.608+0000 7fdfa0666700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdf981e9ef0 con 0x7fdf9806c380 2024-09-13T16:15:34.615 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:34.608+0000 7fdfa0666700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdf9814a290 con 0x7fdf9806a800 2024-09-13T16:15:34.615 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:34.608+0000 7fdf9dc01700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdf9806bfa0 0x7fdf980c6760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:34.616 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:34.608+0000 7fdf9dc01700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdf9806bfa0 0x7fdf980c6760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:44080/0 (socket says 172.21.15.5:44080) 2024-09-13T16:15:34.616 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:34.608+0000 7fdf9dc01700 1 -- 172.21.15.5:0/3741094673 learned_addr learned my addr 172.21.15.5:0/3741094673 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:15:34.616 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:34.608+0000 7fdf9e402700 1 --2- 172.21.15.5:0/3741094673 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fdf9806a800 0x7fdf981e99b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:34.616 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:34.608+0000 7fdf9ec03700 1 --2- 172.21.15.5:0/3741094673 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fdf9806c380 0x7fdf98157360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:34.616 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:34.608+0000 7fdf9dc01700 1 -- 172.21.15.5:0/3741094673 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fdf9806a800 msgr2=0x7fdf981e99b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:34.616 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:34.608+0000 7fdf9dc01700 1 --2- 172.21.15.5:0/3741094673 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fdf9806a800 0x7fdf981e99b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:34.616 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:34.608+0000 7fdf9dc01700 1 -- 172.21.15.5:0/3741094673 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fdf9806c380 msgr2=0x7fdf98157360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:34.616 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:34.608+0000 7fdf9dc01700 1 --2- 172.21.15.5:0/3741094673 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fdf9806c380 0x7fdf98157360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:34.616 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:34.608+0000 7fdf9dc01700 1 -- 172.21.15.5:0/3741094673 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdf90009a70 con 0x7fdf9806bfa0 2024-09-13T16:15:34.616 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:34.608+0000 7fdf9ec03700 1 --2- 172.21.15.5:0/3741094673 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fdf9806c380 0x7fdf98157360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:15:34.616 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:34.608+0000 7fdf9dc01700 1 --2- 172.21.15.5:0/3741094673 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdf9806bfa0 0x7fdf980c6760 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fdf880011e0 tx=0x7fdf8800cae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:34.616 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:34.608+0000 7fdf8effd700 1 -- 172.21.15.5:0/3741094673 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdf880054e0 con 0x7fdf9806bfa0 2024-09-13T16:15:34.617 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:34.608+0000 7fdf8effd700 1 -- 172.21.15.5:0/3741094673 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdf880036a0 con 0x7fdf9806bfa0 2024-09-13T16:15:34.617 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:34.608+0000 7fdfa0666700 1 -- 172.21.15.5:0/3741094673 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdf9400b810 con 0x7fdf9806bfa0 2024-09-13T16:15:34.617 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:34.608+0000 7fdf8effd700 1 -- 172.21.15.5:0/3741094673 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdf88003a50 con 0x7fdf9806bfa0 2024-09-13T16:15:34.617 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:34.612+0000 7fdfa0666700 1 -- 172.21.15.5:0/3741094673 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdf981ea440 con 0x7fdf9806bfa0 2024-09-13T16:15:34.617 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:34.612+0000 7fdfa0666700 1 -- 172.21.15.5:0/3741094673 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdf981531a0 con 0x7fdf9806bfa0 2024-09-13T16:15:34.618 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:34.612+0000 7fdf8effd700 1 -- 172.21.15.5:0/3741094673 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fdf88003bb0 con 0x7fdf9806bfa0 2024-09-13T16:15:34.618 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:34.616+0000 7fdf8effd700 1 --2- 172.21.15.5:0/3741094673 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fdf7c066730 0x7fdf7c068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:34.619 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:34.616+0000 7fdf8effd700 1 -- 172.21.15.5:0/3741094673 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(18..18 src has 1..18) v4 ==== 4857+0+0 (secure 0 0 0) 0x7fdf88083740 con 0x7fdf9806bfa0 2024-09-13T16:15:34.619 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:34.616+0000 7fdf9e402700 1 --2- 172.21.15.5:0/3741094673 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fdf7c066730 0x7fdf7c068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:34.620 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:34.616+0000 7fdf9e402700 1 --2- 172.21.15.5:0/3741094673 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fdf7c066730 0x7fdf7c068bf0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fdf9400bb00 tx=0x7fdf94013000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:34.624 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:34.620+0000 7fdf8effd700 1 -- 172.21.15.5:0/3741094673 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fdf88050ee0 con 0x7fdf9806bfa0 2024-09-13T16:15:34.794 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:34.788+0000 7fdfa0666700 1 -- 172.21.15.5:0/3741094673 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fdf98152330 con 0x7fdf9806bfa0 2024-09-13T16:15:34.796 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:34.792+0000 7fdf8effd700 1 -- 172.21.15.5:0/3741094673 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v18) v1 ==== 74+0+12790 (secure 0 0 0) 0x7fdf88017020 con 0x7fdf9806bfa0 2024-09-13T16:15:34.797 INFO:teuthology.misc.health.smithi005.stdout: 2024-09-13T16:15:34.797 INFO:teuthology.misc.health.smithi005.stdout:{"epoch":18,"fsid":"6f1d8d4e-46c0-4d05-9003-ad1036cd4028","created":"2024-09-13T16:15:17.129907+0000","modified":"2024-09-13T16:15:30.926353+0000","last_up_change":"2024-09-13T16:15:27.902042+0000","last_in_change":"2024-09-13T16:15:19.310503+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:15:28.621918+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"7dc606ef-5909-4eb7-8054-af158bc84208","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6800","nonce":851671428},{"type":"v1","addr":"172.21.15.5:6801","nonce":851671428}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6802","nonce":851671428},{"type":"v1","addr":"172.21.15.5:6803","nonce":851671428}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6806","nonce":851671428},{"type":"v1","addr":"172.21.15.5:6807","nonce":851671428}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6804","nonce":851671428},{"type":"v1","addr":"172.21.15.5:6805","nonce":851671428}]},"public_addr":"172.21.15.5:6801/851671428","cluster_addr":"172.21.15.5:6803/851671428","heartbeat_back_addr":"172.21.15.5:6807/851671428","heartbeat_front_addr":"172.21.15.5:6805/851671428","state":["exists","up"]},{"osd":1,"uuid":"ab4b3337-a446-427b-9a52-349561f7c79d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6808","nonce":1418062370},{"type":"v1","addr":"172.21.15.5:6809","nonce":1418062370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6810","nonce":1418062370},{"type":"v1","addr":"172.21.15.5:6811","nonce":1418062370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6814","nonce":1418062370},{"type":"v1","addr":"172.21.15.5:6815","nonce":1418062370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6812","nonce":1418062370},{"type":"v1","addr":"172.21.15.5:6813","nonce":1418062370}]},"public_addr":"172.21.15.5:6809/1418062370","cluster_addr":"172.21.15.5:6811/1418062370","heartbeat_back_addr":"172.21.15.5:6815/1418062370","heartbeat_front_addr":"172.21.15.5:6813/1418062370","state":["exists","up"]},{"osd":2,"uuid":"22d787ea-2049-40c1-aa23-811fdb981dbd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6816","nonce":2713060829},{"type":"v1","addr":"172.21.15.5:6817","nonce":2713060829}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6818","nonce":2713060829},{"type":"v1","addr":"172.21.15.5:6819","nonce":2713060829}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6822","nonce":2713060829},{"type":"v1","addr":"172.21.15.5:6823","nonce":2713060829}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6820","nonce":2713060829},{"type":"v1","addr":"172.21.15.5:6821","nonce":2713060829}]},"public_addr":"172.21.15.5:6817/2713060829","cluster_addr":"172.21.15.5:6819/2713060829","heartbeat_back_addr":"172.21.15.5:6823/2713060829","heartbeat_front_addr":"172.21.15.5:6821/2713060829","state":["exists","up"]},{"osd":3,"uuid":"30e4a102-0fce-46b2-8a6d-a7625c6a5ee9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6824","nonce":576343032},{"type":"v1","addr":"172.21.15.5:6825","nonce":576343032}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6826","nonce":576343032},{"type":"v1","addr":"172.21.15.5:6827","nonce":576343032}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6830","nonce":576343032},{"type":"v1","addr":"172.21.15.5:6831","nonce":576343032}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6828","nonce":576343032},{"type":"v1","addr":"172.21.15.5:6829","nonce":576343032}]},"public_addr":"172.21.15.5:6825/576343032","cluster_addr":"172.21.15.5:6827/576343032","heartbeat_back_addr":"172.21.15.5:6831/576343032","heartbeat_front_addr":"172.21.15.5:6829/576343032","state":["exists","up"]},{"osd":4,"uuid":"f47efe1d-f245-453c-b505-db74fe5df11c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6800","nonce":3624672735},{"type":"v1","addr":"172.21.15.179:6801","nonce":3624672735}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6802","nonce":3624672735},{"type":"v1","addr":"172.21.15.179:6803","nonce":3624672735}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6806","nonce":3624672735},{"type":"v1","addr":"172.21.15.179:6807","nonce":3624672735}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6804","nonce":3624672735},{"type":"v1","addr":"172.21.15.179:6805","nonce":3624672735}]},"public_addr":"172.21.15.179:6801/3624672735","cluster_addr":"172.21.15.179:6803/3624672735","heartbeat_back_addr":"172.21.15.179:6807/3624672735","heartbeat_front_addr":"172.21.15.179:6805/3624672735","state":["exists","up"]},{"osd":5,"uuid":"f6fd9c2f-b7ed-4e7b-a9fd-12aaea05bfa9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6824","nonce":2769164148},{"type":"v1","addr":"172.21.15.179:6825","nonce":2769164148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6826","nonce":2769164148},{"type":"v1","addr":"172.21.15.179:6827","nonce":2769164148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6830","nonce":2769164148},{"type":"v1","addr":"172.21.15.179:6831","nonce":2769164148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6828","nonce":2769164148},{"type":"v1","addr":"172.21.15.179:6829","nonce":2769164148}]},"public_addr":"172.21.15.179:6825/2769164148","cluster_addr":"172.21.15.179:6827/2769164148","heartbeat_back_addr":"172.21.15.179:6831/2769164148","heartbeat_front_addr":"172.21.15.179:6829/2769164148","state":["exists","up"]},{"osd":6,"uuid":"48985a9a-ec23-44a6-8f23-87edd7853994","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6816","nonce":3295700932},{"type":"v1","addr":"172.21.15.179:6817","nonce":3295700932}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6818","nonce":3295700932},{"type":"v1","addr":"172.21.15.179:6819","nonce":3295700932}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6822","nonce":3295700932},{"type":"v1","addr":"172.21.15.179:6823","nonce":3295700932}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6820","nonce":3295700932},{"type":"v1","addr":"172.21.15.179:6821","nonce":3295700932}]},"public_addr":"172.21.15.179:6817/3295700932","cluster_addr":"172.21.15.179:6819/3295700932","heartbeat_back_addr":"172.21.15.179:6823/3295700932","heartbeat_front_addr":"172.21.15.179:6821/3295700932","state":["exists","up"]},{"osd":7,"uuid":"af684358-558e-4fa4-ac35-1e3ef24b9021","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":16,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6808","nonce":1502652601},{"type":"v1","addr":"172.21.15.179:6809","nonce":1502652601}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6810","nonce":1502652601},{"type":"v1","addr":"172.21.15.179:6811","nonce":1502652601}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6814","nonce":1502652601},{"type":"v1","addr":"172.21.15.179:6815","nonce":1502652601}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6812","nonce":1502652601},{"type":"v1","addr":"172.21.15.179:6813","nonce":1502652601}]},"public_addr":"172.21.15.179:6809/1502652601","cluster_addr":"172.21.15.179:6811/1502652601","heartbeat_back_addr":"172.21.15.179:6815/1502652601","heartbeat_front_addr":"172.21.15.179:6813/1502652601","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.647314+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:23.936297+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.579030+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.393256+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.524066+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.865771+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.509811+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.613144+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:15:34.799 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:34.796+0000 7fdfa0666700 1 -- 172.21.15.5:0/3741094673 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fdf7c066730 msgr2=0x7fdf7c068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:34.799 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:34.796+0000 7fdfa0666700 1 --2- 172.21.15.5:0/3741094673 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fdf7c066730 0x7fdf7c068bf0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fdf9400bb00 tx=0x7fdf94013000 comp rx=0 tx=0).stop 2024-09-13T16:15:34.799 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:34.796+0000 7fdfa0666700 1 -- 172.21.15.5:0/3741094673 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdf9806bfa0 msgr2=0x7fdf980c6760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:34.800 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:34.796+0000 7fdfa0666700 1 --2- 172.21.15.5:0/3741094673 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdf9806bfa0 0x7fdf980c6760 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fdf880011e0 tx=0x7fdf8800cae0 comp rx=0 tx=0).stop 2024-09-13T16:15:34.800 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:34.796+0000 7fdfa0666700 1 -- 172.21.15.5:0/3741094673 shutdown_connections 2024-09-13T16:15:34.800 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:34.796+0000 7fdfa0666700 1 --2- 172.21.15.5:0/3741094673 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fdf7c066730 0x7fdf7c068bf0 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:34.800 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:34.796+0000 7fdfa0666700 1 --2- 172.21.15.5:0/3741094673 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fdf9806c380 0x7fdf98157360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:34.800 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:34.796+0000 7fdfa0666700 1 --2- 172.21.15.5:0/3741094673 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdf9806bfa0 0x7fdf980c6760 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:34.800 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:34.796+0000 7fdfa0666700 1 --2- 172.21.15.5:0/3741094673 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fdf9806a800 0x7fdf981e99b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:34.800 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:34.796+0000 7fdfa0666700 1 -- 172.21.15.5:0/3741094673 >> 172.21.15.5:0/3741094673 conn(0x7fdf9806e610 msgr2=0x7fdf9806ac20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:34.800 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:34.796+0000 7fdfa0666700 1 -- 172.21.15.5:0/3741094673 shutdown_connections 2024-09-13T16:15:34.800 INFO:teuthology.misc.health.smithi005.stderr:2024-09-13T16:15:34.796+0000 7fdfa0666700 1 -- 172.21.15.5:0/3741094673 wait complete. 2024-09-13T16:15:34.814 DEBUG:teuthology.misc:8 of 8 OSDs are up 2024-09-13T16:15:34.814 INFO:tasks.ceph:Starting mds daemons in cluster ceph... 2024-09-13T16:15:34.814 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-13T16:15:34.814 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper term ceph-mds -f --cluster ceph -i a 2024-09-13T16:15:34.816 INFO:tasks.ceph.mds.a:Started 2024-09-13T16:15:34.817 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-13T16:15:34.817 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper term ceph-mds -f --cluster ceph -i c 2024-09-13T16:15:34.818 INFO:tasks.ceph.mds.c:Started 2024-09-13T16:15:34.819 INFO:tasks.ceph.mds.e:Restarting daemon 2024-09-13T16:15:34.819 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper term ceph-mds -f --cluster ceph -i e 2024-09-13T16:15:34.820 INFO:tasks.ceph.mds.e:Started 2024-09-13T16:15:34.821 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-13T16:15:34.821 DEBUG:teuthology.orchestra.run.smithi179:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper term ceph-mds -f --cluster ceph -i b 2024-09-13T16:15:34.824 INFO:tasks.ceph.mds.b:Started 2024-09-13T16:15:34.824 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-13T16:15:34.824 DEBUG:teuthology.orchestra.run.smithi179:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper term ceph-mds -f --cluster ceph -i d 2024-09-13T16:15:34.826 INFO:tasks.ceph.mds.d:Started 2024-09-13T16:15:34.826 INFO:tasks.ceph.mds.f:Restarting daemon 2024-09-13T16:15:34.826 DEBUG:teuthology.orchestra.run.smithi179:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper term ceph-mds -f --cluster ceph -i f 2024-09-13T16:15:34.828 INFO:tasks.ceph.mds.f:Started 2024-09-13T16:15:34.828 INFO:tasks.ceph:Setting up CephFS filesystem(s)... 2024-09-13T16:15:34.829 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:15:34.893 INFO:tasks.ceph.mds.a.smithi005.stdout:starting mds.a at 2024-09-13T16:15:34.906 INFO:tasks.ceph.mds.d.smithi179.stdout:starting mds.d at 2024-09-13T16:15:34.910 INFO:tasks.ceph.mds.e.smithi005.stdout:starting mds.e at 2024-09-13T16:15:34.913 INFO:tasks.ceph.mds.c.smithi005.stdout:starting mds.c at 2024-09-13T16:15:34.923 INFO:tasks.ceph.mds.b.smithi179.stdout:starting mds.b at 2024-09-13T16:15:34.925 INFO:tasks.ceph.mds.f.smithi179.stdout:starting mds.f at 2024-09-13T16:15:34.939 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:34.936+0000 7feba2901700 1 Processor -- start 2024-09-13T16:15:34.939 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:34.936+0000 7feba2901700 1 -- start start 2024-09-13T16:15:34.941 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:34.936+0000 7feba2901700 1 --2- >> v2:172.21.15.179:3300/0 conn(0x7feb9c0c36b0 0x7feb9c06aa30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:34.941 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:34.936+0000 7feba2901700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7feb9c0c3a90 0x7feb9c0c1710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:34.941 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:34.936+0000 7feba2901700 1 -- --> v1:172.21.15.179:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7feb9c0c46f0 con 0x7feb9c158d20 2024-09-13T16:15:34.941 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:34.936+0000 7feba2901700 1 -- --> v2:172.21.15.179:3300/0 -- mon_getmap magic: 0 v1 -- 0x7feb9c0c5fa0 con 0x7feb9c0c36b0 2024-09-13T16:15:34.941 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:34.936+0000 7feba2901700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7feb9c06a630 con 0x7feb9c0c3a90 2024-09-13T16:15:34.942 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:34.936+0000 7feb9bfff700 1 --2- >> v2:172.21.15.179:3300/0 conn(0x7feb9c0c36b0 0x7feb9c06aa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:34.942 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:34.936+0000 7feba0e9e700 1 --1- >> v1:172.21.15.179:6789/0 conn(0x7feb9c158d20 0x7feb9c14f650 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.179:6789/0 says I am v1:172.21.15.5:52266/0 (socket says 172.21.15.5:52266) 2024-09-13T16:15:34.942 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:34.936+0000 7feb9bfff700 1 --2- >> v2:172.21.15.179:3300/0 conn(0x7feb9c0c36b0 0x7feb9c06aa30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.179:3300/0 says I am v2:172.21.15.5:34094/0 (socket says 172.21.15.5:34094) 2024-09-13T16:15:34.942 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:34.936+0000 7feb9bfff700 1 -- 172.21.15.5:0/1941893936 learned_addr learned my addr 172.21.15.5:0/1941893936 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:15:34.942 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:34.936+0000 7feb9b7fe700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7feb9c0c3a90 0x7feb9c0c1710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:34.944 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:34.936+0000 7feb9bfff700 1 -- 172.21.15.5:0/1941893936 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7feb9c0c3a90 msgr2=0x7feb9c0c1710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:15:34.944 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:34.936+0000 7feb9bfff700 1 --2- 172.21.15.5:0/1941893936 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7feb9c0c3a90 0x7feb9c0c1710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:34.944 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:34.936+0000 7feb9bfff700 1 -- 172.21.15.5:0/1941893936 >> v1:172.21.15.179:6789/0 conn(0x7feb9c158d20 legacy=0x7feb9c14f650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:34.944 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:34.936+0000 7feb9bfff700 1 -- 172.21.15.5:0/1941893936 --> v2:172.21.15.179:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feb9c06af70 con 0x7feb9c0c36b0 2024-09-13T16:15:34.944 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:34.936+0000 7feb9affd700 1 -- 172.21.15.5:0/1941893936 <== mon.1 v1:172.21.15.179:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3040001022 0 0) 0x7feb9c0c46f0 con 0x7feb9c158d20 2024-09-13T16:15:34.944 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:34.936+0000 7feb9b7fe700 1 --2- 172.21.15.5:0/1941893936 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7feb9c0c3a90 0x7feb9c0c1710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:15:34.944 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:34.936+0000 7feb9bfff700 1 --2- 172.21.15.5:0/1941893936 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7feb9c0c36b0 0x7feb9c06aa30 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7feb8c009910 tx=0x7feb8c009c20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b634d4e6343a4638 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:34.944 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:34.936+0000 7feb9affd700 1 -- 172.21.15.5:0/1941893936 <== mon.1 v2:172.21.15.179:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feb8c00f8a0 con 0x7feb9c0c36b0 2024-09-13T16:15:34.944 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:34.936+0000 7feb9affd700 1 -- 172.21.15.5:0/1941893936 <== mon.1 v2:172.21.15.179:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7feb8c00fa00 con 0x7feb9c0c36b0 2024-09-13T16:15:34.944 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:34.936+0000 7feb9affd700 1 -- 172.21.15.5:0/1941893936 <== mon.1 v2:172.21.15.179:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feb8c00fdb0 con 0x7feb9c0c36b0 2024-09-13T16:15:34.944 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:34.940+0000 7feba2901700 1 -- 172.21.15.5:0/1941893936 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7feb9c0c36b0 msgr2=0x7feb9c06aa30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:34.944 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:34.940+0000 7feba2901700 1 --2- 172.21.15.5:0/1941893936 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7feb9c0c36b0 0x7feb9c06aa30 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7feb8c009910 tx=0x7feb8c009c20 comp rx=0 tx=0).stop 2024-09-13T16:15:34.945 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:34.940+0000 7feba2901700 1 -- 172.21.15.5:0/1941893936 shutdown_connections 2024-09-13T16:15:34.945 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:34.940+0000 7feba2901700 1 --2- 172.21.15.5:0/1941893936 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7feb9c0c3a90 0x7feb9c0c1710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:34.945 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:34.940+0000 7feba2901700 1 --2- 172.21.15.5:0/1941893936 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7feb9c0c36b0 0x7feb9c06aa30 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:34.945 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:34.940+0000 7feba2901700 1 -- 172.21.15.5:0/1941893936 >> 172.21.15.5:0/1941893936 conn(0x7feb9c0ca3f0 msgr2=0x7feb9c0ca800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:34.945 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:34.940+0000 7feba2901700 1 -- 172.21.15.5:0/1941893936 shutdown_connections 2024-09-13T16:15:34.945 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:34.940+0000 7feba2901700 1 -- 172.21.15.5:0/1941893936 wait complete. 2024-09-13T16:15:34.946 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:34.940+0000 7feba2901700 1 Processor -- start 2024-09-13T16:15:34.946 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:34.940+0000 7feba2901700 1 -- start start 2024-09-13T16:15:34.949 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:34.944+0000 7feba2901700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7feb9c0c36b0 0x7feb9c1ed6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:34.949 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:34.944+0000 7feba2901700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7feb9c0c3a90 0x7feb9c157630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:34.949 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:34.944+0000 7feba2901700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7feb9c158d20 0x7feb9c144d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:34.949 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:34.944+0000 7feba2901700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feb9c14b200 con 0x7feb9c0c36b0 2024-09-13T16:15:34.949 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:34.944+0000 7feba2901700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feb9c14a960 con 0x7feb9c0c3a90 2024-09-13T16:15:34.949 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:34.944+0000 7feba2901700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7feb9c1472b0 con 0x7feb9c158d20 2024-09-13T16:15:34.949 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:34.944+0000 7feb9bfff700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7feb9c0c36b0 0x7feb9c1ed6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:34.949 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:34.944+0000 7feb9bfff700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7feb9c0c36b0 0x7feb9c1ed6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:44134/0 (socket says 172.21.15.5:44134) 2024-09-13T16:15:34.949 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:34.944+0000 7feb9bfff700 1 -- 172.21.15.5:0/1387766869 learned_addr learned my addr 172.21.15.5:0/1387766869 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:15:34.949 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:34.944+0000 7feb9b7fe700 1 --2- 172.21.15.5:0/1387766869 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7feb9c0c3a90 0x7feb9c157630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:34.949 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:34.944+0000 7feba0e9e700 1 --2- 172.21.15.5:0/1387766869 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7feb9c158d20 0x7feb9c144d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:34.949 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:34.944+0000 7feb9bfff700 1 -- 172.21.15.5:0/1387766869 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7feb9c158d20 msgr2=0x7feb9c144d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:34.949 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:34.944+0000 7feb9bfff700 1 --2- 172.21.15.5:0/1387766869 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7feb9c158d20 0x7feb9c144d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:34.950 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:34.944+0000 7feb9bfff700 1 -- 172.21.15.5:0/1387766869 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7feb9c0c3a90 msgr2=0x7feb9c157630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:34.950 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:34.944+0000 7feb9bfff700 1 --2- 172.21.15.5:0/1387766869 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7feb9c0c3a90 0x7feb9c157630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:34.950 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:34.944+0000 7feb9bfff700 1 -- 172.21.15.5:0/1387766869 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feb94009a70 con 0x7feb9c0c36b0 2024-09-13T16:15:34.950 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:34.944+0000 7feb9bfff700 1 --2- 172.21.15.5:0/1387766869 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7feb9c0c36b0 0x7feb9c1ed6a0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7feb9c0727a0 tx=0x7feb8c004770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:34.950 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:34.944+0000 7feb98ff9700 1 -- 172.21.15.5:0/1387766869 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feb8c01e070 con 0x7feb9c0c36b0 2024-09-13T16:15:34.951 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:34.944+0000 7feb98ff9700 1 -- 172.21.15.5:0/1387766869 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7feb8c010a30 con 0x7feb9c0c36b0 2024-09-13T16:15:34.951 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:34.944+0000 7feb98ff9700 1 -- 172.21.15.5:0/1387766869 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feb8c010de0 con 0x7feb9c0c36b0 2024-09-13T16:15:34.951 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:34.944+0000 7feba2901700 1 -- 172.21.15.5:0/1387766869 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7feb8c009570 con 0x7feb9c0c36b0 2024-09-13T16:15:34.951 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:34.944+0000 7feba2901700 1 -- 172.21.15.5:0/1387766869 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7feb9c14abb0 con 0x7feb9c0c36b0 2024-09-13T16:15:34.951 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:34.948+0000 7feba2901700 1 -- 172.21.15.5:0/1387766869 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7feb9c1572b0 con 0x7feb9c0c36b0 2024-09-13T16:15:34.951 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:34.948+0000 7feb98ff9700 1 -- 172.21.15.5:0/1387766869 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7feb8c019400 con 0x7feb9c0c36b0 2024-09-13T16:15:34.952 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:34.948+0000 7feb98ff9700 1 --2- 172.21.15.5:0/1387766869 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7feb88066730 0x7feb88068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:34.952 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:34.948+0000 7feb98ff9700 1 -- 172.21.15.5:0/1387766869 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(18..18 src has 1..18) v4 ==== 4857+0+0 (secure 0 0 0) 0x7feb8c086cf0 con 0x7feb9c0c36b0 2024-09-13T16:15:34.952 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:34.948+0000 7feb9b7fe700 1 --2- 172.21.15.5:0/1387766869 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7feb88066730 0x7feb88068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:34.953 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:34.948+0000 7feb9b7fe700 1 --2- 172.21.15.5:0/1387766869 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7feb88066730 0x7feb88068bf0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7feb94009fd0 tx=0x7feb9400b040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:34.961 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:34.956+0000 7feb98ff9700 1 -- 172.21.15.5:0/1387766869 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7feb8c08b070 con 0x7feb9c0c36b0 2024-09-13T16:15:35.137 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.132+0000 7feba2901700 1 -- 172.21.15.5:0/1387766869 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7feb9c06b1e0 con 0x7feb9c0c36b0 2024-09-13T16:15:35.139 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.136+0000 7feb98ff9700 1 -- 172.21.15.5:0/1387766869 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v18) v1 ==== 74+0+12790 (secure 0 0 0) 0x7feb8c028090 con 0x7feb9c0c36b0 2024-09-13T16:15:35.140 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-13T16:15:35.140 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":18,"fsid":"6f1d8d4e-46c0-4d05-9003-ad1036cd4028","created":"2024-09-13T16:15:17.129907+0000","modified":"2024-09-13T16:15:30.926353+0000","last_up_change":"2024-09-13T16:15:27.902042+0000","last_in_change":"2024-09-13T16:15:19.310503+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:15:28.621918+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"7dc606ef-5909-4eb7-8054-af158bc84208","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6800","nonce":851671428},{"type":"v1","addr":"172.21.15.5:6801","nonce":851671428}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6802","nonce":851671428},{"type":"v1","addr":"172.21.15.5:6803","nonce":851671428}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6806","nonce":851671428},{"type":"v1","addr":"172.21.15.5:6807","nonce":851671428}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6804","nonce":851671428},{"type":"v1","addr":"172.21.15.5:6805","nonce":851671428}]},"public_addr":"172.21.15.5:6801/851671428","cluster_addr":"172.21.15.5:6803/851671428","heartbeat_back_addr":"172.21.15.5:6807/851671428","heartbeat_front_addr":"172.21.15.5:6805/851671428","state":["exists","up"]},{"osd":1,"uuid":"ab4b3337-a446-427b-9a52-349561f7c79d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6808","nonce":1418062370},{"type":"v1","addr":"172.21.15.5:6809","nonce":1418062370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6810","nonce":1418062370},{"type":"v1","addr":"172.21.15.5:6811","nonce":1418062370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6814","nonce":1418062370},{"type":"v1","addr":"172.21.15.5:6815","nonce":1418062370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6812","nonce":1418062370},{"type":"v1","addr":"172.21.15.5:6813","nonce":1418062370}]},"public_addr":"172.21.15.5:6809/1418062370","cluster_addr":"172.21.15.5:6811/1418062370","heartbeat_back_addr":"172.21.15.5:6815/1418062370","heartbeat_front_addr":"172.21.15.5:6813/1418062370","state":["exists","up"]},{"osd":2,"uuid":"22d787ea-2049-40c1-aa23-811fdb981dbd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6816","nonce":2713060829},{"type":"v1","addr":"172.21.15.5:6817","nonce":2713060829}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6818","nonce":2713060829},{"type":"v1","addr":"172.21.15.5:6819","nonce":2713060829}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6822","nonce":2713060829},{"type":"v1","addr":"172.21.15.5:6823","nonce":2713060829}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6820","nonce":2713060829},{"type":"v1","addr":"172.21.15.5:6821","nonce":2713060829}]},"public_addr":"172.21.15.5:6817/2713060829","cluster_addr":"172.21.15.5:6819/2713060829","heartbeat_back_addr":"172.21.15.5:6823/2713060829","heartbeat_front_addr":"172.21.15.5:6821/2713060829","state":["exists","up"]},{"osd":3,"uuid":"30e4a102-0fce-46b2-8a6d-a7625c6a5ee9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6824","nonce":576343032},{"type":"v1","addr":"172.21.15.5:6825","nonce":576343032}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6826","nonce":576343032},{"type":"v1","addr":"172.21.15.5:6827","nonce":576343032}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6830","nonce":576343032},{"type":"v1","addr":"172.21.15.5:6831","nonce":576343032}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6828","nonce":576343032},{"type":"v1","addr":"172.21.15.5:6829","nonce":576343032}]},"public_addr":"172.21.15.5:6825/576343032","cluster_addr":"172.21.15.5:6827/576343032","heartbeat_back_addr":"172.21.15.5:6831/576343032","heartbeat_front_addr":"172.21.15.5:6829/576343032","state":["exists","up"]},{"osd":4,"uuid":"f47efe1d-f245-453c-b505-db74fe5df11c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6800","nonce":3624672735},{"type":"v1","addr":"172.21.15.179:6801","nonce":3624672735}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6802","nonce":3624672735},{"type":"v1","addr":"172.21.15.179:6803","nonce":3624672735}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6806","nonce":3624672735},{"type":"v1","addr":"172.21.15.179:6807","nonce":3624672735}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6804","nonce":3624672735},{"type":"v1","addr":"172.21.15.179:6805","nonce":3624672735}]},"public_addr":"172.21.15.179:6801/3624672735","cluster_addr":"172.21.15.179:6803/3624672735","heartbeat_back_addr":"172.21.15.179:6807/3624672735","heartbeat_front_addr":"172.21.15.179:6805/3624672735","state":["exists","up"]},{"osd":5,"uuid":"f6fd9c2f-b7ed-4e7b-a9fd-12aaea05bfa9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6824","nonce":2769164148},{"type":"v1","addr":"172.21.15.179:6825","nonce":2769164148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6826","nonce":2769164148},{"type":"v1","addr":"172.21.15.179:6827","nonce":2769164148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6830","nonce":2769164148},{"type":"v1","addr":"172.21.15.179:6831","nonce":2769164148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6828","nonce":2769164148},{"type":"v1","addr":"172.21.15.179:6829","nonce":2769164148}]},"public_addr":"172.21.15.179:6825/2769164148","cluster_addr":"172.21.15.179:6827/2769164148","heartbeat_back_addr":"172.21.15.179:6831/2769164148","heartbeat_front_addr":"172.21.15.179:6829/2769164148","state":["exists","up"]},{"osd":6,"uuid":"48985a9a-ec23-44a6-8f23-87edd7853994","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6816","nonce":3295700932},{"type":"v1","addr":"172.21.15.179:6817","nonce":3295700932}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6818","nonce":3295700932},{"type":"v1","addr":"172.21.15.179:6819","nonce":3295700932}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6822","nonce":3295700932},{"type":"v1","addr":"172.21.15.179:6823","nonce":3295700932}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6820","nonce":3295700932},{"type":"v1","addr":"172.21.15.179:6821","nonce":3295700932}]},"public_addr":"172.21.15.179:6817/3295700932","cluster_addr":"172.21.15.179:6819/3295700932","heartbeat_back_addr":"172.21.15.179:6823/3295700932","heartbeat_front_addr":"172.21.15.179:6821/3295700932","state":["exists","up"]},{"osd":7,"uuid":"af684358-558e-4fa4-ac35-1e3ef24b9021","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":16,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6808","nonce":1502652601},{"type":"v1","addr":"172.21.15.179:6809","nonce":1502652601}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6810","nonce":1502652601},{"type":"v1","addr":"172.21.15.179:6811","nonce":1502652601}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6814","nonce":1502652601},{"type":"v1","addr":"172.21.15.179:6815","nonce":1502652601}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6812","nonce":1502652601},{"type":"v1","addr":"172.21.15.179:6813","nonce":1502652601}]},"public_addr":"172.21.15.179:6809/1502652601","cluster_addr":"172.21.15.179:6811/1502652601","heartbeat_back_addr":"172.21.15.179:6815/1502652601","heartbeat_front_addr":"172.21.15.179:6813/1502652601","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.647314+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:23.936297+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.579030+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.393256+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.524066+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.865771+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.509811+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.613144+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:15:35.142 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.136+0000 7feba2901700 1 -- 172.21.15.5:0/1387766869 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7feb88066730 msgr2=0x7feb88068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:35.142 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.136+0000 7feba2901700 1 --2- 172.21.15.5:0/1387766869 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7feb88066730 0x7feb88068bf0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7feb94009fd0 tx=0x7feb9400b040 comp rx=0 tx=0).stop 2024-09-13T16:15:35.142 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.136+0000 7feba2901700 1 -- 172.21.15.5:0/1387766869 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7feb9c0c36b0 msgr2=0x7feb9c1ed6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:35.143 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.136+0000 7feba2901700 1 --2- 172.21.15.5:0/1387766869 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7feb9c0c36b0 0x7feb9c1ed6a0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7feb9c0727a0 tx=0x7feb8c004770 comp rx=0 tx=0).stop 2024-09-13T16:15:35.143 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.136+0000 7feba2901700 1 -- 172.21.15.5:0/1387766869 shutdown_connections 2024-09-13T16:15:35.143 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.136+0000 7feba2901700 1 --2- 172.21.15.5:0/1387766869 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7feb9c158d20 0x7feb9c144d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:35.143 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.136+0000 7feba2901700 1 --2- 172.21.15.5:0/1387766869 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7feb88066730 0x7feb88068bf0 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:35.143 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.136+0000 7feba2901700 1 --2- 172.21.15.5:0/1387766869 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7feb9c0c3a90 0x7feb9c157630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:35.143 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.136+0000 7feba2901700 1 --2- 172.21.15.5:0/1387766869 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7feb9c0c36b0 0x7feb9c1ed6a0 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:35.143 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.136+0000 7feba2901700 1 -- 172.21.15.5:0/1387766869 >> 172.21.15.5:0/1387766869 conn(0x7feb9c0ca3f0 msgr2=0x7feb9c0c15b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:35.143 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.136+0000 7feba2901700 1 -- 172.21.15.5:0/1387766869 shutdown_connections 2024-09-13T16:15:35.143 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.136+0000 7feba2901700 1 -- 172.21.15.5:0/1387766869 wait complete. 2024-09-13T16:15:35.155 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:15:28.621918+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:15:35.155 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:15:35.273 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.268+0000 7f3ff73aa700 1 Processor -- start 2024-09-13T16:15:35.273 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.268+0000 7f3ff73aa700 1 -- start start 2024-09-13T16:15:35.274 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.268+0000 7f3ff73aa700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f3ff00aed70 0x7f3ff01570f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:35.274 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.268+0000 7f3ff73aa700 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3ff0150c70 con 0x7f3ff00c30e0 2024-09-13T16:15:35.274 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.268+0000 7f3ff73aa700 1 -- --> v1:172.21.15.179:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3ff00c18a0 con 0x7f3ff00cc410 2024-09-13T16:15:35.274 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.268+0000 7f3ff73aa700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3ff00c1b80 con 0x7f3ff00aed70 2024-09-13T16:15:35.274 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.268+0000 7f3ff5ba7700 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f3ff00c30e0 0x7f3ff00c6e80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:58260/0 (socket says 172.21.15.5:58260) 2024-09-13T16:15:35.274 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.268+0000 7f3ff5ba7700 1 -- 172.21.15.5:0/4275855560 learned_addr learned my addr 172.21.15.5:0/4275855560 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-13T16:15:35.274 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.268+0000 7f3ff63a8700 1 --2- 172.21.15.5:0/4275855560 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f3ff00aed70 0x7f3ff01570f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:35.277 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.268+0000 7f3ff53a6700 1 -- 172.21.15.5:0/4275855560 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 679971327 0 0) 0x7f3ff0150c70 con 0x7f3ff00c30e0 2024-09-13T16:15:35.277 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.268+0000 7f3ff53a6700 1 -- 172.21.15.5:0/4275855560 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f3fd80035d0 con 0x7f3ff00c30e0 2024-09-13T16:15:35.277 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.272+0000 7f3ff53a6700 1 -- 172.21.15.5:0/4275855560 <== mon.1 v1:172.21.15.179:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 648192373 0 0) 0x7f3ff00c18a0 con 0x7f3ff00cc410 2024-09-13T16:15:35.277 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.272+0000 7f3ff53a6700 1 -- 172.21.15.5:0/4275855560 --> v1:172.21.15.179:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f3ff0150c70 con 0x7f3ff00cc410 2024-09-13T16:15:35.277 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.272+0000 7f3ff53a6700 1 -- 172.21.15.5:0/4275855560 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2233311199 0 0) 0x7f3fd80035d0 con 0x7f3ff00c30e0 2024-09-13T16:15:35.277 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.272+0000 7f3ff53a6700 1 -- 172.21.15.5:0/4275855560 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f3ff00aed70 msgr2=0x7f3ff01570f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:15:35.277 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.272+0000 7f3ff53a6700 1 --2- 172.21.15.5:0/4275855560 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f3ff00aed70 0x7f3ff01570f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:35.277 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.272+0000 7f3ff53a6700 1 -- 172.21.15.5:0/4275855560 >> v1:172.21.15.179:6789/0 conn(0x7f3ff00cc410 legacy=0x7f3ff01610f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:35.277 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.272+0000 7f3ff53a6700 1 -- 172.21.15.5:0/4275855560 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3ff00c1e60 con 0x7f3ff00c30e0 2024-09-13T16:15:35.277 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.272+0000 7f3ff53a6700 1 -- 172.21.15.5:0/4275855560 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 830915072 0 0) 0x7f3fec001670 con 0x7f3ff00c30e0 2024-09-13T16:15:35.277 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.272+0000 7f3ff53a6700 1 -- 172.21.15.5:0/4275855560 >> v1:172.21.15.5:6789/0 conn(0x7f3ff00c30e0 legacy=0x7f3ff00c6e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:35.278 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.272+0000 7f3ff53a6700 1 --2- 172.21.15.5:0/4275855560 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f3fd8003be0 0x7f3fd8003fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:35.278 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.272+0000 7f3ff53a6700 1 --2- 172.21.15.5:0/4275855560 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3fd8004870 0x7f3fd8004cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:35.278 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.272+0000 7f3ff53a6700 1 --2- 172.21.15.5:0/4275855560 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f3ff00aed70 0x7f3fd8005250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:35.278 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.272+0000 7f3ff53a6700 1 -- 172.21.15.5:0/4275855560 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3ff00c1b80 con 0x7f3fd8004870 2024-09-13T16:15:35.278 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.272+0000 7f3ff53a6700 1 -- 172.21.15.5:0/4275855560 --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3fd800bb40 con 0x7f3fd8003be0 2024-09-13T16:15:35.278 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.272+0000 7f3ff53a6700 1 -- 172.21.15.5:0/4275855560 --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3fd800bd00 con 0x7f3ff00aed70 2024-09-13T16:15:35.278 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.272+0000 7f3ff5ba7700 1 --2- 172.21.15.5:0/4275855560 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3fd8004870 0x7f3fd8004cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:35.278 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.272+0000 7f3ff6ba9700 1 --2- 172.21.15.5:0/4275855560 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f3ff00aed70 0x7f3fd8005250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:35.278 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.272+0000 7f3ff63a8700 1 --2- 172.21.15.5:0/4275855560 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f3fd8003be0 0x7f3fd8003fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:35.278 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.272+0000 7f3ff5ba7700 1 -- 172.21.15.5:0/4275855560 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f3ff00aed70 msgr2=0x7f3fd8005250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:15:35.278 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.272+0000 7f3ff5ba7700 1 --2- 172.21.15.5:0/4275855560 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f3ff00aed70 0x7f3fd8005250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:35.278 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.272+0000 7f3ff5ba7700 1 -- 172.21.15.5:0/4275855560 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f3fd8003be0 msgr2=0x7f3fd8003fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:15:35.279 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.272+0000 7f3ff5ba7700 1 --2- 172.21.15.5:0/4275855560 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f3fd8003be0 0x7f3fd8003fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:35.279 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.272+0000 7f3ff5ba7700 1 -- 172.21.15.5:0/4275855560 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3fd80035d0 con 0x7f3fd8004870 2024-09-13T16:15:35.279 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.272+0000 7f3ff63a8700 1 --2- 172.21.15.5:0/4275855560 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f3fd8003be0 0x7f3fd8003fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:15:35.279 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.272+0000 7f3ff5ba7700 1 --2- 172.21.15.5:0/4275855560 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3fd8004870 0x7f3fd8004cf0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f3ff00c34c0 tx=0x7f3fd80058a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6e6bf96c2bda16ba server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:35.279 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.272+0000 7f3ff53a6700 1 -- 172.21.15.5:0/4275855560 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3fec00cd50 con 0x7f3fd8004870 2024-09-13T16:15:35.279 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.272+0000 7f3ff53a6700 1 -- 172.21.15.5:0/4275855560 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3fec005980 con 0x7f3fd8004870 2024-09-13T16:15:35.279 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.272+0000 7f3ff53a6700 1 -- 172.21.15.5:0/4275855560 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3fec005d30 con 0x7f3fd8004870 2024-09-13T16:15:35.280 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.272+0000 7f3ff73aa700 1 -- 172.21.15.5:0/4275855560 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3fd8004870 msgr2=0x7f3fd8004cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:35.280 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.272+0000 7f3ff73aa700 1 --2- 172.21.15.5:0/4275855560 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3fd8004870 0x7f3fd8004cf0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f3ff00c34c0 tx=0x7f3fd80058a0 comp rx=0 tx=0).stop 2024-09-13T16:15:35.281 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.272+0000 7f3ff6ba9700 1 -- 172.21.15.5:0/4275855560 reap_dead start 2024-09-13T16:15:35.281 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.272+0000 7f3ff73aa700 1 -- 172.21.15.5:0/4275855560 shutdown_connections 2024-09-13T16:15:35.281 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.272+0000 7f3ff73aa700 1 -- 172.21.15.5:0/4275855560 >> 172.21.15.5:0/4275855560 conn(0x7f3ff006ba20 msgr2=0x7f3ff006be00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:35.281 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.272+0000 7f3ff73aa700 1 -- 172.21.15.5:0/4275855560 shutdown_connections 2024-09-13T16:15:35.281 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.272+0000 7f3ff73aa700 1 -- 172.21.15.5:0/4275855560 wait complete. 2024-09-13T16:15:35.281 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.276+0000 7f3ff73aa700 1 Processor -- start 2024-09-13T16:15:35.281 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.276+0000 7f3ff73aa700 1 -- start start 2024-09-13T16:15:35.282 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.276+0000 7f3ff73aa700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3fd8004870 0x7f3ff0158c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:35.282 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.276+0000 7f3ff73aa700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f3ff0158320 0x7f3ff01524c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:35.282 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.276+0000 7f3ff73aa700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f3ff014aa60 0x7f3ff0149820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:35.283 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.276+0000 7f3ff73aa700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3ff0153870 con 0x7f3fd8004870 2024-09-13T16:15:35.283 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.276+0000 7f3ff73aa700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3ff0151a70 con 0x7f3ff0158320 2024-09-13T16:15:35.283 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.276+0000 7f3ff73aa700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3ff0153a80 con 0x7f3ff014aa60 2024-09-13T16:15:35.283 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.276+0000 7f3ff63a8700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3fd8004870 0x7f3ff0158c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:35.283 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.276+0000 7f3ff63a8700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3fd8004870 0x7f3ff0158c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:44158/0 (socket says 172.21.15.5:44158) 2024-09-13T16:15:35.283 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.276+0000 7f3ff63a8700 1 -- 172.21.15.5:0/1683599219 learned_addr learned my addr 172.21.15.5:0/1683599219 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:15:35.283 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.276+0000 7f3ff5ba7700 1 --2- 172.21.15.5:0/1683599219 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f3ff0158320 0x7f3ff01524c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:35.283 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.276+0000 7f3ff6ba9700 1 --2- 172.21.15.5:0/1683599219 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f3ff014aa60 0x7f3ff0149820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:35.283 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.276+0000 7f3ff63a8700 1 -- 172.21.15.5:0/1683599219 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f3ff014aa60 msgr2=0x7f3ff0149820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:35.283 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.276+0000 7f3ff63a8700 1 --2- 172.21.15.5:0/1683599219 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f3ff014aa60 0x7f3ff0149820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:35.283 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.276+0000 7f3ff63a8700 1 -- 172.21.15.5:0/1683599219 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f3ff0158320 msgr2=0x7f3ff01524c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:35.284 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.276+0000 7f3ff63a8700 1 --2- 172.21.15.5:0/1683599219 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f3ff0158320 0x7f3ff01524c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:35.284 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.280+0000 7f3ff63a8700 1 -- 172.21.15.5:0/1683599219 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3ff0153d60 con 0x7f3fd8004870 2024-09-13T16:15:35.284 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.280+0000 7f3ff6ba9700 1 --2- 172.21.15.5:0/1683599219 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f3ff014aa60 0x7f3ff0149820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:15:35.285 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.280+0000 7f3ff63a8700 1 --2- 172.21.15.5:0/1683599219 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3fd8004870 0x7f3ff0158c90 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f3fe00108f0 tx=0x7f3fe0010c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:35.285 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.280+0000 7f3fe6ffd700 1 -- 172.21.15.5:0/1683599219 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3fe0004020 con 0x7f3fd8004870 2024-09-13T16:15:35.285 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.280+0000 7f3fe6ffd700 1 -- 172.21.15.5:0/1683599219 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3fe0004180 con 0x7f3fd8004870 2024-09-13T16:15:35.285 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.280+0000 7f3ff73aa700 1 -- 172.21.15.5:0/1683599219 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3ff0151cc0 con 0x7f3fd8004870 2024-09-13T16:15:35.285 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.280+0000 7f3fe6ffd700 1 -- 172.21.15.5:0/1683599219 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3fe0004530 con 0x7f3fd8004870 2024-09-13T16:15:35.285 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.280+0000 7f3ff73aa700 1 -- 172.21.15.5:0/1683599219 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3ff0152bd0 con 0x7f3fd8004870 2024-09-13T16:15:35.285 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.280+0000 7f3ff73aa700 1 -- 172.21.15.5:0/1683599219 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3ff006b890 con 0x7f3fd8004870 2024-09-13T16:15:35.286 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.280+0000 7f3fe6ffd700 1 -- 172.21.15.5:0/1683599219 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f3fe00036c0 con 0x7f3fd8004870 2024-09-13T16:15:35.286 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.280+0000 7f3fe6ffd700 1 --2- 172.21.15.5:0/1683599219 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f3fdc066760 0x7f3fdc068c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:35.286 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.280+0000 7f3fe6ffd700 1 -- 172.21.15.5:0/1683599219 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(18..18 src has 1..18) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f3fe0083c30 con 0x7f3fd8004870 2024-09-13T16:15:35.286 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.284+0000 7f3ff5ba7700 1 --2- 172.21.15.5:0/1683599219 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f3fdc066760 0x7f3fdc068c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:35.287 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.284+0000 7f3ff5ba7700 1 --2- 172.21.15.5:0/1683599219 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f3fdc066760 0x7f3fdc068c20 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f3fec0018b0 tx=0x7f3fec00a000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:35.292 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.288+0000 7f3fe6ffd700 1 -- 172.21.15.5:0/1683599219 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f3fe0051250 con 0x7f3fd8004870 2024-09-13T16:15:35.303 DEBUG:teuthology.orchestra.run.smithi005:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:15:35.305 DEBUG:teuthology.orchestra.run.smithi179:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:15:35.465 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.460+0000 7f3ff73aa700 1 -- 172.21.15.5:0/1683599219 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f3ff00af150 con 0x7f3fd8004870 2024-09-13T16:15:35.465 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.460+0000 7f3fe6ffd700 1 -- 172.21.15.5:0/1683599219 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v18) v1 ==== 93+0+10 (secure 0 0 0) 0x7f3fe0054870 con 0x7f3fd8004870 2024-09-13T16:15:35.466 INFO:teuthology.orchestra.run.smithi005.stdout:pg_num: 1 2024-09-13T16:15:35.468 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.464+0000 7f3ff73aa700 1 -- 172.21.15.5:0/1683599219 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f3fdc066760 msgr2=0x7f3fdc068c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:35.468 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.464+0000 7f3ff73aa700 1 --2- 172.21.15.5:0/1683599219 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f3fdc066760 0x7f3fdc068c20 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f3fec0018b0 tx=0x7f3fec00a000 comp rx=0 tx=0).stop 2024-09-13T16:15:35.469 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.464+0000 7f3ff73aa700 1 -- 172.21.15.5:0/1683599219 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3fd8004870 msgr2=0x7f3ff0158c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:35.469 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.464+0000 7f3ff73aa700 1 --2- 172.21.15.5:0/1683599219 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3fd8004870 0x7f3ff0158c90 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f3fe00108f0 tx=0x7f3fe0010c00 comp rx=0 tx=0).stop 2024-09-13T16:15:35.469 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.464+0000 7f3ff73aa700 1 -- 172.21.15.5:0/1683599219 shutdown_connections 2024-09-13T16:15:35.469 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.464+0000 7f3ff73aa700 1 --2- 172.21.15.5:0/1683599219 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f3ff014aa60 0x7f3ff0149820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:35.469 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.464+0000 7f3ff73aa700 1 --2- 172.21.15.5:0/1683599219 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f3fdc066760 0x7f3fdc068c20 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:35.469 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.464+0000 7f3ff73aa700 1 --2- 172.21.15.5:0/1683599219 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f3ff0158320 0x7f3ff01524c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:35.469 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.464+0000 7f3ff73aa700 1 --2- 172.21.15.5:0/1683599219 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3fd8004870 0x7f3ff0158c90 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:35.469 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.464+0000 7f3ff73aa700 1 -- 172.21.15.5:0/1683599219 >> 172.21.15.5:0/1683599219 conn(0x7f3ff006ba20 msgr2=0x7f3ff0155f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:35.469 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.464+0000 7f3ff73aa700 1 -- 172.21.15.5:0/1683599219 shutdown_connections 2024-09-13T16:15:35.469 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.464+0000 7f3ff73aa700 1 -- 172.21.15.5:0/1683599219 wait complete. 2024-09-13T16:15:35.481 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:15:35.593 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.588+0000 7fab1cd54700 1 Processor -- start 2024-09-13T16:15:35.593 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.588+0000 7fab1cd54700 1 -- start start 2024-09-13T16:15:35.593 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.588+0000 7fab1cd54700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fab1814c390 0x7fab180caca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:35.594 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.588+0000 7fab1cd54700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fab1814c770 0x7fab180c3360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:35.594 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.588+0000 7fab1cd54700 1 -- --> v1:172.21.15.179:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fab18071230 con 0x7fab180c5300 2024-09-13T16:15:35.594 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.588+0000 7fab1cd54700 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fab180c1de0 con 0x7fab1814c390 2024-09-13T16:15:35.594 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.588+0000 7fab1cd54700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fab181562a0 con 0x7fab1814c770 2024-09-13T16:15:35.595 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.588+0000 7fab177fe700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fab1814c390 0x7fab180caca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:35.595 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.588+0000 7fab177fe700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fab1814c390 0x7fab180caca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:44170/0 (socket says 172.21.15.5:44170) 2024-09-13T16:15:35.595 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.588+0000 7fab17fff700 1 --1- >> v1:172.21.15.179:6789/0 conn(0x7fab180c5300 0x7fab18158c60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.179:6789/0 says I am v1:172.21.15.5:52284/0 (socket says 172.21.15.5:52284) 2024-09-13T16:15:35.595 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.588+0000 7fab177fe700 1 -- 172.21.15.5:0/3636632960 learned_addr learned my addr 172.21.15.5:0/3636632960 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:15:35.595 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.588+0000 7fab16ffd700 1 --2- 172.21.15.5:0/3636632960 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fab1814c770 0x7fab180c3360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:35.595 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.592+0000 7fab167fc700 1 -- 172.21.15.5:0/3636632960 <== mon.1 v1:172.21.15.179:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4163613295 0 0) 0x7fab18071230 con 0x7fab180c5300 2024-09-13T16:15:35.595 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.592+0000 7fab177fe700 1 -- 172.21.15.5:0/3636632960 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fab1814c770 msgr2=0x7fab180c3360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:15:35.595 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.592+0000 7fab177fe700 1 --2- 172.21.15.5:0/3636632960 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fab1814c770 0x7fab180c3360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:35.595 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.592+0000 7fab177fe700 1 -- 172.21.15.5:0/3636632960 >> v1:172.21.15.179:6789/0 conn(0x7fab180c5300 legacy=0x7fab18158c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:35.595 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.592+0000 7fab177fe700 1 -- 172.21.15.5:0/3636632960 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fab180c1820 con 0x7fab1814c390 2024-09-13T16:15:35.595 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.592+0000 7fab16ffd700 1 --2- 172.21.15.5:0/3636632960 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fab1814c770 0x7fab180c3360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:15:35.596 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.592+0000 7fab177fe700 1 --2- 172.21.15.5:0/3636632960 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fab1814c390 0x7fab180caca0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fab08009910 tx=0x7fab08009c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=100cbfb129c74e47 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:35.597 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.592+0000 7fab167fc700 1 -- 172.21.15.5:0/3636632960 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab08011830 con 0x7fab1814c390 2024-09-13T16:15:35.597 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.592+0000 7fab167fc700 1 -- 172.21.15.5:0/3636632960 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fab08011990 con 0x7fab1814c390 2024-09-13T16:15:35.597 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.592+0000 7fab167fc700 1 -- 172.21.15.5:0/3636632960 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab08011d40 con 0x7fab1814c390 2024-09-13T16:15:35.597 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.592+0000 7fab1cd54700 1 -- 172.21.15.5:0/3636632960 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fab1814c390 msgr2=0x7fab180caca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:35.597 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.592+0000 7fab1cd54700 1 --2- 172.21.15.5:0/3636632960 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fab1814c390 0x7fab180caca0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fab08009910 tx=0x7fab08009c20 comp rx=0 tx=0).stop 2024-09-13T16:15:35.597 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.592+0000 7fab1cd54700 1 -- 172.21.15.5:0/3636632960 shutdown_connections 2024-09-13T16:15:35.597 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.592+0000 7fab1cd54700 1 --2- 172.21.15.5:0/3636632960 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fab1814c770 0x7fab180c3360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:35.597 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.592+0000 7fab1cd54700 1 --2- 172.21.15.5:0/3636632960 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fab1814c390 0x7fab180caca0 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:35.597 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.592+0000 7fab1cd54700 1 -- 172.21.15.5:0/3636632960 >> 172.21.15.5:0/3636632960 conn(0x7fab1806ada0 msgr2=0x7fab180ca280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:35.597 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.592+0000 7fab1cd54700 1 -- 172.21.15.5:0/3636632960 shutdown_connections 2024-09-13T16:15:35.597 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.592+0000 7fab1cd54700 1 -- 172.21.15.5:0/3636632960 wait complete. 2024-09-13T16:15:35.598 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.592+0000 7fab1cd54700 1 Processor -- start 2024-09-13T16:15:35.598 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.592+0000 7fab1cd54700 1 -- start start 2024-09-13T16:15:35.601 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.596+0000 7fab1cd54700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fab180c5300 0x7fab181480e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:35.601 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.596+0000 7fab1cd54700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fab1814c390 0x7fab180c9400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:35.601 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.596+0000 7fab1cd54700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fab18142980 0x7fab1813ebc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:35.601 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.596+0000 7fab1cd54700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fab181ee950 con 0x7fab180c5300 2024-09-13T16:15:35.601 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.596+0000 7fab1cd54700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fab181ef770 con 0x7fab18142980 2024-09-13T16:15:35.601 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.596+0000 7fab1cd54700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fab181eeb60 con 0x7fab1814c390 2024-09-13T16:15:35.601 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.596+0000 7fab177fe700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fab180c5300 0x7fab181480e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:35.602 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.596+0000 7fab177fe700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fab180c5300 0x7fab181480e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:44180/0 (socket says 172.21.15.5:44180) 2024-09-13T16:15:35.602 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.596+0000 7fab177fe700 1 -- 172.21.15.5:0/685265890 learned_addr learned my addr 172.21.15.5:0/685265890 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:15:35.602 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.596+0000 7fab17fff700 1 --2- 172.21.15.5:0/685265890 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fab18142980 0x7fab1813ebc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:35.602 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.596+0000 7fab16ffd700 1 --2- 172.21.15.5:0/685265890 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fab1814c390 0x7fab180c9400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:35.602 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.596+0000 7fab177fe700 1 -- 172.21.15.5:0/685265890 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fab1814c390 msgr2=0x7fab180c9400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:35.602 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.596+0000 7fab177fe700 1 --2- 172.21.15.5:0/685265890 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fab1814c390 0x7fab180c9400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:35.602 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.596+0000 7fab177fe700 1 -- 172.21.15.5:0/685265890 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fab18142980 msgr2=0x7fab1813ebc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:35.602 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.596+0000 7fab177fe700 1 --2- 172.21.15.5:0/685265890 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fab18142980 0x7fab1813ebc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:35.602 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.596+0000 7fab177fe700 1 -- 172.21.15.5:0/685265890 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fab0c0094b0 con 0x7fab180c5300 2024-09-13T16:15:35.602 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.596+0000 7fab177fe700 1 --2- 172.21.15.5:0/685265890 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fab180c5300 0x7fab181480e0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fab08009f70 tx=0x7fab08004770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:35.602 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.596+0000 7faafffff700 1 -- 172.21.15.5:0/685265890 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab0801a900 con 0x7fab180c5300 2024-09-13T16:15:35.602 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.596+0000 7faafffff700 1 -- 172.21.15.5:0/685265890 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fab0801f070 con 0x7fab180c5300 2024-09-13T16:15:35.603 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.596+0000 7fab1cd54700 1 -- 172.21.15.5:0/685265890 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fab08009570 con 0x7fab180c5300 2024-09-13T16:15:35.603 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.596+0000 7faafffff700 1 -- 172.21.15.5:0/685265890 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab0801acc0 con 0x7fab180c5300 2024-09-13T16:15:35.603 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.596+0000 7fab1cd54700 1 -- 172.21.15.5:0/685265890 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fab181ef120 con 0x7fab180c5300 2024-09-13T16:15:35.603 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.600+0000 7faafffff700 1 -- 172.21.15.5:0/685265890 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fab0801b430 con 0x7fab180c5300 2024-09-13T16:15:35.604 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.600+0000 7fab1cd54700 1 -- 172.21.15.5:0/685265890 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fab180ca520 con 0x7fab180c5300 2024-09-13T16:15:35.604 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.600+0000 7faafffff700 1 --2- 172.21.15.5:0/685265890 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fab04066730 0x7fab04068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:35.604 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.600+0000 7faafffff700 1 -- 172.21.15.5:0/685265890 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(18..18 src has 1..18) v4 ==== 4857+0+0 (secure 0 0 0) 0x7fab08021070 con 0x7fab180c5300 2024-09-13T16:15:35.604 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.600+0000 7fab16ffd700 1 --2- 172.21.15.5:0/685265890 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fab04066730 0x7fab04068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:35.604 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.600+0000 7fab16ffd700 1 --2- 172.21.15.5:0/685265890 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fab04066730 0x7fab04068bf0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fab1806fcd0 tx=0x7fab0c009240 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:35.615 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.612+0000 7faafffff700 1 -- 172.21.15.5:0/685265890 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fab08052da0 con 0x7fab180c5300 2024-09-13T16:15:35.826 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.820+0000 7fab1cd54700 1 -- 172.21.15.5:0/685265890 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fab1806e4e0 con 0x7fab180c5300 2024-09-13T16:15:35.827 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.824+0000 7faafffff700 1 -- 172.21.15.5:0/685265890 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 2 v2) v1 ==== 93+0+1259 (secure 0 0 0) 0x7fab08015090 con 0x7fab180c5300 2024-09-13T16:15:35.827 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-13T16:15:35.827 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":2,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4238,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.179:6835/2401895463","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6834","nonce":2401895463},{"type":"v1","addr":"172.21.15.179:6835","nonce":2401895463}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[]} 2024-09-13T16:15:35.830 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.824+0000 7fab1cd54700 1 -- 172.21.15.5:0/685265890 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fab04066730 msgr2=0x7fab04068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:35.830 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.824+0000 7fab1cd54700 1 --2- 172.21.15.5:0/685265890 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fab04066730 0x7fab04068bf0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fab1806fcd0 tx=0x7fab0c009240 comp rx=0 tx=0).stop 2024-09-13T16:15:35.830 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.824+0000 7fab1cd54700 1 -- 172.21.15.5:0/685265890 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fab180c5300 msgr2=0x7fab181480e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:35.830 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.824+0000 7fab1cd54700 1 --2- 172.21.15.5:0/685265890 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fab180c5300 0x7fab181480e0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fab08009f70 tx=0x7fab08004770 comp rx=0 tx=0).stop 2024-09-13T16:15:35.830 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.824+0000 7fab1cd54700 1 -- 172.21.15.5:0/685265890 shutdown_connections 2024-09-13T16:15:35.830 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.824+0000 7fab1cd54700 1 --2- 172.21.15.5:0/685265890 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fab04066730 0x7fab04068bf0 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:35.830 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.824+0000 7fab1cd54700 1 --2- 172.21.15.5:0/685265890 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fab18142980 0x7fab1813ebc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:35.830 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.824+0000 7fab1cd54700 1 --2- 172.21.15.5:0/685265890 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fab1814c390 0x7fab180c9400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:35.830 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.824+0000 7fab1cd54700 1 --2- 172.21.15.5:0/685265890 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fab180c5300 0x7fab181480e0 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:35.830 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.824+0000 7fab1cd54700 1 -- 172.21.15.5:0/685265890 >> 172.21.15.5:0/685265890 conn(0x7fab1806ada0 msgr2=0x7fab18145a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:35.830 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.824+0000 7fab1cd54700 1 -- 172.21.15.5:0/685265890 shutdown_connections 2024-09-13T16:15:35.830 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:35.824+0000 7fab1cd54700 1 -- 172.21.15.5:0/685265890 wait complete. 2024-09-13T16:15:35.831 INFO:teuthology.orchestra.run.smithi005.stderr:dumped fsmap epoch 2 2024-09-13T16:15:37.842 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:15:37.967 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:37.964+0000 7f29db59e700 1 Processor -- start 2024-09-13T16:15:37.967 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:37.964+0000 7f29db59e700 1 -- start start 2024-09-13T16:15:37.968 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:37.964+0000 7f29db59e700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f29dc0c3c00 0x7f29dc1568a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:37.968 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:37.964+0000 7f29db59e700 1 --2- >> v2:172.21.15.179:3300/0 conn(0x7f29dc0c68a0 0x7f29dc150cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:37.968 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:37.964+0000 7f29db59e700 1 -- --> v1:172.21.15.179:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f29dc06e760 con 0x7f29dc06cc60 2024-09-13T16:15:37.968 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:37.964+0000 7f29db59e700 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f29dc0c6250 con 0x7f29dc0c3c00 2024-09-13T16:15:37.968 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:37.964+0000 7f29db59e700 1 -- --> v2:172.21.15.179:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f29dc0caea0 con 0x7f29dc0c68a0 2024-09-13T16:15:37.968 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:37.964+0000 7f29da59c700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f29dc0c3c00 0x7f29dc1568a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:37.968 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:37.964+0000 7f29da59c700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f29dc0c3c00 0x7f29dc1568a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:44194/0 (socket says 172.21.15.5:44194) 2024-09-13T16:15:37.968 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:37.964+0000 7f29dad9d700 1 --2- >> v2:172.21.15.179:3300/0 conn(0x7f29dc0c68a0 0x7f29dc150cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:37.968 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:37.964+0000 7f29da59c700 1 -- 172.21.15.5:0/4264920527 learned_addr learned my addr 172.21.15.5:0/4264920527 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:15:37.969 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:37.964+0000 7f29da59c700 1 -- 172.21.15.5:0/4264920527 >> v2:172.21.15.179:3300/0 conn(0x7f29dc0c68a0 msgr2=0x7f29dc150cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:15:37.969 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:37.964+0000 7f29da59c700 1 --2- 172.21.15.5:0/4264920527 >> v2:172.21.15.179:3300/0 conn(0x7f29dc0c68a0 0x7f29dc150cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:37.970 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:37.964+0000 7f29da59c700 1 -- 172.21.15.5:0/4264920527 >> v1:172.21.15.179:6789/0 conn(0x7f29dc06cc60 legacy=0x7f29dc1505b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:37.970 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:37.964+0000 7f29da59c700 1 -- 172.21.15.5:0/4264920527 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f29dc0c4db0 con 0x7f29dc0c3c00 2024-09-13T16:15:37.970 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:37.964+0000 7f29d959a700 1 -- 172.21.15.5:0/4264920527 <== mon.1 v1:172.21.15.179:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 265315131 0 0) 0x7f29dc06e760 con 0x7f29dc06cc60 2024-09-13T16:15:37.970 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:37.964+0000 7f29dad9d700 1 --2- 172.21.15.5:0/4264920527 >> v2:172.21.15.179:3300/0 conn(0x7f29dc0c68a0 0x7f29dc150cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:15:37.970 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:37.964+0000 7f29da59c700 1 --2- 172.21.15.5:0/4264920527 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f29dc0c3c00 0x7f29dc1568a0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f29dc0c67c0 tx=0x7f29cc009bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e9bd483f6cb4acb server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:37.970 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:37.964+0000 7f29d959a700 1 -- 172.21.15.5:0/4264920527 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f29cc011830 con 0x7f29dc0c3c00 2024-09-13T16:15:37.970 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:37.964+0000 7f29d959a700 1 -- 172.21.15.5:0/4264920527 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f29cc011990 con 0x7f29dc0c3c00 2024-09-13T16:15:37.970 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:37.964+0000 7f29d959a700 1 -- 172.21.15.5:0/4264920527 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f29cc011d20 con 0x7f29dc0c3c00 2024-09-13T16:15:37.974 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:37.964+0000 7f29db59e700 1 -- 172.21.15.5:0/4264920527 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f29dc0c3c00 msgr2=0x7f29dc1568a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:37.974 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:37.964+0000 7f29db59e700 1 --2- 172.21.15.5:0/4264920527 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f29dc0c3c00 0x7f29dc1568a0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f29dc0c67c0 tx=0x7f29cc009bf0 comp rx=0 tx=0).stop 2024-09-13T16:15:37.974 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:37.964+0000 7f29db59e700 1 -- 172.21.15.5:0/4264920527 shutdown_connections 2024-09-13T16:15:37.974 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:37.964+0000 7f29db59e700 1 --2- 172.21.15.5:0/4264920527 >> v2:172.21.15.179:3300/0 conn(0x7f29dc0c68a0 0x7f29dc150cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:37.974 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:37.964+0000 7f29db59e700 1 --2- 172.21.15.5:0/4264920527 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f29dc0c3c00 0x7f29dc1568a0 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:37.975 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:37.964+0000 7f29db59e700 1 -- 172.21.15.5:0/4264920527 >> 172.21.15.5:0/4264920527 conn(0x7f29dc06ada0 msgr2=0x7f29dc0ca280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:37.975 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:37.964+0000 7f29db59e700 1 -- 172.21.15.5:0/4264920527 shutdown_connections 2024-09-13T16:15:37.975 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:37.964+0000 7f29db59e700 1 -- 172.21.15.5:0/4264920527 wait complete. 2024-09-13T16:15:37.975 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:37.968+0000 7f29db59e700 1 Processor -- start 2024-09-13T16:15:37.975 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:37.968+0000 7f29db59e700 1 -- start start 2024-09-13T16:15:37.975 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:37.968+0000 7f29db59e700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f29dc06cc60 0x7f29dc1ef7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:37.975 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:37.968+0000 7f29db59e700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f29dc0c3c00 0x7f29dc148b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:37.975 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:37.968+0000 7f29db59e700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f29dc0c68a0 0x7f29dc149050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:37.975 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:37.968+0000 7f29db59e700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f29dc14a450 con 0x7f29dc06cc60 2024-09-13T16:15:37.975 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:37.968+0000 7f29db59e700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f29dc151550 con 0x7f29dc0c68a0 2024-09-13T16:15:37.975 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:37.968+0000 7f29db59e700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f29dc1483a0 con 0x7f29dc0c3c00 2024-09-13T16:15:37.975 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:37.968+0000 7f29da59c700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f29dc06cc60 0x7f29dc1ef7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:37.976 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:37.968+0000 7f29da59c700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f29dc06cc60 0x7f29dc1ef7f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:44206/0 (socket says 172.21.15.5:44206) 2024-09-13T16:15:37.976 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:37.968+0000 7f29da59c700 1 -- 172.21.15.5:0/2626098080 learned_addr learned my addr 172.21.15.5:0/2626098080 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:15:37.976 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:37.968+0000 7f29dad9d700 1 --2- 172.21.15.5:0/2626098080 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f29dc0c68a0 0x7f29dc149050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:37.976 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:37.968+0000 7f29d9d9b700 1 --2- 172.21.15.5:0/2626098080 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f29dc0c3c00 0x7f29dc148b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:37.976 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:37.968+0000 7f29da59c700 1 -- 172.21.15.5:0/2626098080 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f29dc0c3c00 msgr2=0x7f29dc148b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:37.976 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:37.968+0000 7f29da59c700 1 --2- 172.21.15.5:0/2626098080 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f29dc0c3c00 0x7f29dc148b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:37.976 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:37.968+0000 7f29da59c700 1 -- 172.21.15.5:0/2626098080 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f29dc0c68a0 msgr2=0x7f29dc149050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:37.976 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:37.968+0000 7f29da59c700 1 --2- 172.21.15.5:0/2626098080 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f29dc0c68a0 0x7f29dc149050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:37.976 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:37.968+0000 7f29da59c700 1 -- 172.21.15.5:0/2626098080 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f29d4009a70 con 0x7f29dc06cc60 2024-09-13T16:15:37.976 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:37.968+0000 7f29d9d9b700 1 --2- 172.21.15.5:0/2626098080 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f29dc0c3c00 0x7f29dc148b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:15:37.976 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:37.968+0000 7f29da59c700 1 --2- 172.21.15.5:0/2626098080 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f29dc06cc60 0x7f29dc1ef7f0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f29cc009f40 tx=0x7f29cc004770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:37.976 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:37.968+0000 7f29d2ffd700 1 -- 172.21.15.5:0/2626098080 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f29cc0045d0 con 0x7f29dc06cc60 2024-09-13T16:15:37.976 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:37.968+0000 7f29d2ffd700 1 -- 172.21.15.5:0/2626098080 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f29cc01f070 con 0x7f29dc06cc60 2024-09-13T16:15:37.977 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:37.968+0000 7f29d2ffd700 1 -- 172.21.15.5:0/2626098080 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f29cc003900 con 0x7f29dc06cc60 2024-09-13T16:15:37.977 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:37.968+0000 7f29db59e700 1 -- 172.21.15.5:0/2626098080 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f29cc009570 con 0x7f29dc06cc60 2024-09-13T16:15:37.977 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:37.968+0000 7f29db59e700 1 -- 172.21.15.5:0/2626098080 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f29dc148680 con 0x7f29dc06cc60 2024-09-13T16:15:37.977 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:37.972+0000 7f29db59e700 1 -- 172.21.15.5:0/2626098080 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f29dc0c10b0 con 0x7f29dc06cc60 2024-09-13T16:15:37.980 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:37.976+0000 7f29d2ffd700 1 -- 172.21.15.5:0/2626098080 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f29cc003a60 con 0x7f29dc06cc60 2024-09-13T16:15:37.981 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:37.976+0000 7f29d2ffd700 1 --2- 172.21.15.5:0/2626098080 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f29bc066730 0x7f29bc068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:37.981 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:37.976+0000 7f29d2ffd700 1 -- 172.21.15.5:0/2626098080 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(18..18 src has 1..18) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f29cc021070 con 0x7f29dc06cc60 2024-09-13T16:15:37.981 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:37.976+0000 7f29d9d9b700 1 --2- 172.21.15.5:0/2626098080 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f29bc066730 0x7f29bc068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:37.982 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:37.976+0000 7f29d9d9b700 1 --2- 172.21.15.5:0/2626098080 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f29bc066730 0x7f29bc068bf0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f29dc151e50 tx=0x7f29c4009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:37.987 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:37.984+0000 7f29d2ffd700 1 -- 172.21.15.5:0/2626098080 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f29cc052f90 con 0x7f29dc06cc60 2024-09-13T16:15:38.192 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.188+0000 7f29db59e700 1 -- 172.21.15.5:0/2626098080 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f29dc06d5c0 con 0x7f29dc06cc60 2024-09-13T16:15:38.194 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.188+0000 7f29d2ffd700 1 -- 172.21.15.5:0/2626098080 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 3 v3) v1 ==== 93+0+5039 (secure 0 0 0) 0x7f29cc015090 con 0x7f29dc06cc60 2024-09-13T16:15:38.194 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-13T16:15:38.194 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4238,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.179:6835/2401895463","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6834","nonce":2401895463},{"type":"v1","addr":"172.21.15.179:6835","nonce":2401895463}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":4300,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6837/1494583962","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6836","nonce":1494583962},{"type":"v1","addr":"172.21.15.5:6837","nonce":1494583962}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4312,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.179:6839/3686640361","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6838","nonce":3686640361},{"type":"v1","addr":"172.21.15.179:6839","nonce":3686640361}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":14241,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6833/3367514788","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6832","nonce":3367514788},{"type":"v1","addr":"172.21.15.5:6833","nonce":3367514788}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":14259,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6835/1559444898","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6834","nonce":1559444898},{"type":"v1","addr":"172.21.15.5:6835","nonce":1559444898}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":14271,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.179:6837/3666040612","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6836","nonce":3666040612},{"type":"v1","addr":"172.21.15.179:6837","nonce":3666040612}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[]} 2024-09-13T16:15:38.197 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.192+0000 7f29db59e700 1 -- 172.21.15.5:0/2626098080 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f29bc066730 msgr2=0x7f29bc068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:38.197 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.192+0000 7f29db59e700 1 --2- 172.21.15.5:0/2626098080 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f29bc066730 0x7f29bc068bf0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f29dc151e50 tx=0x7f29c4009040 comp rx=0 tx=0).stop 2024-09-13T16:15:38.197 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.192+0000 7f29db59e700 1 -- 172.21.15.5:0/2626098080 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f29dc06cc60 msgr2=0x7f29dc1ef7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:38.197 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.192+0000 7f29db59e700 1 --2- 172.21.15.5:0/2626098080 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f29dc06cc60 0x7f29dc1ef7f0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f29cc009f40 tx=0x7f29cc004770 comp rx=0 tx=0).stop 2024-09-13T16:15:38.197 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.192+0000 7f29db59e700 1 -- 172.21.15.5:0/2626098080 shutdown_connections 2024-09-13T16:15:38.197 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.192+0000 7f29db59e700 1 --2- 172.21.15.5:0/2626098080 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f29bc066730 0x7f29bc068bf0 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:38.197 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.192+0000 7f29db59e700 1 --2- 172.21.15.5:0/2626098080 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f29dc0c68a0 0x7f29dc149050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:38.197 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.192+0000 7f29db59e700 1 --2- 172.21.15.5:0/2626098080 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f29dc0c3c00 0x7f29dc148b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:38.197 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.192+0000 7f29db59e700 1 --2- 172.21.15.5:0/2626098080 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f29dc06cc60 0x7f29dc1ef7f0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:38.197 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.192+0000 7f29db59e700 1 -- 172.21.15.5:0/2626098080 >> 172.21.15.5:0/2626098080 conn(0x7f29dc06ada0 msgr2=0x7f29dc06d7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:38.197 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.192+0000 7f29db59e700 1 -- 172.21.15.5:0/2626098080 shutdown_connections 2024-09-13T16:15:38.197 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.192+0000 7f29db59e700 1 -- 172.21.15.5:0/2626098080 wait complete. 2024-09-13T16:15:38.198 INFO:teuthology.orchestra.run.smithi005.stderr:dumped fsmap epoch 3 2024-09-13T16:15:38.209 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:15:38.323 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.320+0000 7fb99ac0e700 1 Processor -- start 2024-09-13T16:15:38.323 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.320+0000 7fb99ac0e700 1 -- start start 2024-09-13T16:15:38.324 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.320+0000 7fb99ac0e700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fb99406cc60 0x7fb9941505b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:38.324 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.320+0000 7fb99ac0e700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fb9940c68a0 0x7fb994150af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:38.324 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.320+0000 7fb99ac0e700 1 -- --> v1:172.21.15.179:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb99406e760 con 0x7fb9940c3c00 2024-09-13T16:15:38.325 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.320+0000 7fb99ac0e700 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb9940c6250 con 0x7fb99406cc60 2024-09-13T16:15:38.325 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.320+0000 7fb99ac0e700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb9940caea0 con 0x7fb9940c68a0 2024-09-13T16:15:38.325 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.320+0000 7fb99940b700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fb99406cc60 0x7fb9941505b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:38.325 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.320+0000 7fb99940b700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fb99406cc60 0x7fb9941505b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:44216/0 (socket says 172.21.15.5:44216) 2024-09-13T16:15:38.325 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.320+0000 7fb99940b700 1 -- 172.21.15.5:0/452970163 learned_addr learned my addr 172.21.15.5:0/452970163 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:15:38.325 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.320+0000 7fb99a40d700 1 --2- 172.21.15.5:0/452970163 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fb9940c68a0 0x7fb994150af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:38.325 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.320+0000 7fb99940b700 1 -- 172.21.15.5:0/452970163 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fb9940c68a0 msgr2=0x7fb994150af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:15:38.325 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.320+0000 7fb99940b700 1 --2- 172.21.15.5:0/452970163 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fb9940c68a0 0x7fb994150af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:38.325 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.320+0000 7fb99940b700 1 -- 172.21.15.5:0/452970163 >> v1:172.21.15.179:6789/0 conn(0x7fb9940c3c00 legacy=0x7fb9941568a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:38.325 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.320+0000 7fb99940b700 1 -- 172.21.15.5:0/452970163 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb994151030 con 0x7fb99406cc60 2024-09-13T16:15:38.325 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.320+0000 7fb99940b700 1 --2- 172.21.15.5:0/452970163 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb99406cc60 0x7fb9941505b0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fb984009910 tx=0x7fb984009c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e7223fe05699d5f8 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:38.326 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.320+0000 7fb998c0a700 1 -- 172.21.15.5:0/452970163 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb98400ba60 con 0x7fb99406cc60 2024-09-13T16:15:38.327 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.320+0000 7fb998c0a700 1 -- 172.21.15.5:0/452970163 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb98400bbc0 con 0x7fb99406cc60 2024-09-13T16:15:38.327 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.320+0000 7fb998c0a700 1 -- 172.21.15.5:0/452970163 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb984009e60 con 0x7fb99406cc60 2024-09-13T16:15:38.327 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.320+0000 7fb99ac0e700 1 -- 172.21.15.5:0/452970163 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb99406cc60 msgr2=0x7fb9941505b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:38.327 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.320+0000 7fb99ac0e700 1 --2- 172.21.15.5:0/452970163 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb99406cc60 0x7fb9941505b0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fb984009910 tx=0x7fb984009c20 comp rx=0 tx=0).stop 2024-09-13T16:15:38.327 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.320+0000 7fb99ac0e700 1 -- 172.21.15.5:0/452970163 shutdown_connections 2024-09-13T16:15:38.327 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.320+0000 7fb99ac0e700 1 --2- 172.21.15.5:0/452970163 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fb9940c68a0 0x7fb994150af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:38.327 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.320+0000 7fb99ac0e700 1 --2- 172.21.15.5:0/452970163 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb99406cc60 0x7fb9941505b0 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:38.327 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.320+0000 7fb99ac0e700 1 -- 172.21.15.5:0/452970163 >> 172.21.15.5:0/452970163 conn(0x7fb99406ada0 msgr2=0x7fb9940ca280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:38.327 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.320+0000 7fb99ac0e700 1 -- 172.21.15.5:0/452970163 shutdown_connections 2024-09-13T16:15:38.328 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.320+0000 7fb99ac0e700 1 -- 172.21.15.5:0/452970163 wait complete. 2024-09-13T16:15:38.329 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.324+0000 7fb99ac0e700 1 Processor -- start 2024-09-13T16:15:38.329 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.324+0000 7fb99ac0e700 1 -- start start 2024-09-13T16:15:38.330 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.324+0000 7fb99ac0e700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb99406cc60 0x7fb9941e3410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:38.330 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.324+0000 7fb99ac0e700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fb9940c3c00 0x7fb994149120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:38.330 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.324+0000 7fb99ac0e700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fb9940c68a0 0x7fb994149660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:38.330 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.324+0000 7fb99ac0e700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb994153a30 con 0x7fb99406cc60 2024-09-13T16:15:38.330 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.324+0000 7fb99ac0e700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb994153e50 con 0x7fb9940c3c00 2024-09-13T16:15:38.330 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.324+0000 7fb99ac0e700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb9941ef170 con 0x7fb9940c68a0 2024-09-13T16:15:38.330 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.324+0000 7fb999c0c700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb99406cc60 0x7fb9941e3410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:38.330 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.324+0000 7fb999c0c700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb99406cc60 0x7fb9941e3410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:44222/0 (socket says 172.21.15.5:44222) 2024-09-13T16:15:38.330 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.324+0000 7fb999c0c700 1 -- 172.21.15.5:0/2804861722 learned_addr learned my addr 172.21.15.5:0/2804861722 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:15:38.331 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.324+0000 7fb99940b700 1 --2- 172.21.15.5:0/2804861722 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fb9940c3c00 0x7fb994149120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:38.331 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.324+0000 7fb99a40d700 1 --2- 172.21.15.5:0/2804861722 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fb9940c68a0 0x7fb994149660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:38.331 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.324+0000 7fb999c0c700 1 -- 172.21.15.5:0/2804861722 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fb9940c68a0 msgr2=0x7fb994149660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:38.331 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.324+0000 7fb999c0c700 1 --2- 172.21.15.5:0/2804861722 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fb9940c68a0 0x7fb994149660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:38.331 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.324+0000 7fb999c0c700 1 -- 172.21.15.5:0/2804861722 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fb9940c3c00 msgr2=0x7fb994149120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:38.331 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.324+0000 7fb999c0c700 1 --2- 172.21.15.5:0/2804861722 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fb9940c3c00 0x7fb994149120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:38.331 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.324+0000 7fb999c0c700 1 -- 172.21.15.5:0/2804861722 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb984009570 con 0x7fb99406cc60 2024-09-13T16:15:38.331 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.324+0000 7fb999c0c700 1 --2- 172.21.15.5:0/2804861722 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb99406cc60 0x7fb9941e3410 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fb99000c500 tx=0x7fb99000c810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:38.331 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.324+0000 7fb98a7fc700 1 -- 172.21.15.5:0/2804861722 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb9900052d0 con 0x7fb99406cc60 2024-09-13T16:15:38.331 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.324+0000 7fb98a7fc700 1 -- 172.21.15.5:0/2804861722 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb990005430 con 0x7fb99406cc60 2024-09-13T16:15:38.331 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.324+0000 7fb99ac0e700 1 -- 172.21.15.5:0/2804861722 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb994152eb0 con 0x7fb99406cc60 2024-09-13T16:15:38.331 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.324+0000 7fb98a7fc700 1 -- 172.21.15.5:0/2804861722 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb9900055a0 con 0x7fb99406cc60 2024-09-13T16:15:38.331 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.324+0000 7fb99ac0e700 1 -- 172.21.15.5:0/2804861722 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb994153470 con 0x7fb99406cc60 2024-09-13T16:15:38.332 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.328+0000 7fb99ac0e700 1 -- 172.21.15.5:0/2804861722 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb9940c3fe0 con 0x7fb99406cc60 2024-09-13T16:15:38.332 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.328+0000 7fb98a7fc700 1 -- 172.21.15.5:0/2804861722 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fb9900038e0 con 0x7fb99406cc60 2024-09-13T16:15:38.333 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.328+0000 7fb98a7fc700 1 --2- 172.21.15.5:0/2804861722 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fb978066730 0x7fb978068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:38.333 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.328+0000 7fb98a7fc700 1 -- 172.21.15.5:0/2804861722 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(18..18 src has 1..18) v4 ==== 4857+0+0 (secure 0 0 0) 0x7fb9900831c0 con 0x7fb99406cc60 2024-09-13T16:15:38.333 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.328+0000 7fb99940b700 1 --2- 172.21.15.5:0/2804861722 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fb978066730 0x7fb978068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:38.334 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.328+0000 7fb99940b700 1 --2- 172.21.15.5:0/2804861722 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fb978066730 0x7fb978068bf0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fb984009c60 tx=0x7fb984008030 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:38.340 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.336+0000 7fb98a7fc700 1 -- 172.21.15.5:0/2804861722 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fb990050870 con 0x7fb99406cc60 2024-09-13T16:15:38.512 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.508+0000 7fb99ac0e700 1 -- 172.21.15.5:0/2804861722 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fb99406d5c0 con 0x7fb99406cc60 2024-09-13T16:15:38.514 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.508+0000 7fb98a7fc700 1 -- 172.21.15.5:0/2804861722 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v18) v1 ==== 74+0+12790 (secure 0 0 0) 0x7fb990053e90 con 0x7fb99406cc60 2024-09-13T16:15:38.514 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-13T16:15:38.514 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":18,"fsid":"6f1d8d4e-46c0-4d05-9003-ad1036cd4028","created":"2024-09-13T16:15:17.129907+0000","modified":"2024-09-13T16:15:30.926353+0000","last_up_change":"2024-09-13T16:15:27.902042+0000","last_in_change":"2024-09-13T16:15:19.310503+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:15:28.621918+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"7dc606ef-5909-4eb7-8054-af158bc84208","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6800","nonce":851671428},{"type":"v1","addr":"172.21.15.5:6801","nonce":851671428}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6802","nonce":851671428},{"type":"v1","addr":"172.21.15.5:6803","nonce":851671428}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6806","nonce":851671428},{"type":"v1","addr":"172.21.15.5:6807","nonce":851671428}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6804","nonce":851671428},{"type":"v1","addr":"172.21.15.5:6805","nonce":851671428}]},"public_addr":"172.21.15.5:6801/851671428","cluster_addr":"172.21.15.5:6803/851671428","heartbeat_back_addr":"172.21.15.5:6807/851671428","heartbeat_front_addr":"172.21.15.5:6805/851671428","state":["exists","up"]},{"osd":1,"uuid":"ab4b3337-a446-427b-9a52-349561f7c79d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6808","nonce":1418062370},{"type":"v1","addr":"172.21.15.5:6809","nonce":1418062370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6810","nonce":1418062370},{"type":"v1","addr":"172.21.15.5:6811","nonce":1418062370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6814","nonce":1418062370},{"type":"v1","addr":"172.21.15.5:6815","nonce":1418062370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6812","nonce":1418062370},{"type":"v1","addr":"172.21.15.5:6813","nonce":1418062370}]},"public_addr":"172.21.15.5:6809/1418062370","cluster_addr":"172.21.15.5:6811/1418062370","heartbeat_back_addr":"172.21.15.5:6815/1418062370","heartbeat_front_addr":"172.21.15.5:6813/1418062370","state":["exists","up"]},{"osd":2,"uuid":"22d787ea-2049-40c1-aa23-811fdb981dbd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6816","nonce":2713060829},{"type":"v1","addr":"172.21.15.5:6817","nonce":2713060829}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6818","nonce":2713060829},{"type":"v1","addr":"172.21.15.5:6819","nonce":2713060829}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6822","nonce":2713060829},{"type":"v1","addr":"172.21.15.5:6823","nonce":2713060829}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6820","nonce":2713060829},{"type":"v1","addr":"172.21.15.5:6821","nonce":2713060829}]},"public_addr":"172.21.15.5:6817/2713060829","cluster_addr":"172.21.15.5:6819/2713060829","heartbeat_back_addr":"172.21.15.5:6823/2713060829","heartbeat_front_addr":"172.21.15.5:6821/2713060829","state":["exists","up"]},{"osd":3,"uuid":"30e4a102-0fce-46b2-8a6d-a7625c6a5ee9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6824","nonce":576343032},{"type":"v1","addr":"172.21.15.5:6825","nonce":576343032}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6826","nonce":576343032},{"type":"v1","addr":"172.21.15.5:6827","nonce":576343032}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6830","nonce":576343032},{"type":"v1","addr":"172.21.15.5:6831","nonce":576343032}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6828","nonce":576343032},{"type":"v1","addr":"172.21.15.5:6829","nonce":576343032}]},"public_addr":"172.21.15.5:6825/576343032","cluster_addr":"172.21.15.5:6827/576343032","heartbeat_back_addr":"172.21.15.5:6831/576343032","heartbeat_front_addr":"172.21.15.5:6829/576343032","state":["exists","up"]},{"osd":4,"uuid":"f47efe1d-f245-453c-b505-db74fe5df11c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6800","nonce":3624672735},{"type":"v1","addr":"172.21.15.179:6801","nonce":3624672735}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6802","nonce":3624672735},{"type":"v1","addr":"172.21.15.179:6803","nonce":3624672735}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6806","nonce":3624672735},{"type":"v1","addr":"172.21.15.179:6807","nonce":3624672735}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6804","nonce":3624672735},{"type":"v1","addr":"172.21.15.179:6805","nonce":3624672735}]},"public_addr":"172.21.15.179:6801/3624672735","cluster_addr":"172.21.15.179:6803/3624672735","heartbeat_back_addr":"172.21.15.179:6807/3624672735","heartbeat_front_addr":"172.21.15.179:6805/3624672735","state":["exists","up"]},{"osd":5,"uuid":"f6fd9c2f-b7ed-4e7b-a9fd-12aaea05bfa9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6824","nonce":2769164148},{"type":"v1","addr":"172.21.15.179:6825","nonce":2769164148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6826","nonce":2769164148},{"type":"v1","addr":"172.21.15.179:6827","nonce":2769164148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6830","nonce":2769164148},{"type":"v1","addr":"172.21.15.179:6831","nonce":2769164148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6828","nonce":2769164148},{"type":"v1","addr":"172.21.15.179:6829","nonce":2769164148}]},"public_addr":"172.21.15.179:6825/2769164148","cluster_addr":"172.21.15.179:6827/2769164148","heartbeat_back_addr":"172.21.15.179:6831/2769164148","heartbeat_front_addr":"172.21.15.179:6829/2769164148","state":["exists","up"]},{"osd":6,"uuid":"48985a9a-ec23-44a6-8f23-87edd7853994","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6816","nonce":3295700932},{"type":"v1","addr":"172.21.15.179:6817","nonce":3295700932}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6818","nonce":3295700932},{"type":"v1","addr":"172.21.15.179:6819","nonce":3295700932}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6822","nonce":3295700932},{"type":"v1","addr":"172.21.15.179:6823","nonce":3295700932}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6820","nonce":3295700932},{"type":"v1","addr":"172.21.15.179:6821","nonce":3295700932}]},"public_addr":"172.21.15.179:6817/3295700932","cluster_addr":"172.21.15.179:6819/3295700932","heartbeat_back_addr":"172.21.15.179:6823/3295700932","heartbeat_front_addr":"172.21.15.179:6821/3295700932","state":["exists","up"]},{"osd":7,"uuid":"af684358-558e-4fa4-ac35-1e3ef24b9021","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":16,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6808","nonce":1502652601},{"type":"v1","addr":"172.21.15.179:6809","nonce":1502652601}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6810","nonce":1502652601},{"type":"v1","addr":"172.21.15.179:6811","nonce":1502652601}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6814","nonce":1502652601},{"type":"v1","addr":"172.21.15.179:6815","nonce":1502652601}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6812","nonce":1502652601},{"type":"v1","addr":"172.21.15.179:6813","nonce":1502652601}]},"public_addr":"172.21.15.179:6809/1502652601","cluster_addr":"172.21.15.179:6811/1502652601","heartbeat_back_addr":"172.21.15.179:6815/1502652601","heartbeat_front_addr":"172.21.15.179:6813/1502652601","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.647314+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:23.936297+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.579030+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.393256+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.524066+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.865771+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.509811+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.613144+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:15:38.516 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.512+0000 7fb99ac0e700 1 -- 172.21.15.5:0/2804861722 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fb978066730 msgr2=0x7fb978068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:38.517 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.512+0000 7fb99ac0e700 1 --2- 172.21.15.5:0/2804861722 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fb978066730 0x7fb978068bf0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fb984009c60 tx=0x7fb984008030 comp rx=0 tx=0).stop 2024-09-13T16:15:38.517 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.512+0000 7fb99ac0e700 1 -- 172.21.15.5:0/2804861722 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb99406cc60 msgr2=0x7fb9941e3410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:38.517 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.512+0000 7fb99ac0e700 1 --2- 172.21.15.5:0/2804861722 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb99406cc60 0x7fb9941e3410 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fb99000c500 tx=0x7fb99000c810 comp rx=0 tx=0).stop 2024-09-13T16:15:38.517 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.512+0000 7fb99ac0e700 1 -- 172.21.15.5:0/2804861722 shutdown_connections 2024-09-13T16:15:38.517 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.512+0000 7fb99ac0e700 1 --2- 172.21.15.5:0/2804861722 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fb9940c68a0 0x7fb994149660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:38.517 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.512+0000 7fb99ac0e700 1 --2- 172.21.15.5:0/2804861722 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fb978066730 0x7fb978068bf0 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:38.517 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.512+0000 7fb99ac0e700 1 --2- 172.21.15.5:0/2804861722 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fb9940c3c00 0x7fb994149120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:38.517 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.512+0000 7fb99ac0e700 1 --2- 172.21.15.5:0/2804861722 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb99406cc60 0x7fb9941e3410 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:38.517 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.512+0000 7fb99ac0e700 1 -- 172.21.15.5:0/2804861722 >> 172.21.15.5:0/2804861722 conn(0x7fb99406ada0 msgr2=0x7fb99414aac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:38.517 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.512+0000 7fb99ac0e700 1 -- 172.21.15.5:0/2804861722 shutdown_connections 2024-09-13T16:15:38.517 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.512+0000 7fb99ac0e700 1 -- 172.21.15.5:0/2804861722 wait complete. 2024-09-13T16:15:38.529 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:15:28.621918+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:15:38.530 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:15:38.652 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.648+0000 7f667888b700 1 Processor -- start 2024-09-13T16:15:38.652 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.648+0000 7f667888b700 1 -- start start 2024-09-13T16:15:38.654 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.648+0000 7f667888b700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f6674070c50 0x7f6674070220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:38.654 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.648+0000 7f667888b700 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6674070760 con 0x7f6674152c80 2024-09-13T16:15:38.655 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.648+0000 7f667888b700 1 -- --> v1:172.21.15.179:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6674153060 con 0x7f66740ce3f0 2024-09-13T16:15:38.655 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.648+0000 7f667888b700 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f66740c95e0 con 0x7f6674070c50 2024-09-13T16:15:38.655 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.648+0000 7f6671d9b700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f6674070c50 0x7f6674070220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:38.655 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.648+0000 7f667259c700 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f6674152c80 0x7f66741588e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:58272/0 (socket says 172.21.15.5:58272) 2024-09-13T16:15:38.655 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.648+0000 7f667259c700 1 -- 172.21.15.5:0/4081174863 learned_addr learned my addr 172.21.15.5:0/4081174863 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-13T16:15:38.655 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.648+0000 7f6671d9b700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f6674070c50 0x7f6674070220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:44232/0 (socket says 172.21.15.5:44232) 2024-09-13T16:15:38.655 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.648+0000 7f6671d9b700 1 -- 172.21.15.5:0/4081174863 >> v1:172.21.15.179:6789/0 conn(0x7f66740ce3f0 legacy=0x7f6674163260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:38.655 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.648+0000 7f6671d9b700 1 -- 172.21.15.5:0/4081174863 >> v1:172.21.15.5:6789/0 conn(0x7f6674152c80 legacy=0x7f66741588e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:38.655 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.648+0000 7f6671d9b700 1 -- 172.21.15.5:0/4081174863 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f66740c9300 con 0x7f6674070c50 2024-09-13T16:15:38.655 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.652+0000 7f6671d9b700 1 --2- 172.21.15.5:0/4081174863 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6674070c50 0x7f6674070220 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f6664009850 tx=0x7f6664009b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3effb8031115bf6f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:38.657 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.652+0000 7f667159a700 1 -- 172.21.15.5:0/4081174863 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6664011830 con 0x7f6674070c50 2024-09-13T16:15:38.657 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.652+0000 7f667159a700 1 -- 172.21.15.5:0/4081174863 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6664011990 con 0x7f6674070c50 2024-09-13T16:15:38.657 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.652+0000 7f667159a700 1 -- 172.21.15.5:0/4081174863 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6664011d20 con 0x7f6674070c50 2024-09-13T16:15:38.657 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.652+0000 7f667888b700 1 -- 172.21.15.5:0/4081174863 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6674070c50 msgr2=0x7f6674070220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:38.657 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.652+0000 7f667888b700 1 --2- 172.21.15.5:0/4081174863 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6674070c50 0x7f6674070220 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f6664009850 tx=0x7f6664009b60 comp rx=0 tx=0).stop 2024-09-13T16:15:38.657 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.652+0000 7f667888b700 1 -- 172.21.15.5:0/4081174863 shutdown_connections 2024-09-13T16:15:38.657 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.652+0000 7f667888b700 1 --2- 172.21.15.5:0/4081174863 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6674070c50 0x7f6674070220 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:38.657 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.652+0000 7f667888b700 1 -- 172.21.15.5:0/4081174863 >> 172.21.15.5:0/4081174863 conn(0x7f667406e980 msgr2=0x7f6674071390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:38.657 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.652+0000 7f667888b700 1 -- 172.21.15.5:0/4081174863 shutdown_connections 2024-09-13T16:15:38.657 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.652+0000 7f667888b700 1 -- 172.21.15.5:0/4081174863 wait complete. 2024-09-13T16:15:38.658 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.652+0000 7f667888b700 1 Processor -- start 2024-09-13T16:15:38.658 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.652+0000 7f667888b700 1 -- start start 2024-09-13T16:15:38.661 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.656+0000 7f667888b700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6674070c50 0x7f66741e3b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:38.661 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.656+0000 7f667888b700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f66740ce3f0 0x7f66741f2430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:38.661 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.656+0000 7f667888b700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f6674152c80 0x7f66740ca130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:38.661 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.656+0000 7f667888b700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f667415ac10 con 0x7f6674070c50 2024-09-13T16:15:38.661 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.656+0000 7f667888b700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f66741e3730 con 0x7f6674152c80 2024-09-13T16:15:38.661 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.656+0000 7f667888b700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f66741e2eb0 con 0x7f66740ce3f0 2024-09-13T16:15:38.661 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.656+0000 7f667259c700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6674070c50 0x7f66741e3b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:38.661 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.656+0000 7f667259c700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6674070c50 0x7f66741e3b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:44238/0 (socket says 172.21.15.5:44238) 2024-09-13T16:15:38.661 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.656+0000 7f6671d9b700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f66740ce3f0 0x7f66741f2430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:38.661 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.656+0000 7f667259c700 1 -- 172.21.15.5:0/3346201474 learned_addr learned my addr 172.21.15.5:0/3346201474 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:15:38.662 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.656+0000 7f6672d9d700 1 --2- 172.21.15.5:0/3346201474 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f6674152c80 0x7f66740ca130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:38.662 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.656+0000 7f667259c700 1 -- 172.21.15.5:0/3346201474 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f66740ce3f0 msgr2=0x7f66741f2430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:38.662 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.656+0000 7f667259c700 1 --2- 172.21.15.5:0/3346201474 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f66740ce3f0 0x7f66741f2430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:38.662 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.656+0000 7f667259c700 1 -- 172.21.15.5:0/3346201474 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f6674152c80 msgr2=0x7f66740ca130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:38.662 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.656+0000 7f667259c700 1 --2- 172.21.15.5:0/3346201474 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f6674152c80 0x7f66740ca130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:38.662 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.656+0000 7f667259c700 1 -- 172.21.15.5:0/3346201474 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f66640094b0 con 0x7f6674070c50 2024-09-13T16:15:38.662 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.656+0000 7f667259c700 1 --2- 172.21.15.5:0/3346201474 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6674070c50 0x7f66741e3b00 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f666800c700 tx=0x7f666800ca10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:38.663 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.656+0000 7f6662ffd700 1 -- 172.21.15.5:0/3346201474 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6668005d90 con 0x7f6674070c50 2024-09-13T16:15:38.663 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.656+0000 7f6662ffd700 1 -- 172.21.15.5:0/3346201474 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f66680070d0 con 0x7f6674070c50 2024-09-13T16:15:38.663 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.656+0000 7f667888b700 1 -- 172.21.15.5:0/3346201474 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f66741e3170 con 0x7f6674070c50 2024-09-13T16:15:38.663 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.656+0000 7f6662ffd700 1 -- 172.21.15.5:0/3346201474 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6668007440 con 0x7f6674070c50 2024-09-13T16:15:38.663 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.656+0000 7f667888b700 1 -- 172.21.15.5:0/3346201474 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f66741f1c30 con 0x7f6674070c50 2024-09-13T16:15:38.663 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.660+0000 7f667888b700 1 -- 172.21.15.5:0/3346201474 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f667406f840 con 0x7f6674070c50 2024-09-13T16:15:38.665 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.660+0000 7f6662ffd700 1 -- 172.21.15.5:0/3346201474 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f66680075a0 con 0x7f6674070c50 2024-09-13T16:15:38.665 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.660+0000 7f6662ffd700 1 --2- 172.21.15.5:0/3346201474 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f6654066730 0x7f6654068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:38.666 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.660+0000 7f6662ffd700 1 -- 172.21.15.5:0/3346201474 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(18..18 src has 1..18) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f66680830c0 con 0x7f6674070c50 2024-09-13T16:15:38.666 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.660+0000 7f6671d9b700 1 --2- 172.21.15.5:0/3346201474 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f6654066730 0x7f6654068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:38.667 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.664+0000 7f6671d9b700 1 --2- 172.21.15.5:0/3346201474 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f6654066730 0x7f6654068bf0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f66640090b0 tx=0x7f666401c040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:38.672 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.668+0000 7f6662ffd700 1 -- 172.21.15.5:0/3346201474 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f6668050830 con 0x7f6674070c50 2024-09-13T16:15:38.842 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.836+0000 7f667888b700 1 -- 172.21.15.5:0/3346201474 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f667415cd30 con 0x7f6674070c50 2024-09-13T16:15:38.843 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.840+0000 7f6662ffd700 1 -- 172.21.15.5:0/3346201474 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v18) v1 ==== 93+0+10 (secure 0 0 0) 0x7f6668017020 con 0x7f6674070c50 2024-09-13T16:15:38.843 INFO:teuthology.orchestra.run.smithi005.stdout:pg_num: 1 2024-09-13T16:15:38.846 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.840+0000 7f667888b700 1 -- 172.21.15.5:0/3346201474 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f6654066730 msgr2=0x7f6654068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:38.846 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.840+0000 7f667888b700 1 --2- 172.21.15.5:0/3346201474 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f6654066730 0x7f6654068bf0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f66640090b0 tx=0x7f666401c040 comp rx=0 tx=0).stop 2024-09-13T16:15:38.846 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.840+0000 7f667888b700 1 -- 172.21.15.5:0/3346201474 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6674070c50 msgr2=0x7f66741e3b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:38.846 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.840+0000 7f667888b700 1 --2- 172.21.15.5:0/3346201474 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6674070c50 0x7f66741e3b00 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f666800c700 tx=0x7f666800ca10 comp rx=0 tx=0).stop 2024-09-13T16:15:38.846 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.840+0000 7f667888b700 1 -- 172.21.15.5:0/3346201474 shutdown_connections 2024-09-13T16:15:38.846 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.840+0000 7f667888b700 1 --2- 172.21.15.5:0/3346201474 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f6654066730 0x7f6654068bf0 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:38.846 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.840+0000 7f667888b700 1 --2- 172.21.15.5:0/3346201474 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f6674152c80 0x7f66740ca130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:38.846 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.840+0000 7f667888b700 1 --2- 172.21.15.5:0/3346201474 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f66740ce3f0 0x7f66741f2430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:38.846 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.840+0000 7f667888b700 1 --2- 172.21.15.5:0/3346201474 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6674070c50 0x7f66741e3b00 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:38.846 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.840+0000 7f667888b700 1 -- 172.21.15.5:0/3346201474 >> 172.21.15.5:0/3346201474 conn(0x7f667406e980 msgr2=0x7f6674071390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:38.846 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.840+0000 7f667888b700 1 -- 172.21.15.5:0/3346201474 shutdown_connections 2024-09-13T16:15:38.846 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.840+0000 7f667888b700 1 -- 172.21.15.5:0/3346201474 wait complete. 2024-09-13T16:15:38.857 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-13T16:15:38.968 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.964+0000 7fdda14e0700 1 Processor -- start 2024-09-13T16:15:38.969 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.964+0000 7fdda14e0700 1 -- start start 2024-09-13T16:15:38.970 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.964+0000 7fdda14e0700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fdd9c071dc0 0x7fdd9c0721a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:38.971 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.964+0000 7fdda14e0700 1 --2- >> v2:172.21.15.179:3300/0 conn(0x7fdd9c0c8b90 0x7fdd9c06ab00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:38.971 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.964+0000 7fdda14e0700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fdd9c070950 0x7fdd9c06b040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:38.971 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.964+0000 7fdda14e0700 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdd9c06a6e0 con 0x7fdd9c071dc0 2024-09-13T16:15:38.971 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.964+0000 7fdda14e0700 1 -- --> v2:172.21.15.179:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdd9c0726e0 con 0x7fdd9c0c8b90 2024-09-13T16:15:38.971 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.964+0000 7fdda14e0700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdd9c159350 con 0x7fdd9c070950 2024-09-13T16:15:38.971 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.964+0000 7fdd9bfff700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fdd9c071dc0 0x7fdd9c0721a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:38.971 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.964+0000 7fdda0cdf700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fdd9c070950 0x7fdd9c06b040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:38.971 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.968+0000 7fdda0cdf700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fdd9c070950 0x7fdd9c06b040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.179:3301/0 says I am v2:172.21.15.5:52090/0 (socket says 172.21.15.5:52090) 2024-09-13T16:15:38.971 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.968+0000 7fdda0cdf700 1 -- 172.21.15.5:0/4118524534 learned_addr learned my addr 172.21.15.5:0/4118524534 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:15:38.971 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.968+0000 7fdd93fff700 1 --2- >> v2:172.21.15.179:3300/0 conn(0x7fdd9c0c8b90 0x7fdd9c06ab00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:38.971 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.964+0000 7fdd9bfff700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fdd9c071dc0 0x7fdd9c0721a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:44254/0 (socket says 172.21.15.5:44254) 2024-09-13T16:15:38.973 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.968+0000 7fdd9bfff700 1 -- 172.21.15.5:0/4118524534 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fdd9c070950 msgr2=0x7fdd9c06b040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:15:38.973 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.968+0000 7fdd9bfff700 1 --2- 172.21.15.5:0/4118524534 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fdd9c070950 0x7fdd9c06b040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:38.973 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.968+0000 7fdd9bfff700 1 -- 172.21.15.5:0/4118524534 >> v2:172.21.15.179:3300/0 conn(0x7fdd9c0c8b90 msgr2=0x7fdd9c06ab00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:15:38.973 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.968+0000 7fdd9bfff700 1 --2- 172.21.15.5:0/4118524534 >> v2:172.21.15.179:3300/0 conn(0x7fdd9c0c8b90 0x7fdd9c06ab00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:38.973 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.968+0000 7fdd9bfff700 1 -- 172.21.15.5:0/4118524534 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdd9c06a390 con 0x7fdd9c071dc0 2024-09-13T16:15:38.973 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.968+0000 7fdda0cdf700 1 --2- 172.21.15.5:0/4118524534 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fdd9c070950 0x7fdd9c06b040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:15:38.973 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.968+0000 7fdd93fff700 1 --2- 172.21.15.5:0/4118524534 >> v2:172.21.15.179:3300/0 conn(0x7fdd9c0c8b90 0x7fdd9c06ab00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:15:38.973 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.968+0000 7fdd9bfff700 1 --2- 172.21.15.5:0/4118524534 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdd9c071dc0 0x7fdd9c0721a0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fdd9c0c6c20 tx=0x7fdd8c009b30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4558da7303794bf9 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:38.974 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.968+0000 7fdd9b7fe700 1 -- 172.21.15.5:0/4118524534 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd8c011830 con 0x7fdd9c071dc0 2024-09-13T16:15:38.974 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.968+0000 7fdd9b7fe700 1 -- 172.21.15.5:0/4118524534 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdd8c011990 con 0x7fdd9c071dc0 2024-09-13T16:15:38.974 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.968+0000 7fdd9b7fe700 1 -- 172.21.15.5:0/4118524534 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd8c011d20 con 0x7fdd9c071dc0 2024-09-13T16:15:38.974 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.968+0000 7fdda14e0700 1 -- 172.21.15.5:0/4118524534 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdd9c071dc0 msgr2=0x7fdd9c0721a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:38.974 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.968+0000 7fdda14e0700 1 --2- 172.21.15.5:0/4118524534 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdd9c071dc0 0x7fdd9c0721a0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fdd9c0c6c20 tx=0x7fdd8c009b30 comp rx=0 tx=0).stop 2024-09-13T16:15:38.974 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.968+0000 7fdda14e0700 1 -- 172.21.15.5:0/4118524534 shutdown_connections 2024-09-13T16:15:38.974 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.968+0000 7fdda14e0700 1 --2- 172.21.15.5:0/4118524534 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fdd9c070950 0x7fdd9c06b040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:38.974 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.968+0000 7fdda14e0700 1 --2- 172.21.15.5:0/4118524534 >> v2:172.21.15.179:3300/0 conn(0x7fdd9c0c8b90 0x7fdd9c06ab00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:38.974 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.968+0000 7fdda14e0700 1 --2- 172.21.15.5:0/4118524534 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdd9c071dc0 0x7fdd9c0721a0 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:38.974 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.968+0000 7fdda14e0700 1 -- 172.21.15.5:0/4118524534 >> 172.21.15.5:0/4118524534 conn(0x7fdd9c0cc560 msgr2=0x7fdd9c0cc970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:38.974 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.968+0000 7fdda14e0700 1 -- 172.21.15.5:0/4118524534 shutdown_connections 2024-09-13T16:15:38.974 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.968+0000 7fdda14e0700 1 -- 172.21.15.5:0/4118524534 wait complete. 2024-09-13T16:15:38.975 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.972+0000 7fdda14e0700 1 Processor -- start 2024-09-13T16:15:38.975 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.972+0000 7fdda14e0700 1 -- start start 2024-09-13T16:15:38.976 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.972+0000 7fdda14e0700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fdd9c070950 0x7fdd9c1f1b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:38.977 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.972+0000 7fdda14e0700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fdd9c071dc0 0x7fdd9c1f0420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:38.977 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.972+0000 7fdda14e0700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdd9c0c8b90 0x7fdd9c1f0960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:38.977 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.972+0000 7fdda14e0700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdd9c1e2d80 con 0x7fdd9c0c8b90 2024-09-13T16:15:38.977 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.972+0000 7fdda14e0700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdd9c0c6420 con 0x7fdd9c071dc0 2024-09-13T16:15:38.977 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.972+0000 7fdda14e0700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdd9c1f2820 con 0x7fdd9c070950 2024-09-13T16:15:38.978 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.972+0000 7fdd93fff700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fdd9c071dc0 0x7fdd9c1f0420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:38.978 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.972+0000 7fdd9bfff700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fdd9c070950 0x7fdd9c1f1b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:38.978 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.972+0000 7fdd93fff700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fdd9c071dc0 0x7fdd9c1f0420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.179:3300/0 says I am v2:172.21.15.5:34170/0 (socket says 172.21.15.5:34170) 2024-09-13T16:15:38.978 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.972+0000 7fdd93fff700 1 -- 172.21.15.5:0/840812702 learned_addr learned my addr 172.21.15.5:0/840812702 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:15:38.978 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.972+0000 7fdda0cdf700 1 --2- 172.21.15.5:0/840812702 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdd9c0c8b90 0x7fdd9c1f0960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:38.978 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.972+0000 7fdd93fff700 1 -- 172.21.15.5:0/840812702 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fdd9c070950 msgr2=0x7fdd9c1f1b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:38.978 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.972+0000 7fdd93fff700 1 --2- 172.21.15.5:0/840812702 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fdd9c070950 0x7fdd9c1f1b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:38.978 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.972+0000 7fdd93fff700 1 -- 172.21.15.5:0/840812702 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdd9c0c8b90 msgr2=0x7fdd9c1f0960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:38.978 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.972+0000 7fdd93fff700 1 --2- 172.21.15.5:0/840812702 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdd9c0c8b90 0x7fdd9c1f0960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:38.978 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.972+0000 7fdd93fff700 1 -- 172.21.15.5:0/840812702 --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdd94009b30 con 0x7fdd9c071dc0 2024-09-13T16:15:38.979 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.972+0000 7fdd9bfff700 1 --2- 172.21.15.5:0/840812702 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fdd9c070950 0x7fdd9c1f1b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:15:38.979 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.972+0000 7fdd93fff700 1 --2- 172.21.15.5:0/840812702 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fdd9c071dc0 0x7fdd9c1f0420 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fdd8400ebe0 tx=0x7fdd8400eef0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:38.981 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.976+0000 7fdd997fa700 1 -- 172.21.15.5:0/840812702 <== mon.1 v2:172.21.15.179:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd84009770 con 0x7fdd9c071dc0 2024-09-13T16:15:38.981 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.976+0000 7fdd997fa700 1 -- 172.21.15.5:0/840812702 <== mon.1 v2:172.21.15.179:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdd8400c850 con 0x7fdd9c071dc0 2024-09-13T16:15:38.981 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.976+0000 7fdda14e0700 1 -- 172.21.15.5:0/840812702 --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdd840094b0 con 0x7fdd9c071dc0 2024-09-13T16:15:38.982 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.976+0000 7fdd997fa700 1 -- 172.21.15.5:0/840812702 <== mon.1 v2:172.21.15.179:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd8400cbe0 con 0x7fdd9c071dc0 2024-09-13T16:15:38.982 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.976+0000 7fdda14e0700 1 -- 172.21.15.5:0/840812702 --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdd8c0094b0 con 0x7fdd9c071dc0 2024-09-13T16:15:38.983 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.980+0000 7fdda14e0700 1 -- 172.21.15.5:0/840812702 --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdd9c1e5de0 con 0x7fdd9c071dc0 2024-09-13T16:15:38.988 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.984+0000 7fdd997fa700 1 -- 172.21.15.5:0/840812702 <== mon.1 v2:172.21.15.179:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fdd8400cd40 con 0x7fdd9c071dc0 2024-09-13T16:15:38.989 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.984+0000 7fdd997fa700 1 --2- 172.21.15.5:0/840812702 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fdd7c066730 0x7fdd7c068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:38.989 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.984+0000 7fdd997fa700 1 -- 172.21.15.5:0/840812702 <== mon.1 v2:172.21.15.179:3300/0 5 ==== osd_map(18..18 src has 1..18) v4 ==== 4857+0+0 (secure 0 0 0) 0x7fdd84084490 con 0x7fdd9c071dc0 2024-09-13T16:15:38.989 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.984+0000 7fdd9bfff700 1 --2- 172.21.15.5:0/840812702 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fdd7c066730 0x7fdd7c068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:38.990 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.984+0000 7fdd9bfff700 1 --2- 172.21.15.5:0/840812702 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fdd7c066730 0x7fdd7c068bf0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fdd8c000c00 tx=0x7fdd8c008030 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:38.998 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:38.992+0000 7fdd997fa700 1 -- 172.21.15.5:0/840812702 <== mon.1 v2:172.21.15.179:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fdd84051cc0 con 0x7fdd9c071dc0 2024-09-13T16:15:39.177 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:39.172+0000 7fdda14e0700 1 -- 172.21.15.5:0/840812702 --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) v1 -- 0x7fdd9c0c3780 con 0x7fdd9c071dc0 2024-09-13T16:15:39.178 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:39.172+0000 7fdd997fa700 1 -- 172.21.15.5:0/840812702 <== mon.1 v2:172.21.15.179:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v18) v1 ==== 84+0+65 (secure 0 0 0) 0x7fdd9c0c3780 con 0x7fdd9c071dc0 2024-09-13T16:15:39.178 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-13T16:15:39.178 INFO:teuthology.orchestra.run.smithi005.stdout:[ 2024-09-13T16:15:39.178 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-13T16:15:39.179 INFO:teuthology.orchestra.run.smithi005.stdout: "poolnum": 1, 2024-09-13T16:15:39.179 INFO:teuthology.orchestra.run.smithi005.stdout: "poolname": ".mgr" 2024-09-13T16:15:39.179 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-13T16:15:39.179 INFO:teuthology.orchestra.run.smithi005.stdout:] 2024-09-13T16:15:39.181 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:39.176+0000 7fdda14e0700 1 -- 172.21.15.5:0/840812702 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fdd7c066730 msgr2=0x7fdd7c068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:39.181 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:39.176+0000 7fdda14e0700 1 --2- 172.21.15.5:0/840812702 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fdd7c066730 0x7fdd7c068bf0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fdd8c000c00 tx=0x7fdd8c008030 comp rx=0 tx=0).stop 2024-09-13T16:15:39.181 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:39.176+0000 7fdda14e0700 1 -- 172.21.15.5:0/840812702 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fdd9c071dc0 msgr2=0x7fdd9c1f0420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:39.181 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:39.176+0000 7fdda14e0700 1 --2- 172.21.15.5:0/840812702 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fdd9c071dc0 0x7fdd9c1f0420 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fdd8400ebe0 tx=0x7fdd8400eef0 comp rx=0 tx=0).stop 2024-09-13T16:15:39.181 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:39.176+0000 7fdda14e0700 1 -- 172.21.15.5:0/840812702 shutdown_connections 2024-09-13T16:15:39.181 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:39.176+0000 7fdda14e0700 1 --2- 172.21.15.5:0/840812702 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdd9c0c8b90 0x7fdd9c1f0960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:39.182 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:39.176+0000 7fdda14e0700 1 --2- 172.21.15.5:0/840812702 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fdd7c066730 0x7fdd7c068bf0 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:39.182 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:39.176+0000 7fdda14e0700 1 --2- 172.21.15.5:0/840812702 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fdd9c071dc0 0x7fdd9c1f0420 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:39.182 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:39.176+0000 7fdda14e0700 1 --2- 172.21.15.5:0/840812702 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fdd9c070950 0x7fdd9c1f1b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:39.182 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:39.176+0000 7fdda14e0700 1 -- 172.21.15.5:0/840812702 >> 172.21.15.5:0/840812702 conn(0x7fdd9c0cc560 msgr2=0x7fdd9c0cc940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:39.182 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:39.176+0000 7fdda14e0700 1 -- 172.21.15.5:0/840812702 shutdown_connections 2024-09-13T16:15:39.182 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:39.176+0000 7fdda14e0700 1 -- 172.21.15.5:0/840812702 wait complete. 2024-09-13T16:15:39.193 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-13T16:15:39.193 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-13T16:15:39.314 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:39.308+0000 7fd3c10cd700 1 Processor -- start 2024-09-13T16:15:39.315 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:39.308+0000 7fd3c10cd700 1 -- start start 2024-09-13T16:15:39.316 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:39.312+0000 7fd3c10cd700 1 --2- >> v2:172.21.15.179:3300/0 conn(0x7fd3bc159070 0x7fd3bc06c1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:39.316 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:39.312+0000 7fd3c10cd700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fd3bc0c8a50 0x7fd3bc159450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:39.316 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:39.312+0000 7fd3c10cd700 1 -- --> v1:172.21.15.179:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd3bc0c5410 con 0x7fd3bc070950 2024-09-13T16:15:39.316 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:39.312+0000 7fd3c10cd700 1 -- --> v2:172.21.15.179:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd3bc0c58a0 con 0x7fd3bc159070 2024-09-13T16:15:39.316 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:39.312+0000 7fd3c10cd700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd3bc06c710 con 0x7fd3bc0c8a50 2024-09-13T16:15:39.318 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:39.312+0000 7fd3bb7fe700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fd3bc0c8a50 0x7fd3bc159450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:39.318 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:39.312+0000 7fd3bbfff700 1 --2- >> v2:172.21.15.179:3300/0 conn(0x7fd3bc159070 0x7fd3bc06c1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:39.318 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:39.312+0000 7fd3c08cc700 1 --1- >> v1:172.21.15.179:6789/0 conn(0x7fd3bc070950 0x7fd3bc14f6b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.179:6789/0 says I am v1:172.21.15.5:52318/0 (socket says 172.21.15.5:52318) 2024-09-13T16:15:39.318 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:39.312+0000 7fd3c08cc700 1 -- 172.21.15.5:0/1833162281 learned_addr learned my addr 172.21.15.5:0/1833162281 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-13T16:15:39.318 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:39.312+0000 7fd3bb7fe700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fd3bc0c8a50 0x7fd3bc159450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.179:3301/0 says I am v2:172.21.15.5:52104/0 (socket says 172.21.15.5:52104) 2024-09-13T16:15:39.318 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:39.312+0000 7fd3baffd700 1 -- 172.21.15.5:0/1833162281 <== mon.1 v1:172.21.15.179:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 669771154 0 0) 0x7fd3bc0c5410 con 0x7fd3bc070950 2024-09-13T16:15:39.318 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:39.312+0000 7fd3baffd700 1 -- 172.21.15.5:0/1833162281 --> v1:172.21.15.179:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fd3a40035d0 con 0x7fd3bc070950 2024-09-13T16:15:39.318 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:39.312+0000 7fd3bb7fe700 1 -- 172.21.15.5:0/1833162281 >> v2:172.21.15.179:3300/0 conn(0x7fd3bc159070 msgr2=0x7fd3bc06c1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:15:39.318 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:39.312+0000 7fd3bb7fe700 1 --2- 172.21.15.5:0/1833162281 >> v2:172.21.15.179:3300/0 conn(0x7fd3bc159070 0x7fd3bc06c1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:39.318 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:39.312+0000 7fd3bb7fe700 1 -- 172.21.15.5:0/1833162281 >> v1:172.21.15.179:6789/0 conn(0x7fd3bc070950 legacy=0x7fd3bc14f6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:39.318 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:39.312+0000 7fd3bb7fe700 1 -- 172.21.15.5:0/1833162281 --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd3bc159cb0 con 0x7fd3bc0c8a50 2024-09-13T16:15:39.319 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:39.312+0000 7fd3bb7fe700 1 --2- 172.21.15.5:0/1833162281 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fd3bc0c8a50 0x7fd3bc159450 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7fd3b000baf0 tx=0x7fd3b000be00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b2452d70ee42b9b7 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:39.319 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:39.312+0000 7fd3baffd700 1 -- 172.21.15.5:0/1833162281 <== mon.2 v2:172.21.15.179:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd3b000dc70 con 0x7fd3bc0c8a50 2024-09-13T16:15:39.319 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:39.312+0000 7fd3baffd700 1 -- 172.21.15.5:0/1833162281 <== mon.2 v2:172.21.15.179:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd3b000ddd0 con 0x7fd3bc0c8a50 2024-09-13T16:15:39.319 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:39.312+0000 7fd3baffd700 1 -- 172.21.15.5:0/1833162281 <== mon.2 v2:172.21.15.179:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd3b0010690 con 0x7fd3bc0c8a50 2024-09-13T16:15:39.320 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:39.312+0000 7fd3c10cd700 1 -- 172.21.15.5:0/1833162281 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fd3bc0c8a50 msgr2=0x7fd3bc159450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:39.320 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:39.312+0000 7fd3c10cd700 1 --2- 172.21.15.5:0/1833162281 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fd3bc0c8a50 0x7fd3bc159450 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7fd3b000baf0 tx=0x7fd3b000be00 comp rx=0 tx=0).stop 2024-09-13T16:15:39.320 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:39.316+0000 7fd3c10cd700 1 -- 172.21.15.5:0/1833162281 shutdown_connections 2024-09-13T16:15:39.320 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:39.316+0000 7fd3c10cd700 1 --2- 172.21.15.5:0/1833162281 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fd3bc0c8a50 0x7fd3bc159450 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:39.320 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:39.316+0000 7fd3c10cd700 1 --2- 172.21.15.5:0/1833162281 >> v2:172.21.15.179:3300/0 conn(0x7fd3bc159070 0x7fd3bc06c1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:39.320 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:39.316+0000 7fd3c10cd700 1 -- 172.21.15.5:0/1833162281 >> 172.21.15.5:0/1833162281 conn(0x7fd3bc0c7f30 msgr2=0x7fd3bc0c8340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:39.320 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:39.316+0000 7fd3c10cd700 1 -- 172.21.15.5:0/1833162281 shutdown_connections 2024-09-13T16:15:39.320 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:39.316+0000 7fd3c10cd700 1 -- 172.21.15.5:0/1833162281 wait complete. 2024-09-13T16:15:39.321 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:39.316+0000 7fd3c10cd700 1 Processor -- start 2024-09-13T16:15:39.321 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:39.316+0000 7fd3c10cd700 1 -- start start 2024-09-13T16:15:39.323 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:39.316+0000 7fd3c10cd700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd3bc070950 0x7fd3bc14ecb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:39.323 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:39.316+0000 7fd3c10cd700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fd3bc0c8a50 0x7fd3bc14db20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:39.323 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:39.316+0000 7fd3c10cd700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fd3bc159070 0x7fd3bc1ea7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:39.323 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:39.316+0000 7fd3c10cd700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd3bc1ea330 con 0x7fd3bc070950 2024-09-13T16:15:39.323 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:39.316+0000 7fd3c10cd700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd3bc1e9d00 con 0x7fd3bc0c8a50 2024-09-13T16:15:39.323 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:39.316+0000 7fd3c10cd700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd3bc1463b0 con 0x7fd3bc159070 2024-09-13T16:15:39.323 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:39.316+0000 7fd3bbfff700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd3bc070950 0x7fd3bc14ecb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:39.323 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:39.316+0000 7fd3bbfff700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd3bc070950 0x7fd3bc14ecb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:44260/0 (socket says 172.21.15.5:44260) 2024-09-13T16:15:39.323 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:39.316+0000 7fd3bbfff700 1 -- 172.21.15.5:0/1511766373 learned_addr learned my addr 172.21.15.5:0/1511766373 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:15:39.323 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:39.316+0000 7fd3c08cc700 1 --2- 172.21.15.5:0/1511766373 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fd3bc159070 0x7fd3bc1ea7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:39.323 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:39.316+0000 7fd3bb7fe700 1 --2- 172.21.15.5:0/1511766373 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fd3bc0c8a50 0x7fd3bc14db20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:39.324 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:39.320+0000 7fd3bbfff700 1 -- 172.21.15.5:0/1511766373 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fd3bc159070 msgr2=0x7fd3bc1ea7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:39.324 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:39.320+0000 7fd3bbfff700 1 --2- 172.21.15.5:0/1511766373 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fd3bc159070 0x7fd3bc1ea7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:39.324 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:39.320+0000 7fd3bbfff700 1 -- 172.21.15.5:0/1511766373 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fd3bc0c8a50 msgr2=0x7fd3bc14db20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:39.324 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:39.320+0000 7fd3bbfff700 1 --2- 172.21.15.5:0/1511766373 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fd3bc0c8a50 0x7fd3bc14db20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:39.324 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:39.320+0000 7fd3bbfff700 1 -- 172.21.15.5:0/1511766373 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd3b000b750 con 0x7fd3bc070950 2024-09-13T16:15:39.325 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:39.320+0000 7fd3bbfff700 1 --2- 172.21.15.5:0/1511766373 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd3bc070950 0x7fd3bc14ecb0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fd3ac00e840 tx=0x7fd3ac00eb50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:39.325 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:39.320+0000 7fd3b8ff9700 1 -- 172.21.15.5:0/1511766373 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd3ac0095a0 con 0x7fd3bc070950 2024-09-13T16:15:39.325 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:39.320+0000 7fd3b8ff9700 1 -- 172.21.15.5:0/1511766373 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd3ac013680 con 0x7fd3bc070950 2024-09-13T16:15:39.325 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:39.320+0000 7fd3c10cd700 1 -- 172.21.15.5:0/1511766373 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd3bc146690 con 0x7fd3bc070950 2024-09-13T16:15:39.325 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:39.320+0000 7fd3b8ff9700 1 -- 172.21.15.5:0/1511766373 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd3ac0139f0 con 0x7fd3bc070950 2024-09-13T16:15:39.325 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:39.320+0000 7fd3c10cd700 1 -- 172.21.15.5:0/1511766373 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd3bc1e9fc0 con 0x7fd3bc070950 2024-09-13T16:15:39.325 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:39.320+0000 7fd3c10cd700 1 -- 172.21.15.5:0/1511766373 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd3bc06c1d0 con 0x7fd3bc070950 2024-09-13T16:15:39.326 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:39.320+0000 7fd3b8ff9700 1 -- 172.21.15.5:0/1511766373 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fd3ac013b50 con 0x7fd3bc070950 2024-09-13T16:15:39.326 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:39.324+0000 7fd3b8ff9700 1 --2- 172.21.15.5:0/1511766373 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fd3a8066730 0x7fd3a8068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:39.327 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:39.324+0000 7fd3b8ff9700 1 -- 172.21.15.5:0/1511766373 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(18..18 src has 1..18) v4 ==== 4857+0+0 (secure 0 0 0) 0x7fd3ac083bc0 con 0x7fd3bc070950 2024-09-13T16:15:39.327 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:39.324+0000 7fd3bb7fe700 1 --2- 172.21.15.5:0/1511766373 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fd3a8066730 0x7fd3a8068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:39.328 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:39.324+0000 7fd3bb7fe700 1 --2- 172.21.15.5:0/1511766373 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fd3a8066730 0x7fd3a8068bf0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fd3b000baf0 tx=0x7fd3b0013000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:39.335 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:39.332+0000 7fd3b8ff9700 1 -- 172.21.15.5:0/1511766373 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fd3ac051310 con 0x7fd3bc070950 2024-09-13T16:15:39.504 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:39.500+0000 7fd3c10cd700 1 -- 172.21.15.5:0/1511766373 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) v1 -- 0x7fd3bc0c7a00 con 0x7fd3bc070950 2024-09-13T16:15:39.997 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:39.992+0000 7fd3b8ff9700 1 -- 172.21.15.5:0/1511766373 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v19) v1 ==== 138+0+0 (secure 0 0 0) 0x7fd3ac054930 con 0x7fd3bc070950 2024-09-13T16:15:40.004 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:40.000+0000 7fd3c10cd700 1 -- 172.21.15.5:0/1511766373 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fd3a8066730 msgr2=0x7fd3a8068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:40.004 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:40.000+0000 7fd3c10cd700 1 --2- 172.21.15.5:0/1511766373 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fd3a8066730 0x7fd3a8068bf0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fd3b000baf0 tx=0x7fd3b0013000 comp rx=0 tx=0).stop 2024-09-13T16:15:40.004 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:40.000+0000 7fd3c10cd700 1 -- 172.21.15.5:0/1511766373 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd3bc070950 msgr2=0x7fd3bc14ecb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:40.004 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:40.000+0000 7fd3c10cd700 1 --2- 172.21.15.5:0/1511766373 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd3bc070950 0x7fd3bc14ecb0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fd3ac00e840 tx=0x7fd3ac00eb50 comp rx=0 tx=0).stop 2024-09-13T16:15:40.004 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:40.000+0000 7fd3c10cd700 1 -- 172.21.15.5:0/1511766373 shutdown_connections 2024-09-13T16:15:40.004 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:40.000+0000 7fd3c10cd700 1 --2- 172.21.15.5:0/1511766373 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fd3bc159070 0x7fd3bc1ea7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:40.004 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:40.000+0000 7fd3c10cd700 1 --2- 172.21.15.5:0/1511766373 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fd3a8066730 0x7fd3a8068bf0 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:40.004 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:40.000+0000 7fd3c10cd700 1 --2- 172.21.15.5:0/1511766373 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fd3bc0c8a50 0x7fd3bc14db20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:40.004 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:40.000+0000 7fd3c10cd700 1 --2- 172.21.15.5:0/1511766373 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd3bc070950 0x7fd3bc14ecb0 secure :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fd3ac00e840 tx=0x7fd3ac00eb50 comp rx=0 tx=0).stop 2024-09-13T16:15:40.004 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:40.000+0000 7fd3c10cd700 1 -- 172.21.15.5:0/1511766373 >> 172.21.15.5:0/1511766373 conn(0x7fd3bc0c7f30 msgr2=0x7fd3bc066090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:40.005 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:40.000+0000 7fd3c10cd700 1 -- 172.21.15.5:0/1511766373 shutdown_connections 2024-09-13T16:15:40.005 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:40.000+0000 7fd3c10cd700 1 -- 172.21.15.5:0/1511766373 wait complete. 2024-09-13T16:15:40.006 INFO:teuthology.orchestra.run.smithi005.stderr:pool 'cephfs_metadata' created 2024-09-13T16:15:40.021 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.05 2024-09-13T16:15:40.141 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:40.136+0000 7f5cbe41f700 1 Processor -- start 2024-09-13T16:15:40.141 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:40.136+0000 7f5cbe41f700 1 -- start start 2024-09-13T16:15:40.142 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:40.136+0000 7f5cbe41f700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f5cb8071960 0x7f5cb8152810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:40.142 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:40.136+0000 7f5cbe41f700 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5cb80c9b60 con 0x7f5cb80c4100 2024-09-13T16:15:40.143 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:40.136+0000 7f5cbe41f700 1 -- --> v1:172.21.15.179:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5cb81599e0 con 0x7f5cb80c44e0 2024-09-13T16:15:40.143 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:40.136+0000 7f5cbe41f700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5cb80ca700 con 0x7f5cb8071960 2024-09-13T16:15:40.143 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:40.136+0000 7f5cb7fff700 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f5cb80c4100 0x7f5cb80c9ff0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:58280/0 (socket says 172.21.15.5:58280) 2024-09-13T16:15:40.143 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:40.136+0000 7f5cb7fff700 1 -- 172.21.15.5:0/105748641 learned_addr learned my addr 172.21.15.5:0/105748641 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-13T16:15:40.143 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:40.140+0000 7f5cb77fe700 1 --2- 172.21.15.5:0/105748641 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f5cb8071960 0x7f5cb8152810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:40.145 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:40.140+0000 7f5cb6ffd700 1 -- 172.21.15.5:0/105748641 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1380102928 0 0) 0x7f5cb80c9b60 con 0x7f5cb80c4100 2024-09-13T16:15:40.146 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:40.140+0000 7f5cb6ffd700 1 -- 172.21.15.5:0/105748641 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f5ca00035d0 con 0x7f5cb80c4100 2024-09-13T16:15:40.146 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:40.140+0000 7f5cb6ffd700 1 -- 172.21.15.5:0/105748641 <== mon.1 v1:172.21.15.179:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 875253221 0 0) 0x7f5cb81599e0 con 0x7f5cb80c44e0 2024-09-13T16:15:40.146 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:40.140+0000 7f5cb6ffd700 1 -- 172.21.15.5:0/105748641 --> v1:172.21.15.179:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f5cb80c9b60 con 0x7f5cb80c44e0 2024-09-13T16:15:40.146 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:40.140+0000 7f5cb6ffd700 1 -- 172.21.15.5:0/105748641 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3414644630 0 0) 0x7f5ca00035d0 con 0x7f5cb80c4100 2024-09-13T16:15:40.146 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:40.140+0000 7f5cb6ffd700 1 -- 172.21.15.5:0/105748641 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f5cb8071960 msgr2=0x7f5cb8152810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:15:40.146 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:40.140+0000 7f5cb6ffd700 1 --2- 172.21.15.5:0/105748641 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f5cb8071960 0x7f5cb8152810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:40.146 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:40.140+0000 7f5cb6ffd700 1 -- 172.21.15.5:0/105748641 >> v1:172.21.15.179:6789/0 conn(0x7f5cb80c44e0 legacy=0x7f5cb8163380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:40.146 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:40.140+0000 7f5cb6ffd700 1 -- 172.21.15.5:0/105748641 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5cb80c8f50 con 0x7f5cb80c4100 2024-09-13T16:15:40.146 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:40.140+0000 7f5cb6ffd700 1 -- 172.21.15.5:0/105748641 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 830915072 0 0) 0x7f5cac001670 con 0x7f5cb80c4100 2024-09-13T16:15:40.146 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:40.140+0000 7f5cb6ffd700 1 -- 172.21.15.5:0/105748641 >> v1:172.21.15.5:6789/0 conn(0x7f5cb80c4100 legacy=0x7f5cb80c9ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:40.146 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:40.140+0000 7f5cb6ffd700 1 --2- 172.21.15.5:0/105748641 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f5ca0003be0 0x7f5ca0003fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:40.146 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:40.140+0000 7f5cb6ffd700 1 --2- 172.21.15.5:0/105748641 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5ca0004870 0x7f5ca0004cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:40.146 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:40.140+0000 7f5cb6ffd700 1 --2- 172.21.15.5:0/105748641 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f5cb8071960 0x7f5ca0005230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:40.147 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:40.140+0000 7f5cb6ffd700 1 -- 172.21.15.5:0/105748641 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5cb80ca700 con 0x7f5ca0004870 2024-09-13T16:15:40.147 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:40.140+0000 7f5cb6ffd700 1 -- 172.21.15.5:0/105748641 --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5ca000bb10 con 0x7f5ca0003be0 2024-09-13T16:15:40.147 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:40.140+0000 7f5cb6ffd700 1 -- 172.21.15.5:0/105748641 --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5ca000bcd0 con 0x7f5cb8071960 2024-09-13T16:15:40.147 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:40.140+0000 7f5cb77fe700 1 --2- 172.21.15.5:0/105748641 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5ca0004870 0x7f5ca0004cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:40.147 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:40.140+0000 7f5cb7fff700 1 --2- 172.21.15.5:0/105748641 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f5ca0003be0 0x7f5ca0003fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:40.147 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:40.140+0000 7f5cbc9bc700 1 --2- 172.21.15.5:0/105748641 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f5cb8071960 0x7f5ca0005230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:40.147 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:40.140+0000 7f5cb77fe700 1 -- 172.21.15.5:0/105748641 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f5cb8071960 msgr2=0x7f5ca0005230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:15:40.147 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:40.140+0000 7f5cb77fe700 1 --2- 172.21.15.5:0/105748641 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f5cb8071960 0x7f5ca0005230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:40.147 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:40.140+0000 7f5cb77fe700 1 -- 172.21.15.5:0/105748641 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f5ca0003be0 msgr2=0x7f5ca0003fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:15:40.147 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:40.140+0000 7f5cb77fe700 1 --2- 172.21.15.5:0/105748641 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f5ca0003be0 0x7f5ca0003fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:40.147 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:40.140+0000 7f5cb77fe700 1 -- 172.21.15.5:0/105748641 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5ca00035d0 con 0x7f5ca0004870 2024-09-13T16:15:40.147 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:40.140+0000 7f5cbc9bc700 1 --2- 172.21.15.5:0/105748641 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f5cb8071960 0x7f5ca0005230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:15:40.147 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:40.140+0000 7f5cb7fff700 1 --2- 172.21.15.5:0/105748641 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f5ca0003be0 0x7f5ca0003fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:15:40.148 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:40.140+0000 7f5cb77fe700 1 --2- 172.21.15.5:0/105748641 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5ca0004870 0x7f5ca0004cf0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f5ca8009b70 tx=0x7f5ca00058a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2d4c44189ee4ea58 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:40.148 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:40.140+0000 7f5cb6ffd700 1 -- 172.21.15.5:0/105748641 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ca800e6c0 con 0x7f5ca0004870 2024-09-13T16:15:40.148 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:40.140+0000 7f5cb6ffd700 1 -- 172.21.15.5:0/105748641 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5ca800e820 con 0x7f5ca0004870 2024-09-13T16:15:40.148 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:40.140+0000 7f5cb6ffd700 1 -- 172.21.15.5:0/105748641 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ca800eb90 con 0x7f5ca0004870 2024-09-13T16:15:40.149 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:40.144+0000 7f5cbe41f700 1 -- 172.21.15.5:0/105748641 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5ca0004870 msgr2=0x7f5ca0004cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:40.149 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:40.144+0000 7f5cbe41f700 1 --2- 172.21.15.5:0/105748641 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5ca0004870 0x7f5ca0004cf0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f5ca8009b70 tx=0x7f5ca00058a0 comp rx=0 tx=0).stop 2024-09-13T16:15:40.149 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:40.144+0000 7f5cbc9bc700 1 -- 172.21.15.5:0/105748641 reap_dead start 2024-09-13T16:15:40.149 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:40.144+0000 7f5cbe41f700 1 -- 172.21.15.5:0/105748641 shutdown_connections 2024-09-13T16:15:40.149 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:40.144+0000 7f5cbe41f700 1 -- 172.21.15.5:0/105748641 >> 172.21.15.5:0/105748641 conn(0x7f5cb80ce4a0 msgr2=0x7f5cb80ce8b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:40.149 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:40.144+0000 7f5cbe41f700 1 -- 172.21.15.5:0/105748641 shutdown_connections 2024-09-13T16:15:40.149 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:40.144+0000 7f5cbe41f700 1 -- 172.21.15.5:0/105748641 wait complete. 2024-09-13T16:15:40.149 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:40.144+0000 7f5cbe41f700 1 Processor -- start 2024-09-13T16:15:40.150 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:40.144+0000 7f5cbe41f700 1 -- start start 2024-09-13T16:15:40.151 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:40.148+0000 7f5cbe41f700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f5ca0004870 0x7f5cb81e0660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:40.151 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:40.148+0000 7f5cbe41f700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5cb81deb00 0x7f5cb81f2290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:40.151 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:40.148+0000 7f5cbe41f700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f5cb81f27d0 0x7f5cb81f7340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:40.151 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:40.148+0000 7f5cbe41f700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5cb81dfdb0 con 0x7f5cb81deb00 2024-09-13T16:15:40.151 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:40.148+0000 7f5cbe41f700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5cb80b3f20 con 0x7f5cb81f27d0 2024-09-13T16:15:40.151 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:40.148+0000 7f5cbe41f700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5cb81ef980 con 0x7f5ca0004870 2024-09-13T16:15:40.151 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:40.148+0000 7f5cb77fe700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5cb81deb00 0x7f5cb81f2290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:40.151 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:40.148+0000 7f5cb77fe700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5cb81deb00 0x7f5cb81f2290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:44292/0 (socket says 172.21.15.5:44292) 2024-09-13T16:15:40.152 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:40.148+0000 7f5cb77fe700 1 -- 172.21.15.5:0/855640553 learned_addr learned my addr 172.21.15.5:0/855640553 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:15:40.152 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:40.148+0000 7f5cbc9bc700 1 --2- 172.21.15.5:0/855640553 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f5cb81f27d0 0x7f5cb81f7340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:40.152 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:40.148+0000 7f5cb7fff700 1 --2- 172.21.15.5:0/855640553 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f5ca0004870 0x7f5cb81e0660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:40.153 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:40.148+0000 7f5cb77fe700 1 -- 172.21.15.5:0/855640553 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f5ca0004870 msgr2=0x7f5cb81e0660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:40.153 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:40.148+0000 7f5cb77fe700 1 --2- 172.21.15.5:0/855640553 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f5ca0004870 0x7f5cb81e0660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:40.153 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:40.148+0000 7f5cb77fe700 1 -- 172.21.15.5:0/855640553 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f5cb81f27d0 msgr2=0x7f5cb81f7340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:40.153 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:40.148+0000 7f5cb77fe700 1 --2- 172.21.15.5:0/855640553 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f5cb81f27d0 0x7f5cb81f7340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:40.153 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:40.148+0000 7f5cb77fe700 1 -- 172.21.15.5:0/855640553 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5cb81e0f30 con 0x7f5cb81deb00 2024-09-13T16:15:40.153 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:40.148+0000 7f5cb7fff700 1 --2- 172.21.15.5:0/855640553 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f5ca0004870 0x7f5cb81e0660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:15:40.153 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:40.148+0000 7f5cb77fe700 1 --2- 172.21.15.5:0/855640553 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5cb81deb00 0x7f5cb81f2290 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f5ca000bae0 tx=0x7f5ca80047e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:40.153 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:40.148+0000 7f5cb4ff9700 1 -- 172.21.15.5:0/855640553 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ca800e6c0 con 0x7f5cb81deb00 2024-09-13T16:15:40.153 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:40.148+0000 7f5cb4ff9700 1 -- 172.21.15.5:0/855640553 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5ca8003ad0 con 0x7f5cb81deb00 2024-09-13T16:15:40.153 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:40.148+0000 7f5cbe41f700 1 -- 172.21.15.5:0/855640553 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5cb81e1210 con 0x7f5cb81deb00 2024-09-13T16:15:40.153 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:40.148+0000 7f5cb4ff9700 1 -- 172.21.15.5:0/855640553 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ca8003e80 con 0x7f5cb81deb00 2024-09-13T16:15:40.154 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:40.148+0000 7f5cbe41f700 1 -- 172.21.15.5:0/855640553 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5cb81eeea0 con 0x7f5cb81deb00 2024-09-13T16:15:40.154 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:40.148+0000 7f5cbe41f700 1 -- 172.21.15.5:0/855640553 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5cb80677b0 con 0x7f5cb81deb00 2024-09-13T16:15:40.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:40.152+0000 7f5cb4ff9700 1 -- 172.21.15.5:0/855640553 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f5ca8013470 con 0x7f5cb81deb00 2024-09-13T16:15:40.156 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:40.152+0000 7f5cb4ff9700 1 --2- 172.21.15.5:0/855640553 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f5ca4066760 0x7f5ca4068c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:40.156 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:40.152+0000 7f5cb4ff9700 1 -- 172.21.15.5:0/855640553 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(19..19 src has 1..19) v4 ==== 5227+0+0 (secure 0 0 0) 0x7f5ca8085b10 con 0x7f5cb81deb00 2024-09-13T16:15:40.156 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:40.152+0000 7f5cb7fff700 1 --2- 172.21.15.5:0/855640553 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f5ca4066760 0x7f5ca4068c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:40.157 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:40.152+0000 7f5cb7fff700 1 --2- 172.21.15.5:0/855640553 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f5ca4066760 0x7f5ca4068c20 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f5cac001670 tx=0x7f5cac009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:40.164 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:40.160+0000 7f5cb4ff9700 1 -- 172.21.15.5:0/855640553 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f5ca8053190 con 0x7f5cb81deb00 2024-09-13T16:15:40.330 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:40.324+0000 7f5cbe41f700 1 -- 172.21.15.5:0/855640553 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05} v 0) v1 -- 0x7f5cb80c37e0 con 0x7f5cb81deb00 2024-09-13T16:15:41.014 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.008+0000 7f5cb4ff9700 1 -- 172.21.15.5:0/855640553 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]=0 pool 'cephfs_data' created v20) v1 ==== 171+0+0 (secure 0 0 0) 0x7f5ca80567b0 con 0x7f5cb81deb00 2024-09-13T16:15:41.030 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.024+0000 7f5cbe41f700 1 -- 172.21.15.5:0/855640553 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f5ca4066760 msgr2=0x7f5ca4068c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:41.030 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.024+0000 7f5cbe41f700 1 --2- 172.21.15.5:0/855640553 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f5ca4066760 0x7f5ca4068c20 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f5cac001670 tx=0x7f5cac009040 comp rx=0 tx=0).stop 2024-09-13T16:15:41.030 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.024+0000 7f5cbe41f700 1 -- 172.21.15.5:0/855640553 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5cb81deb00 msgr2=0x7f5cb81f2290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:41.030 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.024+0000 7f5cbe41f700 1 --2- 172.21.15.5:0/855640553 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5cb81deb00 0x7f5cb81f2290 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f5ca000bae0 tx=0x7f5ca80047e0 comp rx=0 tx=0).stop 2024-09-13T16:15:41.030 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.024+0000 7f5cbe41f700 1 -- 172.21.15.5:0/855640553 shutdown_connections 2024-09-13T16:15:41.030 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.024+0000 7f5cbe41f700 1 --2- 172.21.15.5:0/855640553 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f5ca4066760 0x7f5ca4068c20 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:41.030 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.024+0000 7f5cbe41f700 1 --2- 172.21.15.5:0/855640553 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f5cb81f27d0 0x7f5cb81f7340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:41.030 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.024+0000 7f5cbe41f700 1 --2- 172.21.15.5:0/855640553 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5cb81deb00 0x7f5cb81f2290 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:41.031 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.024+0000 7f5cbe41f700 1 --2- 172.21.15.5:0/855640553 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f5ca0004870 0x7f5cb81e0660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:41.031 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.024+0000 7f5cbe41f700 1 -- 172.21.15.5:0/855640553 >> 172.21.15.5:0/855640553 conn(0x7f5cb80ce4a0 msgr2=0x7f5cb8070740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:41.031 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.024+0000 7f5cbe41f700 1 -- 172.21.15.5:0/855640553 shutdown_connections 2024-09-13T16:15:41.031 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.024+0000 7f5cbe41f700 1 -- 172.21.15.5:0/855640553 wait complete. 2024-09-13T16:15:41.040 INFO:teuthology.orchestra.run.smithi005.stderr:pool 'cephfs_data' created 2024-09-13T16:15:41.052 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-13T16:15:41.169 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.164+0000 7f39e52e0700 1 Processor -- start 2024-09-13T16:15:41.169 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.164+0000 7f39e52e0700 1 -- start start 2024-09-13T16:15:41.173 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.168+0000 7f39e52e0700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f39e006bf00 0x7f39e01503a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:41.173 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.168+0000 7f39e52e0700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f39e00c77f0 0x7f39e01508e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:41.173 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.168+0000 7f39e52e0700 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f39e00c5840 con 0x7f39e006bb20 2024-09-13T16:15:41.173 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.168+0000 7f39e52e0700 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f39e0150e20 con 0x7f39e006bf00 2024-09-13T16:15:41.173 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.168+0000 7f39e52e0700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f39e015ab90 con 0x7f39e00c77f0 2024-09-13T16:15:41.173 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.168+0000 7f39df7fe700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f39e006bf00 0x7f39e01503a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:41.173 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.168+0000 7f39df7fe700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f39e006bf00 0x7f39e01503a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:44296/0 (socket says 172.21.15.5:44296) 2024-09-13T16:15:41.174 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.168+0000 7f39df7fe700 1 -- 172.21.15.5:0/1685623366 learned_addr learned my addr 172.21.15.5:0/1685623366 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:15:41.174 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.168+0000 7f39dffff700 1 --1- 172.21.15.5:0/1685623366 >> v1:172.21.15.5:6789/0 conn(0x7f39e006bb20 0x7f39e01566b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:58288/0 (socket says 172.21.15.5:58288) 2024-09-13T16:15:41.174 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.168+0000 7f39e4adf700 1 --2- 172.21.15.5:0/1685623366 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f39e00c77f0 0x7f39e01508e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:41.174 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.168+0000 7f39df7fe700 1 -- 172.21.15.5:0/1685623366 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f39e00c77f0 msgr2=0x7f39e01508e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:15:41.174 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.168+0000 7f39df7fe700 1 --2- 172.21.15.5:0/1685623366 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f39e00c77f0 0x7f39e01508e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:41.174 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.168+0000 7f39df7fe700 1 -- 172.21.15.5:0/1685623366 >> v1:172.21.15.5:6789/0 conn(0x7f39e006bb20 legacy=0x7f39e01566b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:41.174 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.168+0000 7f39df7fe700 1 -- 172.21.15.5:0/1685623366 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f39e00c5560 con 0x7f39e006bf00 2024-09-13T16:15:41.174 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.168+0000 7f39df7fe700 1 --2- 172.21.15.5:0/1685623366 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f39e006bf00 0x7f39e01503a0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f39d4009910 tx=0x7f39d4009c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=70003942fd5f917f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:41.174 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.168+0000 7f39deffd700 1 -- 172.21.15.5:0/1685623366 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f39d4011830 con 0x7f39e006bf00 2024-09-13T16:15:41.174 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.168+0000 7f39deffd700 1 -- 172.21.15.5:0/1685623366 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f39d4011990 con 0x7f39e006bf00 2024-09-13T16:15:41.175 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.168+0000 7f39deffd700 1 -- 172.21.15.5:0/1685623366 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f39d4011d40 con 0x7f39e006bf00 2024-09-13T16:15:41.176 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.168+0000 7f39e52e0700 1 -- 172.21.15.5:0/1685623366 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f39e006bf00 msgr2=0x7f39e01503a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:41.176 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.168+0000 7f39e52e0700 1 --2- 172.21.15.5:0/1685623366 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f39e006bf00 0x7f39e01503a0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f39d4009910 tx=0x7f39d4009c20 comp rx=0 tx=0).stop 2024-09-13T16:15:41.176 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.168+0000 7f39e52e0700 1 -- 172.21.15.5:0/1685623366 shutdown_connections 2024-09-13T16:15:41.176 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.168+0000 7f39e52e0700 1 --2- 172.21.15.5:0/1685623366 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f39e00c77f0 0x7f39e01508e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:41.176 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.168+0000 7f39e52e0700 1 --2- 172.21.15.5:0/1685623366 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f39e006bf00 0x7f39e01503a0 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:41.176 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.168+0000 7f39e52e0700 1 -- 172.21.15.5:0/1685623366 >> 172.21.15.5:0/1685623366 conn(0x7f39e00cb720 msgr2=0x7f39e00cbb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:41.176 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.172+0000 7f39e52e0700 1 -- 172.21.15.5:0/1685623366 shutdown_connections 2024-09-13T16:15:41.176 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.172+0000 7f39e52e0700 1 -- 172.21.15.5:0/1685623366 wait complete. 2024-09-13T16:15:41.177 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.172+0000 7f39e52e0700 1 Processor -- start 2024-09-13T16:15:41.177 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.172+0000 7f39e52e0700 1 -- start start 2024-09-13T16:15:41.179 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.172+0000 7f39e52e0700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f39e006bb20 0x7f39e00c85d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:41.180 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.172+0000 7f39e52e0700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f39e006bf00 0x7f39e0155400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:41.180 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.172+0000 7f39e52e0700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f39e00c77f0 0x7f39e0158430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:41.180 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.172+0000 7f39e52e0700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f39e01f2400 con 0x7f39e006bf00 2024-09-13T16:15:41.180 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.172+0000 7f39e52e0700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f39e01f2890 con 0x7f39e006bb20 2024-09-13T16:15:41.180 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.172+0000 7f39e52e0700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f39e0159920 con 0x7f39e00c77f0 2024-09-13T16:15:41.180 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.172+0000 7f39df7fe700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f39e006bf00 0x7f39e0155400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:41.180 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.172+0000 7f39df7fe700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f39e006bf00 0x7f39e0155400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:44302/0 (socket says 172.21.15.5:44302) 2024-09-13T16:15:41.180 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.172+0000 7f39df7fe700 1 -- 172.21.15.5:0/1691959002 learned_addr learned my addr 172.21.15.5:0/1691959002 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:15:41.180 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.172+0000 7f39e4adf700 1 --2- 172.21.15.5:0/1691959002 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f39e00c77f0 0x7f39e0158430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:41.180 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.172+0000 7f39dffff700 1 --2- 172.21.15.5:0/1691959002 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f39e006bb20 0x7f39e00c85d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:41.180 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.172+0000 7f39df7fe700 1 -- 172.21.15.5:0/1691959002 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f39e00c77f0 msgr2=0x7f39e0158430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:41.180 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.172+0000 7f39df7fe700 1 --2- 172.21.15.5:0/1691959002 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f39e00c77f0 0x7f39e0158430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:41.181 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.172+0000 7f39df7fe700 1 -- 172.21.15.5:0/1691959002 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f39e006bb20 msgr2=0x7f39e00c85d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:41.181 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.172+0000 7f39df7fe700 1 --2- 172.21.15.5:0/1691959002 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f39e006bb20 0x7f39e00c85d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:41.181 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.172+0000 7f39df7fe700 1 -- 172.21.15.5:0/1691959002 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f39d4009570 con 0x7f39e006bf00 2024-09-13T16:15:41.181 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.172+0000 7f39df7fe700 1 --2- 172.21.15.5:0/1691959002 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f39e006bf00 0x7f39e0155400 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f39d4013000 tx=0x7f39d4004770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:41.181 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.172+0000 7f39dcff9700 1 -- 172.21.15.5:0/1691959002 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f39d4004510 con 0x7f39e006bf00 2024-09-13T16:15:41.181 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.172+0000 7f39dcff9700 1 -- 172.21.15.5:0/1691959002 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f39d401e070 con 0x7f39e006bf00 2024-09-13T16:15:41.181 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.172+0000 7f39dcff9700 1 -- 172.21.15.5:0/1691959002 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f39d4003900 con 0x7f39e006bf00 2024-09-13T16:15:41.181 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.172+0000 7f39e52e0700 1 -- 172.21.15.5:0/1691959002 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f39e0155f40 con 0x7f39e006bf00 2024-09-13T16:15:41.181 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.176+0000 7f39e52e0700 1 -- 172.21.15.5:0/1691959002 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f39e01f1db0 con 0x7f39e006bf00 2024-09-13T16:15:41.182 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.176+0000 7f39e52e0700 1 -- 172.21.15.5:0/1691959002 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f39e00c5190 con 0x7f39e006bf00 2024-09-13T16:15:41.182 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.176+0000 7f39dcff9700 1 -- 172.21.15.5:0/1691959002 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f39d4003a60 con 0x7f39e006bf00 2024-09-13T16:15:41.182 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.176+0000 7f39dcff9700 1 --2- 172.21.15.5:0/1691959002 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f39cc066730 0x7f39cc068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:41.182 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.176+0000 7f39dcff9700 1 -- 172.21.15.5:0/1691959002 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5609+0+0 (secure 0 0 0) 0x7f39d4020070 con 0x7f39e006bf00 2024-09-13T16:15:41.182 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.176+0000 7f39dffff700 1 --2- 172.21.15.5:0/1691959002 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f39cc066730 0x7f39cc068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:41.183 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.180+0000 7f39dffff700 1 --2- 172.21.15.5:0/1691959002 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f39cc066730 0x7f39cc068bf0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f39d0000f60 tx=0x7f39d0007f30 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:41.191 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.188+0000 7f39dcff9700 1 -- 172.21.15.5:0/1691959002 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f39d4052870 con 0x7f39e006bf00 2024-09-13T16:15:41.393 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.388+0000 7f39e52e0700 1 -- 172.21.15.5:0/1691959002 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) v1 -- 0x7f39e014ebc0 con 0x7f39e006bf00 2024-09-13T16:15:41.403 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.396+0000 7f39dcff9700 1 -- 172.21.15.5:0/1691959002 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 2 and data pool 3 v4) v1 ==== 172+0+0 (secure 0 0 0) 0x7f39d4055e90 con 0x7f39e006bf00 2024-09-13T16:15:41.412 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.408+0000 7f39e52e0700 1 -- 172.21.15.5:0/1691959002 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f39cc066730 msgr2=0x7f39cc068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:41.412 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.408+0000 7f39e52e0700 1 --2- 172.21.15.5:0/1691959002 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f39cc066730 0x7f39cc068bf0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f39d0000f60 tx=0x7f39d0007f30 comp rx=0 tx=0).stop 2024-09-13T16:15:41.412 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.408+0000 7f39e52e0700 1 -- 172.21.15.5:0/1691959002 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f39e006bf00 msgr2=0x7f39e0155400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:41.412 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.408+0000 7f39e52e0700 1 --2- 172.21.15.5:0/1691959002 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f39e006bf00 0x7f39e0155400 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f39d4013000 tx=0x7f39d4004770 comp rx=0 tx=0).stop 2024-09-13T16:15:41.421 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.416+0000 7f39e52e0700 1 -- 172.21.15.5:0/1691959002 shutdown_connections 2024-09-13T16:15:41.421 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.416+0000 7f39e52e0700 1 --2- 172.21.15.5:0/1691959002 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f39e00c77f0 0x7f39e0158430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:41.421 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.416+0000 7f39e52e0700 1 --2- 172.21.15.5:0/1691959002 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f39e006bf00 0x7f39e0155400 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:41.421 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.416+0000 7f39e52e0700 1 --2- 172.21.15.5:0/1691959002 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f39cc066730 0x7f39cc068bf0 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:41.421 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.416+0000 7f39e52e0700 1 --2- 172.21.15.5:0/1691959002 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f39e006bb20 0x7f39e00c85d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:41.421 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.416+0000 7f39e52e0700 1 -- 172.21.15.5:0/1691959002 >> 172.21.15.5:0/1691959002 conn(0x7f39e00cb720 msgr2=0x7f39e014de30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:41.423 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.420+0000 7f39e52e0700 1 -- 172.21.15.5:0/1691959002 shutdown_connections 2024-09-13T16:15:41.423 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.420+0000 7f39e52e0700 1 -- 172.21.15.5:0/1691959002 wait complete. 2024-09-13T16:15:41.426 INFO:teuthology.orchestra.run.smithi005.stderr:new fs with metadata pool 2 and data pool 3 2024-09-13T16:15:41.439 DEBUG:tasks.cephfs.filesystem:EC profile is ['m=2', 'k=2', 'crush-failure-domain=osd'] 2024-09-13T16:15:41.439 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd erasure-code-profile set cephfs_data_ec m=2 k=2 crush-failure-domain=osd 2024-09-13T16:15:41.553 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.548+0000 7fb70ea90700 1 Processor -- start 2024-09-13T16:15:41.553 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.548+0000 7fb70ea90700 1 -- start start 2024-09-13T16:15:41.556 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.552+0000 7fb70ea90700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fb70806bd90 0x7fb708158ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:41.556 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.552+0000 7fb70ea90700 1 --2- >> v2:172.21.15.179:3300/0 conn(0x7fb708153010 0x7fb70806c170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:41.556 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.552+0000 7fb70ea90700 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb708070b10 con 0x7fb70806ef50 2024-09-13T16:15:41.556 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.552+0000 7fb70ea90700 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb70806c6b0 con 0x7fb70806bd90 2024-09-13T16:15:41.556 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.552+0000 7fb70ea90700 1 -- --> v2:172.21.15.179:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb70806f950 con 0x7fb708153010 2024-09-13T16:15:41.557 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.552+0000 7fb70da8e700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fb70806bd90 0x7fb708158ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:41.557 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.552+0000 7fb70d28d700 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7fb70806ef50 0x7fb708152900 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:58296/0 (socket says 172.21.15.5:58296) 2024-09-13T16:15:41.557 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.552+0000 7fb70d28d700 1 -- 172.21.15.5:0/3028661403 learned_addr learned my addr 172.21.15.5:0/3028661403 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-13T16:15:41.557 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.552+0000 7fb70da8e700 1 --2- 172.21.15.5:0/3028661403 >> v2:172.21.15.5:3300/0 conn(0x7fb70806bd90 0x7fb708158ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:44306/0 (socket says 172.21.15.5:44306) 2024-09-13T16:15:41.557 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.552+0000 7fb70e28f700 1 --2- 172.21.15.5:0/3028661403 >> v2:172.21.15.179:3300/0 conn(0x7fb708153010 0x7fb70806c170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:41.557 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.552+0000 7fb70da8e700 1 -- 172.21.15.5:0/3028661403 >> v2:172.21.15.179:3300/0 conn(0x7fb708153010 msgr2=0x7fb70806c170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:15:41.557 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.552+0000 7fb70da8e700 1 --2- 172.21.15.5:0/3028661403 >> v2:172.21.15.179:3300/0 conn(0x7fb708153010 0x7fb70806c170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:41.557 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.552+0000 7fb70da8e700 1 -- 172.21.15.5:0/3028661403 >> v1:172.21.15.5:6789/0 conn(0x7fb70806ef50 legacy=0x7fb708152900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:41.557 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.552+0000 7fb70da8e700 1 -- 172.21.15.5:0/3028661403 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb70806fbf0 con 0x7fb70806bd90 2024-09-13T16:15:41.557 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.552+0000 7fb70ca8c700 1 -- 172.21.15.5:0/3028661403 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1237817854 0 0) 0x7fb708070b10 con 0x7fb70806ef50 2024-09-13T16:15:41.557 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.552+0000 7fb70e28f700 1 --2- 172.21.15.5:0/3028661403 >> v2:172.21.15.179:3300/0 conn(0x7fb708153010 0x7fb70806c170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:15:41.557 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.552+0000 7fb70da8e700 1 --2- 172.21.15.5:0/3028661403 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb70806bd90 0x7fb708158ad0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fb7080c7f70 tx=0x7fb704009b30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4a69f515bb0c2ba4 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:41.558 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.552+0000 7fb70ca8c700 1 -- 172.21.15.5:0/3028661403 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb704011830 con 0x7fb70806bd90 2024-09-13T16:15:41.558 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.552+0000 7fb70ca8c700 1 -- 172.21.15.5:0/3028661403 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb704011990 con 0x7fb70806bd90 2024-09-13T16:15:41.559 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.552+0000 7fb70ca8c700 1 -- 172.21.15.5:0/3028661403 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb704011d40 con 0x7fb70806bd90 2024-09-13T16:15:41.559 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.552+0000 7fb70ea90700 1 -- 172.21.15.5:0/3028661403 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb70806bd90 msgr2=0x7fb708158ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:41.559 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.552+0000 7fb70ea90700 1 --2- 172.21.15.5:0/3028661403 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb70806bd90 0x7fb708158ad0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fb7080c7f70 tx=0x7fb704009b30 comp rx=0 tx=0).stop 2024-09-13T16:15:41.559 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.552+0000 7fb70ea90700 1 -- 172.21.15.5:0/3028661403 shutdown_connections 2024-09-13T16:15:41.559 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.552+0000 7fb70ea90700 1 --2- 172.21.15.5:0/3028661403 >> v2:172.21.15.179:3300/0 conn(0x7fb708153010 0x7fb70806c170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:41.559 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.552+0000 7fb70ea90700 1 --2- 172.21.15.5:0/3028661403 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb70806bd90 0x7fb708158ad0 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:41.559 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.552+0000 7fb70ea90700 1 -- 172.21.15.5:0/3028661403 >> 172.21.15.5:0/3028661403 conn(0x7fb70806b270 msgr2=0x7fb70806b680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:41.559 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.552+0000 7fb70ea90700 1 -- 172.21.15.5:0/3028661403 shutdown_connections 2024-09-13T16:15:41.559 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.552+0000 7fb70ea90700 1 -- 172.21.15.5:0/3028661403 wait complete. 2024-09-13T16:15:41.561 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.556+0000 7fb70ea90700 1 Processor -- start 2024-09-13T16:15:41.561 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.556+0000 7fb70ea90700 1 -- start start 2024-09-13T16:15:41.564 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.556+0000 7fb70ea90700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fb70806bd90 0x7fb7081513a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:41.564 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.556+0000 7fb70ea90700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb70806ef50 0x7fb7081518e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:41.564 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.556+0000 7fb70ea90700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fb708153010 0x7fb708144f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:41.564 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.556+0000 7fb70ea90700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb708150300 con 0x7fb70806ef50 2024-09-13T16:15:41.564 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.560+0000 7fb70ea90700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb708150ec0 con 0x7fb708153010 2024-09-13T16:15:41.564 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.560+0000 7fb70ea90700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb70814f7a0 con 0x7fb70806bd90 2024-09-13T16:15:41.564 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.560+0000 7fb70d28d700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb70806ef50 0x7fb7081518e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:41.564 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.560+0000 7fb70d28d700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb70806ef50 0x7fb7081518e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:44314/0 (socket says 172.21.15.5:44314) 2024-09-13T16:15:41.565 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.560+0000 7fb70d28d700 1 -- 172.21.15.5:0/1681966542 learned_addr learned my addr 172.21.15.5:0/1681966542 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:15:41.565 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.560+0000 7fb70da8e700 1 --2- 172.21.15.5:0/1681966542 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fb70806bd90 0x7fb7081513a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:41.565 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.560+0000 7fb70e28f700 1 --2- 172.21.15.5:0/1681966542 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fb708153010 0x7fb708144f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:41.565 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.560+0000 7fb70d28d700 1 -- 172.21.15.5:0/1681966542 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fb70806bd90 msgr2=0x7fb7081513a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:41.565 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.560+0000 7fb70d28d700 1 --2- 172.21.15.5:0/1681966542 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fb70806bd90 0x7fb7081513a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:41.565 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.560+0000 7fb70d28d700 1 -- 172.21.15.5:0/1681966542 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fb708153010 msgr2=0x7fb708144f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:41.565 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.560+0000 7fb70d28d700 1 --2- 172.21.15.5:0/1681966542 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fb708153010 0x7fb708144f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:41.565 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.560+0000 7fb70d28d700 1 -- 172.21.15.5:0/1681966542 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb7040094b0 con 0x7fb70806ef50 2024-09-13T16:15:41.565 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.560+0000 7fb70e28f700 1 --2- 172.21.15.5:0/1681966542 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fb708153010 0x7fb708144f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:15:41.565 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.560+0000 7fb70d28d700 1 --2- 172.21.15.5:0/1681966542 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb70806ef50 0x7fb7081518e0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fb6f800c580 tx=0x7fb6f800c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:41.565 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.560+0000 7fb6fe7fc700 1 -- 172.21.15.5:0/1681966542 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb6f8004ca0 con 0x7fb70806ef50 2024-09-13T16:15:41.565 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.560+0000 7fb6fe7fc700 1 -- 172.21.15.5:0/1681966542 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb6f8004e20 con 0x7fb70806ef50 2024-09-13T16:15:41.565 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.560+0000 7fb70ea90700 1 -- 172.21.15.5:0/1681966542 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb708151e20 con 0x7fb70806ef50 2024-09-13T16:15:41.566 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.560+0000 7fb6fe7fc700 1 -- 172.21.15.5:0/1681966542 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb6f8007310 con 0x7fb70806ef50 2024-09-13T16:15:41.566 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.560+0000 7fb70ea90700 1 -- 172.21.15.5:0/1681966542 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb70814fd40 con 0x7fb70806ef50 2024-09-13T16:15:41.566 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.560+0000 7fb70ea90700 1 -- 172.21.15.5:0/1681966542 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb708150d20 con 0x7fb70806ef50 2024-09-13T16:15:41.566 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.560+0000 7fb6fe7fc700 1 -- 172.21.15.5:0/1681966542 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fb6f8007470 con 0x7fb70806ef50 2024-09-13T16:15:41.567 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.564+0000 7fb6fe7fc700 1 --2- 172.21.15.5:0/1681966542 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fb6ec066730 0x7fb6ec068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:41.567 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.564+0000 7fb6fe7fc700 1 -- 172.21.15.5:0/1681966542 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fb6f8083f50 con 0x7fb70806ef50 2024-09-13T16:15:41.567 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.564+0000 7fb70da8e700 1 --2- 172.21.15.5:0/1681966542 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fb6ec066730 0x7fb6ec068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:41.568 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.564+0000 7fb70da8e700 1 --2- 172.21.15.5:0/1681966542 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fb6ec066730 0x7fb6ec068bf0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fb7040090b0 tx=0x7fb70401c040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:41.574 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.568+0000 7fb6fe7fc700 1 -- 172.21.15.5:0/1681966542 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fb708150d20 con 0x7fb70806ef50 2024-09-13T16:15:41.753 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:41.748+0000 7fb70ea90700 1 -- 172.21.15.5:0/1681966542 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]} v 0) v1 -- 0x7fb708150d20 con 0x7fb70806ef50 2024-09-13T16:15:42.404 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:42.400+0000 7fb6fe7fc700 1 -- 172.21.15.5:0/1681966542 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]=0 v22) v1 ==== 157+0+0 (secure 0 0 0) 0x7fb708150d20 con 0x7fb70806ef50 2024-09-13T16:15:42.409 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:42.404+0000 7fb70ea90700 1 -- 172.21.15.5:0/1681966542 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fb6ec066730 msgr2=0x7fb6ec068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:42.409 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:42.404+0000 7fb70ea90700 1 --2- 172.21.15.5:0/1681966542 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fb6ec066730 0x7fb6ec068bf0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fb7040090b0 tx=0x7fb70401c040 comp rx=0 tx=0).stop 2024-09-13T16:15:42.409 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:42.404+0000 7fb70ea90700 1 -- 172.21.15.5:0/1681966542 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb70806ef50 msgr2=0x7fb7081518e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:42.409 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:42.404+0000 7fb70ea90700 1 --2- 172.21.15.5:0/1681966542 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb70806ef50 0x7fb7081518e0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fb6f800c580 tx=0x7fb6f800c940 comp rx=0 tx=0).stop 2024-09-13T16:15:42.409 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:42.404+0000 7fb70ea90700 1 -- 172.21.15.5:0/1681966542 shutdown_connections 2024-09-13T16:15:42.409 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:42.404+0000 7fb70ea90700 1 --2- 172.21.15.5:0/1681966542 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fb6ec066730 0x7fb6ec068bf0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:42.409 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:42.404+0000 7fb70ea90700 1 --2- 172.21.15.5:0/1681966542 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fb708153010 0x7fb708144f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:42.409 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:42.404+0000 7fb70ea90700 1 --2- 172.21.15.5:0/1681966542 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb70806ef50 0x7fb7081518e0 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:42.410 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:42.404+0000 7fb70ea90700 1 --2- 172.21.15.5:0/1681966542 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fb70806bd90 0x7fb7081513a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:42.410 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:42.404+0000 7fb70ea90700 1 -- 172.21.15.5:0/1681966542 >> 172.21.15.5:0/1681966542 conn(0x7fb70806b270 msgr2=0x7fb7080c6370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:42.410 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:42.404+0000 7fb70ea90700 1 -- 172.21.15.5:0/1681966542 shutdown_connections 2024-09-13T16:15:42.410 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:42.404+0000 7fb70ea90700 1 -- 172.21.15.5:0/1681966542 wait complete. 2024-09-13T16:15:42.424 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data_ec erasure cephfs_data_ec --pg_num_min 64 --target_size_ratio 0.9 2024-09-13T16:15:42.559 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:42.555+0000 7fdc5ef40700 1 Processor -- start 2024-09-13T16:15:42.559 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:42.555+0000 7fdc5ef40700 1 -- start start 2024-09-13T16:15:42.561 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:42.555+0000 7fdc5ef40700 1 --2- >> v2:172.21.15.179:3300/0 conn(0x7fdc58071390 0x7fdc5806ff90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:42.561 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:42.555+0000 7fdc5ef40700 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdc580c44d0 con 0x7fdc580704d0 2024-09-13T16:15:42.561 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:42.555+0000 7fdc5ef40700 1 -- --> v1:172.21.15.179:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdc58159240 con 0x7fdc5814f950 2024-09-13T16:15:42.561 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:42.555+0000 7fdc5ef40700 1 -- --> v2:172.21.15.179:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdc58159030 con 0x7fdc58071390 2024-09-13T16:15:42.561 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:42.555+0000 7fdc5e73f700 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7fdc580704d0 0x7fdc580c4960 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:58300/0 (socket says 172.21.15.5:58300) 2024-09-13T16:15:42.561 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:42.555+0000 7fdc5e73f700 1 -- 172.21.15.5:0/1915179733 learned_addr learned my addr 172.21.15.5:0/1915179733 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-13T16:15:42.561 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:42.555+0000 7fdc5d73d700 1 --2- 172.21.15.5:0/1915179733 >> v2:172.21.15.179:3300/0 conn(0x7fdc58071390 0x7fdc5806ff90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:42.561 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:42.555+0000 7fdc5cf3c700 1 -- 172.21.15.5:0/1915179733 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3651714816 0 0) 0x7fdc580c44d0 con 0x7fdc580704d0 2024-09-13T16:15:42.561 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:42.555+0000 7fdc5cf3c700 1 -- 172.21.15.5:0/1915179733 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fdc440035d0 con 0x7fdc580704d0 2024-09-13T16:15:42.562 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:42.555+0000 7fdc5d73d700 1 -- 172.21.15.5:0/1915179733 >> v1:172.21.15.179:6789/0 conn(0x7fdc5814f950 legacy=0x7fdc58158920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:42.562 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:42.555+0000 7fdc5d73d700 1 -- 172.21.15.5:0/1915179733 >> v1:172.21.15.5:6789/0 conn(0x7fdc580704d0 legacy=0x7fdc580c4960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:42.562 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:42.555+0000 7fdc5d73d700 1 -- 172.21.15.5:0/1915179733 --> v2:172.21.15.179:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdc58159520 con 0x7fdc58071390 2024-09-13T16:15:42.563 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:42.555+0000 7fdc5d73d700 1 --2- 172.21.15.5:0/1915179733 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fdc58071390 0x7fdc5806ff90 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fdc48009850 tx=0x7fdc48009b60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fceb57cc89f8dc2e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:42.563 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:42.555+0000 7fdc5cf3c700 1 -- 172.21.15.5:0/1915179733 <== mon.1 v2:172.21.15.179:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdc48011830 con 0x7fdc58071390 2024-09-13T16:15:42.563 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:42.555+0000 7fdc5cf3c700 1 -- 172.21.15.5:0/1915179733 <== mon.1 v2:172.21.15.179:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdc48011990 con 0x7fdc58071390 2024-09-13T16:15:42.563 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:42.555+0000 7fdc5cf3c700 1 -- 172.21.15.5:0/1915179733 <== mon.1 v2:172.21.15.179:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdc48011d40 con 0x7fdc58071390 2024-09-13T16:15:42.564 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:42.559+0000 7fdc5ef40700 1 -- 172.21.15.5:0/1915179733 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fdc58071390 msgr2=0x7fdc5806ff90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:42.564 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:42.559+0000 7fdc5ef40700 1 --2- 172.21.15.5:0/1915179733 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fdc58071390 0x7fdc5806ff90 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fdc48009850 tx=0x7fdc48009b60 comp rx=0 tx=0).stop 2024-09-13T16:15:42.564 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:42.559+0000 7fdc5ef40700 1 -- 172.21.15.5:0/1915179733 shutdown_connections 2024-09-13T16:15:42.564 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:42.559+0000 7fdc5ef40700 1 --2- 172.21.15.5:0/1915179733 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fdc58071390 0x7fdc5806ff90 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:42.564 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:42.559+0000 7fdc5ef40700 1 -- 172.21.15.5:0/1915179733 >> 172.21.15.5:0/1915179733 conn(0x7fdc58072790 msgr2=0x7fdc580ce280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:42.564 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:42.559+0000 7fdc5ef40700 1 -- 172.21.15.5:0/1915179733 shutdown_connections 2024-09-13T16:15:42.564 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:42.559+0000 7fdc5ef40700 1 -- 172.21.15.5:0/1915179733 wait complete. 2024-09-13T16:15:42.565 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:42.559+0000 7fdc5ef40700 1 Processor -- start 2024-09-13T16:15:42.565 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:42.559+0000 7fdc5ef40700 1 -- start start 2024-09-13T16:15:42.568 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:42.563+0000 7fdc5ef40700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fdc580704d0 0x7fdc58155290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:42.568 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:42.563+0000 7fdc5ef40700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdc58071390 0x7fdc580c73a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:42.568 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:42.563+0000 7fdc5ef40700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fdc5814f950 0x7fdc581ee8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:42.568 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:42.563+0000 7fdc5ef40700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdc580c6580 con 0x7fdc58071390 2024-09-13T16:15:42.568 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:42.563+0000 7fdc5ef40700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdc58154e00 con 0x7fdc580704d0 2024-09-13T16:15:42.568 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:42.563+0000 7fdc5ef40700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdc58154820 con 0x7fdc5814f950 2024-09-13T16:15:42.568 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:42.563+0000 7fdc5d73d700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdc58071390 0x7fdc580c73a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:42.568 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:42.563+0000 7fdc5d73d700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdc58071390 0x7fdc580c73a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:44326/0 (socket says 172.21.15.5:44326) 2024-09-13T16:15:42.568 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:42.563+0000 7fdc5d73d700 1 -- 172.21.15.5:0/1932486495 learned_addr learned my addr 172.21.15.5:0/1932486495 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:15:42.568 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:42.563+0000 7fdc5df3e700 1 --2- 172.21.15.5:0/1932486495 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fdc580704d0 0x7fdc58155290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:42.569 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:42.563+0000 7fdc5e73f700 1 --2- 172.21.15.5:0/1932486495 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fdc5814f950 0x7fdc581ee8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:42.569 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:42.563+0000 7fdc5d73d700 1 -- 172.21.15.5:0/1932486495 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fdc5814f950 msgr2=0x7fdc581ee8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:42.569 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:42.563+0000 7fdc5d73d700 1 --2- 172.21.15.5:0/1932486495 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fdc5814f950 0x7fdc581ee8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:42.569 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:42.563+0000 7fdc5d73d700 1 -- 172.21.15.5:0/1932486495 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fdc580704d0 msgr2=0x7fdc58155290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:42.569 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:42.563+0000 7fdc5d73d700 1 --2- 172.21.15.5:0/1932486495 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fdc580704d0 0x7fdc58155290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:42.569 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:42.563+0000 7fdc5d73d700 1 -- 172.21.15.5:0/1932486495 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdc480094b0 con 0x7fdc58071390 2024-09-13T16:15:42.570 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:42.563+0000 7fdc5d73d700 1 --2- 172.21.15.5:0/1932486495 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdc58071390 0x7fdc580c73a0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fdc480090b0 tx=0x7fdc48004770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:42.570 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:42.563+0000 7fdc4e7fc700 1 -- 172.21.15.5:0/1932486495 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdc4801a990 con 0x7fdc58071390 2024-09-13T16:15:42.570 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:42.563+0000 7fdc4e7fc700 1 -- 172.21.15.5:0/1932486495 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdc4801f070 con 0x7fdc58071390 2024-09-13T16:15:42.570 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:42.563+0000 7fdc5ef40700 1 -- 172.21.15.5:0/1932486495 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdc58153f30 con 0x7fdc58071390 2024-09-13T16:15:42.570 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:42.563+0000 7fdc4e7fc700 1 -- 172.21.15.5:0/1932486495 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdc4801ad30 con 0x7fdc58071390 2024-09-13T16:15:42.570 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:42.563+0000 7fdc5ef40700 1 -- 172.21.15.5:0/1932486495 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdc58154a90 con 0x7fdc58071390 2024-09-13T16:15:42.571 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:42.563+0000 7fdc5ef40700 1 -- 172.21.15.5:0/1932486495 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdc5806fb90 con 0x7fdc58071390 2024-09-13T16:15:42.571 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:42.563+0000 7fdc4e7fc700 1 -- 172.21.15.5:0/1932486495 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fdc4801b430 con 0x7fdc58071390 2024-09-13T16:15:42.571 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:42.567+0000 7fdc4e7fc700 1 --2- 172.21.15.5:0/1932486495 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fdc3c066730 0x7fdc3c068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:42.571 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:42.567+0000 7fdc4e7fc700 1 -- 172.21.15.5:0/1932486495 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5935+0+0 (secure 0 0 0) 0x7fdc48085270 con 0x7fdc58071390 2024-09-13T16:15:42.571 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:42.567+0000 7fdc5df3e700 1 --2- 172.21.15.5:0/1932486495 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fdc3c066730 0x7fdc3c068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:42.572 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:42.567+0000 7fdc5df3e700 1 --2- 172.21.15.5:0/1932486495 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fdc3c066730 0x7fdc3c068bf0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fdc54000f60 tx=0x7fdc54009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:42.578 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:42.571+0000 7fdc4e7fc700 1 -- 172.21.15.5:0/1932486495 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fdc48052500 con 0x7fdc58071390 2024-09-13T16:15:42.759 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:42.755+0000 7fdc5ef40700 1 -- 172.21.15.5:0/1932486495 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9} v 0) v1 -- 0x7fdc5806ff90 con 0x7fdc58071390 2024-09-13T16:15:44.412 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:44.407+0000 7fdc4e7fc700 1 -- 172.21.15.5:0/1932486495 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data_ec' created v24) v1 ==== 228+0+0 (secure 0 0 0) 0x7fdc48006ce0 con 0x7fdc58071390 2024-09-13T16:15:44.422 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:44.415+0000 7fdc5ef40700 1 -- 172.21.15.5:0/1932486495 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fdc3c066730 msgr2=0x7fdc3c068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:44.422 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:44.415+0000 7fdc5ef40700 1 --2- 172.21.15.5:0/1932486495 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fdc3c066730 0x7fdc3c068bf0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fdc54000f60 tx=0x7fdc54009040 comp rx=0 tx=0).stop 2024-09-13T16:15:44.422 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:44.415+0000 7fdc5ef40700 1 -- 172.21.15.5:0/1932486495 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdc58071390 msgr2=0x7fdc580c73a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:44.422 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:44.415+0000 7fdc5ef40700 1 --2- 172.21.15.5:0/1932486495 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdc58071390 0x7fdc580c73a0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fdc480090b0 tx=0x7fdc48004770 comp rx=0 tx=0).stop 2024-09-13T16:15:44.422 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:44.415+0000 7fdc5ef40700 1 -- 172.21.15.5:0/1932486495 shutdown_connections 2024-09-13T16:15:44.422 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:44.415+0000 7fdc5ef40700 1 --2- 172.21.15.5:0/1932486495 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fdc5814f950 0x7fdc581ee8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:44.422 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:44.415+0000 7fdc5ef40700 1 --2- 172.21.15.5:0/1932486495 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdc58071390 0x7fdc580c73a0 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:44.422 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:44.415+0000 7fdc5ef40700 1 --2- 172.21.15.5:0/1932486495 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fdc3c066730 0x7fdc3c068bf0 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:44.422 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:44.415+0000 7fdc5ef40700 1 --2- 172.21.15.5:0/1932486495 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fdc580704d0 0x7fdc58155290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:44.423 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:44.415+0000 7fdc5ef40700 1 -- 172.21.15.5:0/1932486495 >> 172.21.15.5:0/1932486495 conn(0x7fdc58072790 msgr2=0x7fdc580b2bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:44.423 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:44.419+0000 7fdc5ef40700 1 -- 172.21.15.5:0/1932486495 shutdown_connections 2024-09-13T16:15:44.423 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:44.419+0000 7fdc5ef40700 1 -- 172.21.15.5:0/1932486495 wait complete. 2024-09-13T16:15:44.428 INFO:teuthology.orchestra.run.smithi005.stderr:pool 'cephfs_data_ec' created 2024-09-13T16:15:44.439 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool set cephfs_data_ec allow_ec_overwrites true 2024-09-13T16:15:44.556 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:44.551+0000 7f3bf619e700 1 Processor -- start 2024-09-13T16:15:44.556 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:44.551+0000 7f3bf619e700 1 -- start start 2024-09-13T16:15:44.558 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:44.551+0000 7f3bf619e700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f3bf0152b00 0x7f3bf0158840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:44.559 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:44.551+0000 7f3bf619e700 1 --2- >> v2:172.21.15.179:3300/0 conn(0x7f3bf00c4e70 0x7f3bf00c3be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:44.559 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:44.551+0000 7f3bf619e700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f3bf00c4120 0x7f3bf0070c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:44.559 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:44.551+0000 7f3bf619e700 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3bf0158ed0 con 0x7f3bf0152b00 2024-09-13T16:15:44.559 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:44.551+0000 7f3bf619e700 1 -- --> v2:172.21.15.179:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3bf01591b0 con 0x7f3bf00c4e70 2024-09-13T16:15:44.559 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:44.551+0000 7f3bf619e700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3bf0159490 con 0x7f3bf00c4120 2024-09-13T16:15:44.559 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:44.551+0000 7f3bf519c700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f3bf0152b00 0x7f3bf0158840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:44.559 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:44.551+0000 7f3bf519c700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f3bf0152b00 0x7f3bf0158840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:54130/0 (socket says 172.21.15.5:54130) 2024-09-13T16:15:44.559 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:44.551+0000 7f3bf519c700 1 -- 172.21.15.5:0/2662540396 learned_addr learned my addr 172.21.15.5:0/2662540396 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:15:44.559 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:44.551+0000 7f3bf499b700 1 --2- 172.21.15.5:0/2662540396 >> v2:172.21.15.179:3300/0 conn(0x7f3bf00c4e70 0x7f3bf00c3be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:44.559 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:44.551+0000 7f3bf599d700 1 --2- 172.21.15.5:0/2662540396 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f3bf00c4120 0x7f3bf0070c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:44.560 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:44.551+0000 7f3bf519c700 1 -- 172.21.15.5:0/2662540396 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f3bf00c4120 msgr2=0x7f3bf0070c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:15:44.560 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:44.551+0000 7f3bf519c700 1 --2- 172.21.15.5:0/2662540396 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f3bf00c4120 0x7f3bf0070c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:44.560 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:44.551+0000 7f3bf519c700 1 -- 172.21.15.5:0/2662540396 >> v2:172.21.15.179:3300/0 conn(0x7f3bf00c4e70 msgr2=0x7f3bf00c3be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:15:44.560 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:44.551+0000 7f3bf519c700 1 --2- 172.21.15.5:0/2662540396 >> v2:172.21.15.179:3300/0 conn(0x7f3bf00c4e70 0x7f3bf00c3be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:44.560 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:44.551+0000 7f3bf519c700 1 -- 172.21.15.5:0/2662540396 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3bf0159770 con 0x7f3bf0152b00 2024-09-13T16:15:44.560 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:44.555+0000 7f3bf519c700 1 --2- 172.21.15.5:0/2662540396 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3bf0152b00 0x7f3bf0158840 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f3bf00b1910 tx=0x7f3be0009bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=866fd4e11645017b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:44.561 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:44.555+0000 7f3be7fff700 1 -- 172.21.15.5:0/2662540396 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3be0011830 con 0x7f3bf0152b00 2024-09-13T16:15:44.561 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:44.555+0000 7f3be7fff700 1 -- 172.21.15.5:0/2662540396 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3be0011990 con 0x7f3bf0152b00 2024-09-13T16:15:44.561 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:44.555+0000 7f3be7fff700 1 -- 172.21.15.5:0/2662540396 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3be0011d20 con 0x7f3bf0152b00 2024-09-13T16:15:44.562 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:44.555+0000 7f3bf619e700 1 -- 172.21.15.5:0/2662540396 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3bf0152b00 msgr2=0x7f3bf0158840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:44.562 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:44.555+0000 7f3bf619e700 1 --2- 172.21.15.5:0/2662540396 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3bf0152b00 0x7f3bf0158840 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f3bf00b1910 tx=0x7f3be0009bf0 comp rx=0 tx=0).stop 2024-09-13T16:15:44.562 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:44.555+0000 7f3bf619e700 1 -- 172.21.15.5:0/2662540396 shutdown_connections 2024-09-13T16:15:44.562 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:44.555+0000 7f3bf619e700 1 --2- 172.21.15.5:0/2662540396 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f3bf00c4120 0x7f3bf0070c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:44.562 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:44.555+0000 7f3bf619e700 1 --2- 172.21.15.5:0/2662540396 >> v2:172.21.15.179:3300/0 conn(0x7f3bf00c4e70 0x7f3bf00c3be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:44.562 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:44.555+0000 7f3bf619e700 1 --2- 172.21.15.5:0/2662540396 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3bf0152b00 0x7f3bf0158840 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:44.562 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:44.555+0000 7f3bf619e700 1 -- 172.21.15.5:0/2662540396 >> 172.21.15.5:0/2662540396 conn(0x7f3bf00ce380 msgr2=0x7f3bf00ce790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:44.562 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:44.555+0000 7f3bf619e700 1 -- 172.21.15.5:0/2662540396 shutdown_connections 2024-09-13T16:15:44.562 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:44.555+0000 7f3bf619e700 1 -- 172.21.15.5:0/2662540396 wait complete. 2024-09-13T16:15:44.566 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:44.555+0000 7f3bf619e700 1 Processor -- start 2024-09-13T16:15:44.566 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:44.555+0000 7f3bf619e700 1 -- start start 2024-09-13T16:15:44.566 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:44.559+0000 7f3bf619e700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3bf00c4120 0x7f3bf0158050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:44.566 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:44.559+0000 7f3bf619e700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f3bf00c4e70 0x7f3bf0147290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:44.566 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:44.559+0000 7f3bf619e700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f3bf0152b00 0x7f3bf01462c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:44.566 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:44.559+0000 7f3bf619e700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3bf0158670 con 0x7f3bf00c4120 2024-09-13T16:15:44.566 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:44.559+0000 7f3bf619e700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3bf00b3630 con 0x7f3bf0152b00 2024-09-13T16:15:44.566 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:44.559+0000 7f3bf619e700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3bf00b3910 con 0x7f3bf00c4e70 2024-09-13T16:15:44.566 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:44.559+0000 7f3bf519c700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3bf00c4120 0x7f3bf0158050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:44.566 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:44.559+0000 7f3bf519c700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3bf00c4120 0x7f3bf0158050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:54132/0 (socket says 172.21.15.5:54132) 2024-09-13T16:15:44.567 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:44.559+0000 7f3bf519c700 1 -- 172.21.15.5:0/2669836336 learned_addr learned my addr 172.21.15.5:0/2669836336 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:15:44.567 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:44.559+0000 7f3bf499b700 1 --2- 172.21.15.5:0/2669836336 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f3bf00c4e70 0x7f3bf0147290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:44.567 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:44.559+0000 7f3bf599d700 1 --2- 172.21.15.5:0/2669836336 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f3bf0152b00 0x7f3bf01462c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:44.567 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:44.559+0000 7f3bf519c700 1 -- 172.21.15.5:0/2669836336 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f3bf00c4e70 msgr2=0x7f3bf0147290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:44.567 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:44.559+0000 7f3bf519c700 1 --2- 172.21.15.5:0/2669836336 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f3bf00c4e70 0x7f3bf0147290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:44.567 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:44.559+0000 7f3bf519c700 1 -- 172.21.15.5:0/2669836336 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f3bf0152b00 msgr2=0x7f3bf01462c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:44.567 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:44.559+0000 7f3bf519c700 1 --2- 172.21.15.5:0/2669836336 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f3bf0152b00 0x7f3bf01462c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:44.567 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:44.559+0000 7f3bf519c700 1 -- 172.21.15.5:0/2669836336 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3be0009570 con 0x7f3bf00c4120 2024-09-13T16:15:44.567 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:44.559+0000 7f3bf519c700 1 --2- 172.21.15.5:0/2669836336 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3bf00c4120 0x7f3bf0158050 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f3bf00c5660 tx=0x7f3be0004770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:44.567 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:44.559+0000 7f3be5ffb700 1 -- 172.21.15.5:0/2669836336 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3be0004240 con 0x7f3bf00c4120 2024-09-13T16:15:44.567 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:44.559+0000 7f3be5ffb700 1 -- 172.21.15.5:0/2669836336 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3be001f070 con 0x7f3bf00c4120 2024-09-13T16:15:44.567 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:44.559+0000 7f3bf619e700 1 -- 172.21.15.5:0/2669836336 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3bf00b3bf0 con 0x7f3bf00c4120 2024-09-13T16:15:44.567 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:44.559+0000 7f3be5ffb700 1 -- 172.21.15.5:0/2669836336 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3be0004600 con 0x7f3bf00c4120 2024-09-13T16:15:44.567 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:44.559+0000 7f3bf619e700 1 -- 172.21.15.5:0/2669836336 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3bf01477d0 con 0x7f3bf00c4120 2024-09-13T16:15:44.568 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:44.563+0000 7f3bf619e700 1 -- 172.21.15.5:0/2669836336 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3bf00c52a0 con 0x7f3bf00c4120 2024-09-13T16:15:44.568 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:44.563+0000 7f3be5ffb700 1 -- 172.21.15.5:0/2669836336 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f3be0021030 con 0x7f3bf00c4120 2024-09-13T16:15:44.569 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:44.563+0000 7f3be5ffb700 1 --2- 172.21.15.5:0/2669836336 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f3bd4066760 0x7f3bd4068c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:44.569 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:44.563+0000 7f3be5ffb700 1 -- 172.21.15.5:0/2669836336 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6428+0+0 (secure 0 0 0) 0x7f3be0085620 con 0x7f3bf00c4120 2024-09-13T16:15:44.570 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:44.563+0000 7f3bf499b700 1 --2- 172.21.15.5:0/2669836336 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f3bd4066760 0x7f3bd4068c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:44.570 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:44.567+0000 7f3bf499b700 1 --2- 172.21.15.5:0/2669836336 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f3bd4066760 0x7f3bd4068c20 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f3bf015ccc0 tx=0x7f3bec009240 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:44.576 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:44.571+0000 7f3be5ffb700 1 -- 172.21.15.5:0/2669836336 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f3be0052860 con 0x7f3bf00c4120 2024-09-13T16:15:44.746 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:44.739+0000 7f3bf619e700 1 -- 172.21.15.5:0/2669836336 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"} v 0) v1 -- 0x7f3bf0147f50 con 0x7f3bf00c4120 2024-09-13T16:15:45.418 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.411+0000 7f3be5ffb700 1 -- 172.21.15.5:0/2669836336 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]=0 set pool 4 allow_ec_overwrites to true v25) v1 ==== 169+0+0 (secure 0 0 0) 0x7f3be0055e80 con 0x7f3bf00c4120 2024-09-13T16:15:45.431 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.427+0000 7f3bf619e700 1 -- 172.21.15.5:0/2669836336 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f3bd4066760 msgr2=0x7f3bd4068c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:45.431 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.427+0000 7f3bf619e700 1 --2- 172.21.15.5:0/2669836336 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f3bd4066760 0x7f3bd4068c20 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f3bf015ccc0 tx=0x7f3bec009240 comp rx=0 tx=0).stop 2024-09-13T16:15:45.431 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.427+0000 7f3bf619e700 1 -- 172.21.15.5:0/2669836336 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3bf00c4120 msgr2=0x7f3bf0158050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:45.431 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.427+0000 7f3bf619e700 1 --2- 172.21.15.5:0/2669836336 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3bf00c4120 0x7f3bf0158050 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f3bf00c5660 tx=0x7f3be0004770 comp rx=0 tx=0).stop 2024-09-13T16:15:45.439 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.435+0000 7f3bf619e700 1 -- 172.21.15.5:0/2669836336 shutdown_connections 2024-09-13T16:15:45.439 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.435+0000 7f3bf619e700 1 --2- 172.21.15.5:0/2669836336 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f3bd4066760 0x7f3bd4068c20 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:45.439 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.435+0000 7f3bf619e700 1 --2- 172.21.15.5:0/2669836336 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f3bf0152b00 0x7f3bf01462c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:45.440 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.435+0000 7f3bf619e700 1 --2- 172.21.15.5:0/2669836336 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f3bf00c4e70 0x7f3bf0147290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:45.440 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.435+0000 7f3bf619e700 1 --2- 172.21.15.5:0/2669836336 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3bf00c4120 0x7f3bf0158050 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:45.440 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.435+0000 7f3bf619e700 1 -- 172.21.15.5:0/2669836336 >> 172.21.15.5:0/2669836336 conn(0x7f3bf00ce380 msgr2=0x7f3bf01518d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:45.440 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.435+0000 7f3bf619e700 1 -- 172.21.15.5:0/2669836336 shutdown_connections 2024-09-13T16:15:45.440 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.435+0000 7f3bf619e700 1 -- 172.21.15.5:0/2669836336 wait complete. 2024-09-13T16:15:45.443 INFO:teuthology.orchestra.run.smithi005.stderr:set pool 4 allow_ec_overwrites to true 2024-09-13T16:15:45.458 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs add_data_pool cephfs cephfs_data_ec 2024-09-13T16:15:45.565 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.559+0000 7f4307008700 1 Processor -- start 2024-09-13T16:15:45.565 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.559+0000 7f4307008700 1 -- start start 2024-09-13T16:15:45.567 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.563+0000 7f4307008700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f4300150800 0x7f4300159bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:45.567 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.563+0000 7f4307008700 1 --2- >> v2:172.21.15.179:3300/0 conn(0x7f430006d420 0x7f43000c40e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:45.567 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.563+0000 7f4307008700 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f43000668b0 con 0x7f43000c53d0 2024-09-13T16:15:45.567 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.563+0000 7f4307008700 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f43000c5930 con 0x7f4300150800 2024-09-13T16:15:45.567 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.563+0000 7f4307008700 1 -- --> v2:172.21.15.179:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f43000c1bd0 con 0x7f430006d420 2024-09-13T16:15:45.567 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.563+0000 7f4306006700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f4300150800 0x7f4300159bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:45.567 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.563+0000 7f4306807700 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f43000c53d0 0x7f430006f840 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:43676/0 (socket says 172.21.15.5:43676) 2024-09-13T16:15:45.568 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.563+0000 7f4306006700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f4300150800 0x7f4300159bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:54138/0 (socket says 172.21.15.5:54138) 2024-09-13T16:15:45.568 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.563+0000 7f4306807700 1 -- 172.21.15.5:0/2200717352 learned_addr learned my addr 172.21.15.5:0/2200717352 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-13T16:15:45.568 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.563+0000 7f4305805700 1 --2- 172.21.15.5:0/2200717352 >> v2:172.21.15.179:3300/0 conn(0x7f430006d420 0x7f43000c40e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:45.569 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.563+0000 7f4306006700 1 -- 172.21.15.5:0/2200717352 >> v2:172.21.15.179:3300/0 conn(0x7f430006d420 msgr2=0x7f43000c40e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:15:45.569 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.563+0000 7f4306006700 1 --2- 172.21.15.5:0/2200717352 >> v2:172.21.15.179:3300/0 conn(0x7f430006d420 0x7f43000c40e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:45.569 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.563+0000 7f4306006700 1 -- 172.21.15.5:0/2200717352 >> v1:172.21.15.5:6789/0 conn(0x7f43000c53d0 legacy=0x7f430006f840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:45.569 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.563+0000 7f4305004700 1 -- 172.21.15.5:0/2200717352 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 737029496 0 0) 0x7f43000668b0 con 0x7f43000c53d0 2024-09-13T16:15:45.569 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.563+0000 7f4306006700 1 -- 172.21.15.5:0/2200717352 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4300070ce0 con 0x7f4300150800 2024-09-13T16:15:45.569 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.563+0000 7f4306006700 1 --2- 172.21.15.5:0/2200717352 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4300150800 0x7f4300159bd0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f43000c6550 tx=0x7f42f8009b30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=59ed9fca977632e0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:45.569 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.563+0000 7f4305004700 1 -- 172.21.15.5:0/2200717352 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f42f8011830 con 0x7f4300150800 2024-09-13T16:15:45.569 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.563+0000 7f4305004700 1 -- 172.21.15.5:0/2200717352 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f42f8011990 con 0x7f4300150800 2024-09-13T16:15:45.569 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.563+0000 7f4305004700 1 -- 172.21.15.5:0/2200717352 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f42f8011d20 con 0x7f4300150800 2024-09-13T16:15:45.570 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.563+0000 7f4307008700 1 -- 172.21.15.5:0/2200717352 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4300150800 msgr2=0x7f4300159bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:45.570 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.563+0000 7f4307008700 1 --2- 172.21.15.5:0/2200717352 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4300150800 0x7f4300159bd0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f43000c6550 tx=0x7f42f8009b30 comp rx=0 tx=0).stop 2024-09-13T16:15:45.571 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.563+0000 7f4307008700 1 -- 172.21.15.5:0/2200717352 shutdown_connections 2024-09-13T16:15:45.571 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.563+0000 7f4307008700 1 --2- 172.21.15.5:0/2200717352 >> v2:172.21.15.179:3300/0 conn(0x7f430006d420 0x7f43000c40e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:45.571 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.563+0000 7f4307008700 1 --2- 172.21.15.5:0/2200717352 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4300150800 0x7f4300159bd0 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:45.571 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.563+0000 7f4307008700 1 -- 172.21.15.5:0/2200717352 >> 172.21.15.5:0/2200717352 conn(0x7f43000c74d0 msgr2=0x7f43000c78b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:45.571 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.563+0000 7f4307008700 1 -- 172.21.15.5:0/2200717352 shutdown_connections 2024-09-13T16:15:45.571 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.563+0000 7f4307008700 1 -- 172.21.15.5:0/2200717352 wait complete. 2024-09-13T16:15:45.572 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.567+0000 7f4307008700 1 Processor -- start 2024-09-13T16:15:45.572 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.567+0000 7f4307008700 1 -- start start 2024-09-13T16:15:45.574 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.567+0000 7f4307008700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f430006d420 0x7f43001ef2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:45.574 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.567+0000 7f4307008700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f43000c53d0 0x7f43001e3680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:45.574 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.567+0000 7f4307008700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f4300150800 0x7f4300151bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:45.574 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.567+0000 7f4307008700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4300151730 con 0x7f43000c53d0 2024-09-13T16:15:45.574 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.567+0000 7f4307008700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4300151430 con 0x7f430006d420 2024-09-13T16:15:45.574 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.567+0000 7f4307008700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4300153fd0 con 0x7f4300150800 2024-09-13T16:15:45.574 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.567+0000 7f4305805700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f43000c53d0 0x7f43001e3680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:45.574 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.567+0000 7f4305805700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f43000c53d0 0x7f43001e3680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:54140/0 (socket says 172.21.15.5:54140) 2024-09-13T16:15:45.574 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.567+0000 7f4305805700 1 -- 172.21.15.5:0/1087704350 learned_addr learned my addr 172.21.15.5:0/1087704350 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:15:45.574 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.567+0000 7f4306006700 1 --2- 172.21.15.5:0/1087704350 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f430006d420 0x7f43001ef2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:45.574 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.567+0000 7f4306807700 1 --2- 172.21.15.5:0/1087704350 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f4300150800 0x7f4300151bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:45.575 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.567+0000 7f4305805700 1 -- 172.21.15.5:0/1087704350 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f4300150800 msgr2=0x7f4300151bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:45.575 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.567+0000 7f4305805700 1 --2- 172.21.15.5:0/1087704350 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f4300150800 0x7f4300151bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:45.575 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.567+0000 7f4305805700 1 -- 172.21.15.5:0/1087704350 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f430006d420 msgr2=0x7f43001ef2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:45.576 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.567+0000 7f4305805700 1 --2- 172.21.15.5:0/1087704350 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f430006d420 0x7f43001ef2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:45.576 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.567+0000 7f4305805700 1 -- 172.21.15.5:0/1087704350 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f42f80094b0 con 0x7f43000c53d0 2024-09-13T16:15:45.576 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.571+0000 7f4305805700 1 --2- 172.21.15.5:0/1087704350 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f43000c53d0 0x7f43001e3680 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f42f400e8a0 tx=0x7f42f400ebb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:45.576 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.571+0000 7f42feffd700 1 -- 172.21.15.5:0/1087704350 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f42f40095a0 con 0x7f43000c53d0 2024-09-13T16:15:45.576 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.571+0000 7f42feffd700 1 -- 172.21.15.5:0/1087704350 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f42f4013680 con 0x7f43000c53d0 2024-09-13T16:15:45.576 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.571+0000 7f4307008700 1 -- 172.21.15.5:0/1087704350 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f43001555c0 con 0x7f43000c53d0 2024-09-13T16:15:45.576 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.571+0000 7f42feffd700 1 -- 172.21.15.5:0/1087704350 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f42f40139f0 con 0x7f43000c53d0 2024-09-13T16:15:45.576 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.571+0000 7f4307008700 1 -- 172.21.15.5:0/1087704350 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4300155860 con 0x7f43000c53d0 2024-09-13T16:15:45.577 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.571+0000 7f4307008700 1 -- 172.21.15.5:0/1087704350 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f43001518e0 con 0x7f43000c53d0 2024-09-13T16:15:45.577 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.571+0000 7f42feffd700 1 -- 172.21.15.5:0/1087704350 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f42f4013b50 con 0x7f43000c53d0 2024-09-13T16:15:45.577 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.571+0000 7f42feffd700 1 --2- 172.21.15.5:0/1087704350 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f42ec066730 0x7f42ec068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:45.578 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.571+0000 7f42feffd700 1 -- 172.21.15.5:0/1087704350 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6428+0+0 (secure 0 0 0) 0x7f42f4084630 con 0x7f43000c53d0 2024-09-13T16:15:45.578 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.571+0000 7f4306006700 1 --2- 172.21.15.5:0/1087704350 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f42ec066730 0x7f42ec068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:45.579 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.575+0000 7f4306006700 1 --2- 172.21.15.5:0/1087704350 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f42ec066730 0x7f42ec068bf0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f42f80090b0 tx=0x7f42f8008030 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:45.581 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.575+0000 7f42feffd700 1 -- 172.21.15.5:0/1087704350 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f42f40516d0 con 0x7f43000c53d0 2024-09-13T16:15:45.789 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.783+0000 7f4307008700 1 -- 172.21.15.5:0/1087704350 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"} v 0) v1 -- 0x7f43000674a0 con 0x7f43000c53d0 2024-09-13T16:15:45.798 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.791+0000 7f42feffd700 1 -- 172.21.15.5:0/1087704350 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]=0 added data pool 4 to fsmap v6) v1 ==== 137+0+0 (secure 0 0 0) 0x7f42f4054cf0 con 0x7f43000c53d0 2024-09-13T16:15:45.801 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.795+0000 7f4307008700 1 -- 172.21.15.5:0/1087704350 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f42ec066730 msgr2=0x7f42ec068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:45.801 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.795+0000 7f4307008700 1 --2- 172.21.15.5:0/1087704350 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f42ec066730 0x7f42ec068bf0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f42f80090b0 tx=0x7f42f8008030 comp rx=0 tx=0).stop 2024-09-13T16:15:45.801 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.795+0000 7f4307008700 1 -- 172.21.15.5:0/1087704350 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f43000c53d0 msgr2=0x7f43001e3680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:45.801 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.795+0000 7f4307008700 1 --2- 172.21.15.5:0/1087704350 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f43000c53d0 0x7f43001e3680 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f42f400e8a0 tx=0x7f42f400ebb0 comp rx=0 tx=0).stop 2024-09-13T16:15:45.801 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.795+0000 7f4307008700 1 -- 172.21.15.5:0/1087704350 shutdown_connections 2024-09-13T16:15:45.801 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.795+0000 7f4307008700 1 --2- 172.21.15.5:0/1087704350 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f4300150800 0x7f4300151bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:45.801 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.795+0000 7f4307008700 1 --2- 172.21.15.5:0/1087704350 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f43000c53d0 0x7f43001e3680 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:45.802 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.795+0000 7f4307008700 1 --2- 172.21.15.5:0/1087704350 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f42ec066730 0x7f42ec068bf0 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:45.802 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.795+0000 7f4307008700 1 --2- 172.21.15.5:0/1087704350 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f430006d420 0x7f43001ef2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:45.802 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.795+0000 7f4307008700 1 -- 172.21.15.5:0/1087704350 >> 172.21.15.5:0/1087704350 conn(0x7f43000c74d0 msgr2=0x7f43000c89d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:45.802 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.795+0000 7f4307008700 1 -- 172.21.15.5:0/1087704350 shutdown_connections 2024-09-13T16:15:45.802 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.795+0000 7f4307008700 1 -- 172.21.15.5:0/1087704350 wait complete. 2024-09-13T16:15:45.802 INFO:teuthology.orchestra.run.smithi005.stderr:added data pool 4 to fsmap 2024-09-13T16:15:45.815 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:15:45.929 INFO:tasks.ceph.mds.b.smithi179.stderr:2024-09-13T16:15:45.926+0000 7f6309489700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-13T16:15:45.931 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.927+0000 7fb3a7834700 1 Processor -- start 2024-09-13T16:15:45.931 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.927+0000 7fb3a7834700 1 -- start start 2024-09-13T16:15:45.932 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.927+0000 7fb3a7834700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fb3a014ee00 0x7fb3a00c2b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:45.933 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.927+0000 7fb3a7834700 1 --2- >> v2:172.21.15.179:3300/0 conn(0x7fb3a006db50 0x7fb3a006ac20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:45.933 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.927+0000 7fb3a7834700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fb3a014f1e0 0x7fb3a006b160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:45.933 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.927+0000 7fb3a7834700 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb3a0155ae0 con 0x7fb3a014ee00 2024-09-13T16:15:45.933 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.927+0000 7fb3a7834700 1 -- --> v2:172.21.15.179:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb3a0155d80 con 0x7fb3a006db50 2024-09-13T16:15:45.933 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.927+0000 7fb3a7834700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb3a0158540 con 0x7fb3a014f1e0 2024-09-13T16:15:45.933 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.927+0000 7fb3a55d0700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fb3a014ee00 0x7fb3a00c2b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:45.933 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.927+0000 7fb3a55d0700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fb3a014ee00 0x7fb3a00c2b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:54150/0 (socket says 172.21.15.5:54150) 2024-09-13T16:15:45.933 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.927+0000 7fb3a55d0700 1 -- 172.21.15.5:0/3407165996 learned_addr learned my addr 172.21.15.5:0/3407165996 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:15:45.933 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.927+0000 7fb3a5dd1700 1 --2- 172.21.15.5:0/3407165996 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fb3a014f1e0 0x7fb3a006b160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:45.933 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.927+0000 7fb3a4dcf700 1 --2- 172.21.15.5:0/3407165996 >> v2:172.21.15.179:3300/0 conn(0x7fb3a006db50 0x7fb3a006ac20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:45.933 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.927+0000 7fb3a55d0700 1 -- 172.21.15.5:0/3407165996 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fb3a014f1e0 msgr2=0x7fb3a006b160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:15:45.934 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.927+0000 7fb3a55d0700 1 --2- 172.21.15.5:0/3407165996 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fb3a014f1e0 0x7fb3a006b160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:45.934 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.927+0000 7fb3a55d0700 1 -- 172.21.15.5:0/3407165996 >> v2:172.21.15.179:3300/0 conn(0x7fb3a006db50 msgr2=0x7fb3a006ac20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:15:45.934 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.927+0000 7fb3a55d0700 1 --2- 172.21.15.5:0/3407165996 >> v2:172.21.15.179:3300/0 conn(0x7fb3a006db50 0x7fb3a006ac20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:45.934 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.927+0000 7fb3a55d0700 1 -- 172.21.15.5:0/3407165996 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb3a0158800 con 0x7fb3a014ee00 2024-09-13T16:15:45.934 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.927+0000 7fb3a55d0700 1 --2- 172.21.15.5:0/3407165996 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb3a014ee00 0x7fb3a00c2b60 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fb3a00c15b0 tx=0x7fb39c00ad90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=493f85652da08fed server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:45.935 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.927+0000 7fb397fff700 1 -- 172.21.15.5:0/3407165996 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb39c00cb70 con 0x7fb3a014ee00 2024-09-13T16:15:45.935 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.927+0000 7fb397fff700 1 -- 172.21.15.5:0/3407165996 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb39c00ccd0 con 0x7fb3a014ee00 2024-09-13T16:15:45.935 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.927+0000 7fb397fff700 1 -- 172.21.15.5:0/3407165996 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb39c018620 con 0x7fb3a014ee00 2024-09-13T16:15:45.935 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.927+0000 7fb3a7834700 1 -- 172.21.15.5:0/3407165996 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb3a014ee00 msgr2=0x7fb3a00c2b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:45.935 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.927+0000 7fb3a7834700 1 --2- 172.21.15.5:0/3407165996 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb3a014ee00 0x7fb3a00c2b60 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fb3a00c15b0 tx=0x7fb39c00ad90 comp rx=0 tx=0).stop 2024-09-13T16:15:45.935 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.927+0000 7fb3a7834700 1 -- 172.21.15.5:0/3407165996 shutdown_connections 2024-09-13T16:15:45.935 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.927+0000 7fb3a7834700 1 --2- 172.21.15.5:0/3407165996 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fb3a014f1e0 0x7fb3a006b160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:45.935 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.927+0000 7fb3a7834700 1 --2- 172.21.15.5:0/3407165996 >> v2:172.21.15.179:3300/0 conn(0x7fb3a006db50 0x7fb3a006ac20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:45.935 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.927+0000 7fb3a7834700 1 --2- 172.21.15.5:0/3407165996 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb3a014ee00 0x7fb3a00c2b60 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:45.936 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.927+0000 7fb3a7834700 1 -- 172.21.15.5:0/3407165996 >> 172.21.15.5:0/3407165996 conn(0x7fb3a00ca3f0 msgr2=0x7fb3a00ca800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:45.936 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.927+0000 7fb3a7834700 1 -- 172.21.15.5:0/3407165996 shutdown_connections 2024-09-13T16:15:45.936 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.927+0000 7fb3a7834700 1 -- 172.21.15.5:0/3407165996 wait complete. 2024-09-13T16:15:45.937 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.931+0000 7fb3a7834700 1 Processor -- start 2024-09-13T16:15:45.937 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.931+0000 7fb3a7834700 1 -- start start 2024-09-13T16:15:45.941 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.935+0000 7fb3a7834700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fb3a006db50 0x7fb3a0149f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:45.941 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.935+0000 7fb3a7834700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb3a014ee00 0x7fb3a01efeb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:45.941 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.935+0000 7fb3a7834700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fb3a014f1e0 0x7fb3a01f03f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:45.941 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.935+0000 7fb3a7834700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb3a01ec270 con 0x7fb3a014ee00 2024-09-13T16:15:45.941 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.935+0000 7fb3a7834700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb3a01efa20 con 0x7fb3a014f1e0 2024-09-13T16:15:45.941 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.935+0000 7fb3a7834700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb3a0152800 con 0x7fb3a006db50 2024-09-13T16:15:45.942 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.935+0000 7fb3a4dcf700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb3a014ee00 0x7fb3a01efeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:45.942 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.935+0000 7fb3a4dcf700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb3a014ee00 0x7fb3a01efeb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:54162/0 (socket says 172.21.15.5:54162) 2024-09-13T16:15:45.942 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.935+0000 7fb3a4dcf700 1 -- 172.21.15.5:0/3651570803 learned_addr learned my addr 172.21.15.5:0/3651570803 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:15:45.942 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.935+0000 7fb3a55d0700 1 --2- 172.21.15.5:0/3651570803 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fb3a006db50 0x7fb3a0149f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:45.942 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.935+0000 7fb3a5dd1700 1 --2- 172.21.15.5:0/3651570803 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fb3a014f1e0 0x7fb3a01f03f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:45.942 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.935+0000 7fb3a4dcf700 1 -- 172.21.15.5:0/3651570803 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fb3a006db50 msgr2=0x7fb3a0149f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:45.942 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.935+0000 7fb3a4dcf700 1 --2- 172.21.15.5:0/3651570803 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fb3a006db50 0x7fb3a0149f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:45.942 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.935+0000 7fb3a4dcf700 1 -- 172.21.15.5:0/3651570803 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fb3a014f1e0 msgr2=0x7fb3a01f03f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:45.942 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.935+0000 7fb3a4dcf700 1 --2- 172.21.15.5:0/3651570803 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fb3a014f1e0 0x7fb3a01f03f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:45.942 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.935+0000 7fb3a4dcf700 1 -- 172.21.15.5:0/3651570803 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb39c00a710 con 0x7fb3a014ee00 2024-09-13T16:15:45.942 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.935+0000 7fb3a5dd1700 1 --2- 172.21.15.5:0/3651570803 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fb3a014f1e0 0x7fb3a01f03f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:15:45.942 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.935+0000 7fb3a4dcf700 1 --2- 172.21.15.5:0/3651570803 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb3a014ee00 0x7fb3a01efeb0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fb39000d800 tx=0x7fb39000db10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:45.942 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.935+0000 7fb395ffb700 1 -- 172.21.15.5:0/3651570803 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb3900125f0 con 0x7fb3a014ee00 2024-09-13T16:15:45.943 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.935+0000 7fb395ffb700 1 -- 172.21.15.5:0/3651570803 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb390012750 con 0x7fb3a014ee00 2024-09-13T16:15:45.943 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.935+0000 7fb3a7834700 1 -- 172.21.15.5:0/3651570803 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb3a014a470 con 0x7fb3a014ee00 2024-09-13T16:15:45.943 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.935+0000 7fb395ffb700 1 -- 172.21.15.5:0/3651570803 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb390012ae0 con 0x7fb3a014ee00 2024-09-13T16:15:45.943 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.935+0000 7fb3a7834700 1 -- 172.21.15.5:0/3651570803 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb3a0151f60 con 0x7fb3a014ee00 2024-09-13T16:15:45.944 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.935+0000 7fb3a7834700 1 -- 172.21.15.5:0/3651570803 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb3a006e610 con 0x7fb3a014ee00 2024-09-13T16:15:45.944 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.939+0000 7fb395ffb700 1 -- 172.21.15.5:0/3651570803 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fb390012c40 con 0x7fb3a014ee00 2024-09-13T16:15:45.944 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.939+0000 7fb395ffb700 1 --2- 172.21.15.5:0/3651570803 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fb384066730 0x7fb384068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:45.945 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.939+0000 7fb395ffb700 1 -- 172.21.15.5:0/3651570803 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fb390084780 con 0x7fb3a014ee00 2024-09-13T16:15:45.945 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.939+0000 7fb3a55d0700 1 --2- 172.21.15.5:0/3651570803 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fb384066730 0x7fb384068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:45.945 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.939+0000 7fb3a55d0700 1 --2- 172.21.15.5:0/3651570803 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fb384066730 0x7fb384068bf0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fb39c000c00 tx=0x7fb39c012000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:45.951 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:45.947+0000 7fb395ffb700 1 -- 172.21.15.5:0/3651570803 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fb390051760 con 0x7fb3a014ee00 2024-09-13T16:15:46.160 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.155+0000 7fb3a7834700 1 -- 172.21.15.5:0/3651570803 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fb3a006cdf0 con 0x7fb3a014ee00 2024-09-13T16:15:46.161 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.155+0000 7fb395ffb700 1 -- 172.21.15.5:0/3651570803 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 6 v6) v1 ==== 93+0+6247 (secure 0 0 0) 0x7fb39005b070 con 0x7fb3a014ee00 2024-09-13T16:15:46.161 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-13T16:15:46.164 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":6,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4238,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.179:6835/2401895463","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6834","nonce":2401895463},{"type":"v1","addr":"172.21.15.179:6835","nonce":2401895463}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":4300,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6837/1494583962","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6836","nonce":1494583962},{"type":"v1","addr":"172.21.15.5:6837","nonce":1494583962}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4312,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.179:6839/3686640361","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6838","nonce":3686640361},{"type":"v1","addr":"172.21.15.179:6839","nonce":3686640361}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":14241,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6833/3367514788","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6832","nonce":3367514788},{"type":"v1","addr":"172.21.15.5:6833","nonce":3367514788}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":14259,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6835/1559444898","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6834","nonce":1559444898},{"type":"v1","addr":"172.21.15.5:6835","nonce":1559444898}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:15:41.393613+0000","modified":"2024-09-13T16:15:45.789740+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":14271},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14271":{"gid":14271,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.179:6837/3666040612","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6836","nonce":3666040612},{"type":"v1","addr":"172.21.15.179:6837","nonce":3666040612}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1},"id":1}]} 2024-09-13T16:15:46.165 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.159+0000 7fb3a7834700 1 -- 172.21.15.5:0/3651570803 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fb384066730 msgr2=0x7fb384068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:46.165 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.159+0000 7fb3a7834700 1 --2- 172.21.15.5:0/3651570803 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fb384066730 0x7fb384068bf0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fb39c000c00 tx=0x7fb39c012000 comp rx=0 tx=0).stop 2024-09-13T16:15:46.165 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.159+0000 7fb3a7834700 1 -- 172.21.15.5:0/3651570803 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb3a014ee00 msgr2=0x7fb3a01efeb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:46.165 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.159+0000 7fb3a7834700 1 --2- 172.21.15.5:0/3651570803 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb3a014ee00 0x7fb3a01efeb0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fb39000d800 tx=0x7fb39000db10 comp rx=0 tx=0).stop 2024-09-13T16:15:46.165 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.159+0000 7fb3a7834700 1 -- 172.21.15.5:0/3651570803 shutdown_connections 2024-09-13T16:15:46.165 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.159+0000 7fb3a7834700 1 --2- 172.21.15.5:0/3651570803 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fb384066730 0x7fb384068bf0 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:46.165 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.159+0000 7fb3a7834700 1 --2- 172.21.15.5:0/3651570803 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fb3a014f1e0 0x7fb3a01f03f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:46.165 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.159+0000 7fb3a7834700 1 --2- 172.21.15.5:0/3651570803 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb3a014ee00 0x7fb3a01efeb0 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:46.166 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.159+0000 7fb3a7834700 1 --2- 172.21.15.5:0/3651570803 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fb3a006db50 0x7fb3a0149f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:46.166 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.159+0000 7fb3a7834700 1 -- 172.21.15.5:0/3651570803 >> 172.21.15.5:0/3651570803 conn(0x7fb3a00ca3f0 msgr2=0x7fb3a00c6030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:46.166 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.159+0000 7fb3a7834700 1 -- 172.21.15.5:0/3651570803 shutdown_connections 2024-09-13T16:15:46.166 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.159+0000 7fb3a7834700 1 -- 172.21.15.5:0/3651570803 wait complete. 2024-09-13T16:15:46.166 INFO:teuthology.orchestra.run.smithi005.stderr:dumped fsmap epoch 6 2024-09-13T16:15:46.176 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:15:46.293 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.287+0000 7efc8e04c700 1 Processor -- start 2024-09-13T16:15:46.294 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.287+0000 7efc8e04c700 1 -- start start 2024-09-13T16:15:46.294 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.287+0000 7efc8e04c700 1 --2- >> v2:172.21.15.179:3300/0 conn(0x7efc880c6300 0x7efc88162000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:46.294 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.287+0000 7efc8e04c700 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7efc88157630 con 0x7efc88150a10 2024-09-13T16:15:46.295 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.287+0000 7efc8e04c700 1 -- --> v1:172.21.15.179:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7efc88066fa0 con 0x7efc881570f0 2024-09-13T16:15:46.295 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.287+0000 7efc8e04c700 1 -- --> v2:172.21.15.179:3300/0 -- mon_getmap magic: 0 v1 -- 0x7efc88150df0 con 0x7efc880c6300 2024-09-13T16:15:46.295 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.287+0000 7efc8d04a700 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7efc88150a10 0x7efc88070850 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:43690/0 (socket says 172.21.15.5:43690) 2024-09-13T16:15:46.295 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.287+0000 7efc8d04a700 1 -- 172.21.15.5:0/3624248836 learned_addr learned my addr 172.21.15.5:0/3624248836 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-13T16:15:46.295 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.291+0000 7efc8d84b700 1 --2- 172.21.15.5:0/3624248836 >> v2:172.21.15.179:3300/0 conn(0x7efc880c6300 0x7efc88162000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:46.296 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.291+0000 7efc87fff700 1 -- 172.21.15.5:0/3624248836 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3677503813 0 0) 0x7efc88157630 con 0x7efc88150a10 2024-09-13T16:15:46.296 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.291+0000 7efc87fff700 1 -- 172.21.15.5:0/3624248836 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7efc700035d0 con 0x7efc88150a10 2024-09-13T16:15:46.296 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.291+0000 7efc8d84b700 1 -- 172.21.15.5:0/3624248836 >> v1:172.21.15.179:6789/0 conn(0x7efc881570f0 legacy=0x7efc880c5bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:46.297 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.291+0000 7efc8d84b700 1 -- 172.21.15.5:0/3624248836 >> v1:172.21.15.5:6789/0 conn(0x7efc88150a10 legacy=0x7efc88070850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:46.297 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.291+0000 7efc87fff700 1 -- 172.21.15.5:0/3624248836 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3341881767 0 0) 0x7efc700035d0 con 0x7efc88150a10 2024-09-13T16:15:46.297 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.291+0000 7efc8d84b700 1 -- 172.21.15.5:0/3624248836 --> v2:172.21.15.179:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efc880669e0 con 0x7efc880c6300 2024-09-13T16:15:46.297 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.291+0000 7efc8d84b700 1 --2- 172.21.15.5:0/3624248836 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7efc880c6300 0x7efc88162000 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7efc80009850 tx=0x7efc80009b60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=525527645fc72b9a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:46.297 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.291+0000 7efc87fff700 1 -- 172.21.15.5:0/3624248836 <== mon.1 v2:172.21.15.179:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efc78001670 con 0x7efc880c6300 2024-09-13T16:15:46.297 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.291+0000 7efc87fff700 1 -- 172.21.15.5:0/3624248836 <== mon.1 v2:172.21.15.179:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efc80004030 con 0x7efc880c6300 2024-09-13T16:15:46.297 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.291+0000 7efc87fff700 1 -- 172.21.15.5:0/3624248836 <== mon.1 v2:172.21.15.179:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efc800043a0 con 0x7efc880c6300 2024-09-13T16:15:46.298 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.291+0000 7efc8e04c700 1 -- 172.21.15.5:0/3624248836 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7efc880c6300 msgr2=0x7efc88162000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:46.298 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.291+0000 7efc8e04c700 1 --2- 172.21.15.5:0/3624248836 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7efc880c6300 0x7efc88162000 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7efc80009850 tx=0x7efc80009b60 comp rx=0 tx=0).stop 2024-09-13T16:15:46.298 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.291+0000 7efc8e04c700 1 -- 172.21.15.5:0/3624248836 shutdown_connections 2024-09-13T16:15:46.298 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.291+0000 7efc8e04c700 1 --2- 172.21.15.5:0/3624248836 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7efc880c6300 0x7efc88162000 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:46.298 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.291+0000 7efc8e04c700 1 -- 172.21.15.5:0/3624248836 >> 172.21.15.5:0/3624248836 conn(0x7efc880717f0 msgr2=0x7efc88071c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:46.298 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.291+0000 7efc8e04c700 1 -- 172.21.15.5:0/3624248836 shutdown_connections 2024-09-13T16:15:46.298 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.291+0000 7efc8e04c700 1 -- 172.21.15.5:0/3624248836 wait complete. 2024-09-13T16:15:46.299 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.295+0000 7efc8e04c700 1 Processor -- start 2024-09-13T16:15:46.299 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.295+0000 7efc8e04c700 1 -- start start 2024-09-13T16:15:46.301 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.295+0000 7efc8e04c700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7efc880c6300 0x7efc881dfad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:46.301 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.295+0000 7efc8e04c700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7efc88150a10 0x7efc881dd980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:46.301 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.295+0000 7efc8e04c700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7efc881570f0 0x7efc8806d3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:46.301 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.295+0000 7efc8e04c700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efc881df640 con 0x7efc880c6300 2024-09-13T16:15:46.301 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.295+0000 7efc8e04c700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efc881e0230 con 0x7efc881570f0 2024-09-13T16:15:46.301 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.295+0000 7efc8e04c700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efc881e04d0 con 0x7efc88150a10 2024-09-13T16:15:46.302 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.295+0000 7efc8d04a700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7efc880c6300 0x7efc881dfad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:46.302 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.295+0000 7efc8d04a700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7efc880c6300 0x7efc881dfad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:54178/0 (socket says 172.21.15.5:54178) 2024-09-13T16:15:46.302 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.295+0000 7efc8d04a700 1 -- 172.21.15.5:0/2901398551 learned_addr learned my addr 172.21.15.5:0/2901398551 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:15:46.302 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.295+0000 7efc8d84b700 1 --2- 172.21.15.5:0/2901398551 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7efc881570f0 0x7efc8806d3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:46.302 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.295+0000 7efc8c849700 1 --2- 172.21.15.5:0/2901398551 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7efc88150a10 0x7efc881dd980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:46.302 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.295+0000 7efc8d04a700 1 -- 172.21.15.5:0/2901398551 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7efc88150a10 msgr2=0x7efc881dd980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:46.302 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.295+0000 7efc8d04a700 1 --2- 172.21.15.5:0/2901398551 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7efc88150a10 0x7efc881dd980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:46.302 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.295+0000 7efc8d04a700 1 -- 172.21.15.5:0/2901398551 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7efc881570f0 msgr2=0x7efc8806d3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:46.302 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.295+0000 7efc8d04a700 1 --2- 172.21.15.5:0/2901398551 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7efc881570f0 0x7efc8806d3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:46.302 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.295+0000 7efc8d04a700 1 -- 172.21.15.5:0/2901398551 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efc800094b0 con 0x7efc880c6300 2024-09-13T16:15:46.302 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.295+0000 7efc8d04a700 1 --2- 172.21.15.5:0/2901398551 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7efc880c6300 0x7efc881dfad0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7efc780011e0 tx=0x7efc7800ca50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:46.303 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.295+0000 7efc85ffb700 1 -- 172.21.15.5:0/2901398551 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efc78004ca0 con 0x7efc880c6300 2024-09-13T16:15:46.303 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.295+0000 7efc85ffb700 1 -- 172.21.15.5:0/2901398551 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efc78004e00 con 0x7efc880c6300 2024-09-13T16:15:46.303 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.295+0000 7efc8e04c700 1 -- 172.21.15.5:0/2901398551 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efc8806efc0 con 0x7efc880c6300 2024-09-13T16:15:46.303 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.295+0000 7efc85ffb700 1 -- 172.21.15.5:0/2901398551 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efc780072f0 con 0x7efc880c6300 2024-09-13T16:15:46.304 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.295+0000 7efc8e04c700 1 -- 172.21.15.5:0/2901398551 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efc8814f800 con 0x7efc880c6300 2024-09-13T16:15:46.304 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.299+0000 7efc8e04c700 1 -- 172.21.15.5:0/2901398551 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efc8806ee20 con 0x7efc880c6300 2024-09-13T16:15:46.304 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.299+0000 7efc85ffb700 1 -- 172.21.15.5:0/2901398551 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7efc78007450 con 0x7efc880c6300 2024-09-13T16:15:46.305 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.299+0000 7efc85ffb700 1 --2- 172.21.15.5:0/2901398551 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7efc74066730 0x7efc74068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:46.305 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.299+0000 7efc85ffb700 1 -- 172.21.15.5:0/2901398551 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7efc780841a0 con 0x7efc880c6300 2024-09-13T16:15:46.306 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.299+0000 7efc8c849700 1 --2- 172.21.15.5:0/2901398551 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7efc74066730 0x7efc74068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:46.306 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.299+0000 7efc8c849700 1 --2- 172.21.15.5:0/2901398551 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7efc74066730 0x7efc74068bf0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7efc881e2ae0 tx=0x7efc7c009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:46.313 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.307+0000 7efc85ffb700 1 -- 172.21.15.5:0/2901398551 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7efc8806ee20 con 0x7efc880c6300 2024-09-13T16:15:46.488 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.483+0000 7efc8e04c700 1 -- 172.21.15.5:0/2901398551 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7efc8806ee20 con 0x7efc880c6300 2024-09-13T16:15:46.491 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.487+0000 7efc85ffb700 1 -- 172.21.15.5:0/2901398551 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) v1 ==== 74+0+18286 (secure 0 0 0) 0x7efc8806ee20 con 0x7efc880c6300 2024-09-13T16:15:46.492 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-13T16:15:46.492 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":26,"fsid":"6f1d8d4e-46c0-4d05-9003-ad1036cd4028","created":"2024-09-13T16:15:17.129907+0000","modified":"2024-09-13T16:15:45.789265+0000","last_up_change":"2024-09-13T16:15:27.902042+0000","last_in_change":"2024-09-13T16:15:19.310503+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:15:28.621918+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:15:39.544340+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T16:15:40.368287+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T16:15:43.446355+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"7dc606ef-5909-4eb7-8054-af158bc84208","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6800","nonce":851671428},{"type":"v1","addr":"172.21.15.5:6801","nonce":851671428}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6802","nonce":851671428},{"type":"v1","addr":"172.21.15.5:6803","nonce":851671428}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6806","nonce":851671428},{"type":"v1","addr":"172.21.15.5:6807","nonce":851671428}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6804","nonce":851671428},{"type":"v1","addr":"172.21.15.5:6805","nonce":851671428}]},"public_addr":"172.21.15.5:6801/851671428","cluster_addr":"172.21.15.5:6803/851671428","heartbeat_back_addr":"172.21.15.5:6807/851671428","heartbeat_front_addr":"172.21.15.5:6805/851671428","state":["exists","up"]},{"osd":1,"uuid":"ab4b3337-a446-427b-9a52-349561f7c79d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6808","nonce":1418062370},{"type":"v1","addr":"172.21.15.5:6809","nonce":1418062370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6810","nonce":1418062370},{"type":"v1","addr":"172.21.15.5:6811","nonce":1418062370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6814","nonce":1418062370},{"type":"v1","addr":"172.21.15.5:6815","nonce":1418062370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6812","nonce":1418062370},{"type":"v1","addr":"172.21.15.5:6813","nonce":1418062370}]},"public_addr":"172.21.15.5:6809/1418062370","cluster_addr":"172.21.15.5:6811/1418062370","heartbeat_back_addr":"172.21.15.5:6815/1418062370","heartbeat_front_addr":"172.21.15.5:6813/1418062370","state":["exists","up"]},{"osd":2,"uuid":"22d787ea-2049-40c1-aa23-811fdb981dbd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6816","nonce":2713060829},{"type":"v1","addr":"172.21.15.5:6817","nonce":2713060829}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6818","nonce":2713060829},{"type":"v1","addr":"172.21.15.5:6819","nonce":2713060829}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6822","nonce":2713060829},{"type":"v1","addr":"172.21.15.5:6823","nonce":2713060829}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6820","nonce":2713060829},{"type":"v1","addr":"172.21.15.5:6821","nonce":2713060829}]},"public_addr":"172.21.15.5:6817/2713060829","cluster_addr":"172.21.15.5:6819/2713060829","heartbeat_back_addr":"172.21.15.5:6823/2713060829","heartbeat_front_addr":"172.21.15.5:6821/2713060829","state":["exists","up"]},{"osd":3,"uuid":"30e4a102-0fce-46b2-8a6d-a7625c6a5ee9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6824","nonce":576343032},{"type":"v1","addr":"172.21.15.5:6825","nonce":576343032}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6826","nonce":576343032},{"type":"v1","addr":"172.21.15.5:6827","nonce":576343032}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6830","nonce":576343032},{"type":"v1","addr":"172.21.15.5:6831","nonce":576343032}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6828","nonce":576343032},{"type":"v1","addr":"172.21.15.5:6829","nonce":576343032}]},"public_addr":"172.21.15.5:6825/576343032","cluster_addr":"172.21.15.5:6827/576343032","heartbeat_back_addr":"172.21.15.5:6831/576343032","heartbeat_front_addr":"172.21.15.5:6829/576343032","state":["exists","up"]},{"osd":4,"uuid":"f47efe1d-f245-453c-b505-db74fe5df11c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6800","nonce":3624672735},{"type":"v1","addr":"172.21.15.179:6801","nonce":3624672735}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6802","nonce":3624672735},{"type":"v1","addr":"172.21.15.179:6803","nonce":3624672735}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6806","nonce":3624672735},{"type":"v1","addr":"172.21.15.179:6807","nonce":3624672735}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6804","nonce":3624672735},{"type":"v1","addr":"172.21.15.179:6805","nonce":3624672735}]},"public_addr":"172.21.15.179:6801/3624672735","cluster_addr":"172.21.15.179:6803/3624672735","heartbeat_back_addr":"172.21.15.179:6807/3624672735","heartbeat_front_addr":"172.21.15.179:6805/3624672735","state":["exists","up"]},{"osd":5,"uuid":"f6fd9c2f-b7ed-4e7b-a9fd-12aaea05bfa9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6824","nonce":2769164148},{"type":"v1","addr":"172.21.15.179:6825","nonce":2769164148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6826","nonce":2769164148},{"type":"v1","addr":"172.21.15.179:6827","nonce":2769164148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6830","nonce":2769164148},{"type":"v1","addr":"172.21.15.179:6831","nonce":2769164148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6828","nonce":2769164148},{"type":"v1","addr":"172.21.15.179:6829","nonce":2769164148}]},"public_addr":"172.21.15.179:6825/2769164148","cluster_addr":"172.21.15.179:6827/2769164148","heartbeat_back_addr":"172.21.15.179:6831/2769164148","heartbeat_front_addr":"172.21.15.179:6829/2769164148","state":["exists","up"]},{"osd":6,"uuid":"48985a9a-ec23-44a6-8f23-87edd7853994","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6816","nonce":3295700932},{"type":"v1","addr":"172.21.15.179:6817","nonce":3295700932}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6818","nonce":3295700932},{"type":"v1","addr":"172.21.15.179:6819","nonce":3295700932}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6822","nonce":3295700932},{"type":"v1","addr":"172.21.15.179:6823","nonce":3295700932}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6820","nonce":3295700932},{"type":"v1","addr":"172.21.15.179:6821","nonce":3295700932}]},"public_addr":"172.21.15.179:6817/3295700932","cluster_addr":"172.21.15.179:6819/3295700932","heartbeat_back_addr":"172.21.15.179:6823/3295700932","heartbeat_front_addr":"172.21.15.179:6821/3295700932","state":["exists","up"]},{"osd":7,"uuid":"af684358-558e-4fa4-ac35-1e3ef24b9021","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6808","nonce":1502652601},{"type":"v1","addr":"172.21.15.179:6809","nonce":1502652601}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6810","nonce":1502652601},{"type":"v1","addr":"172.21.15.179:6811","nonce":1502652601}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6814","nonce":1502652601},{"type":"v1","addr":"172.21.15.179:6815","nonce":1502652601}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6812","nonce":1502652601},{"type":"v1","addr":"172.21.15.179:6813","nonce":1502652601}]},"public_addr":"172.21.15.179:6809/1502652601","cluster_addr":"172.21.15.179:6811/1502652601","heartbeat_back_addr":"172.21.15.179:6815/1502652601","heartbeat_front_addr":"172.21.15.179:6813/1502652601","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.647314+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:23.936297+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.579030+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.393256+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.524066+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.865771+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.509811+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.613144+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:15:46.494 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.487+0000 7efc8e04c700 1 -- 172.21.15.5:0/2901398551 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7efc74066730 msgr2=0x7efc74068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:46.494 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.487+0000 7efc8e04c700 1 --2- 172.21.15.5:0/2901398551 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7efc74066730 0x7efc74068bf0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7efc881e2ae0 tx=0x7efc7c009040 comp rx=0 tx=0).stop 2024-09-13T16:15:46.494 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.487+0000 7efc8e04c700 1 -- 172.21.15.5:0/2901398551 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7efc880c6300 msgr2=0x7efc881dfad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:46.494 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.487+0000 7efc8e04c700 1 --2- 172.21.15.5:0/2901398551 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7efc880c6300 0x7efc881dfad0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7efc780011e0 tx=0x7efc7800ca50 comp rx=0 tx=0).stop 2024-09-13T16:15:46.494 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.487+0000 7efc8e04c700 1 -- 172.21.15.5:0/2901398551 shutdown_connections 2024-09-13T16:15:46.494 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.487+0000 7efc8e04c700 1 --2- 172.21.15.5:0/2901398551 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7efc74066730 0x7efc74068bf0 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:46.494 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.487+0000 7efc8e04c700 1 --2- 172.21.15.5:0/2901398551 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7efc881570f0 0x7efc8806d3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:46.494 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.487+0000 7efc8e04c700 1 --2- 172.21.15.5:0/2901398551 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7efc88150a10 0x7efc881dd980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:46.494 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.487+0000 7efc8e04c700 1 --2- 172.21.15.5:0/2901398551 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7efc880c6300 0x7efc881dfad0 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:46.494 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.487+0000 7efc8e04c700 1 -- 172.21.15.5:0/2901398551 >> 172.21.15.5:0/2901398551 conn(0x7efc880717f0 msgr2=0x7efc8814fd20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:46.494 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.487+0000 7efc8e04c700 1 -- 172.21.15.5:0/2901398551 shutdown_connections 2024-09-13T16:15:46.495 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.487+0000 7efc8e04c700 1 -- 172.21.15.5:0/2901398551 wait complete. 2024-09-13T16:15:46.507 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:15:46.617 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.611+0000 7f7e81bd9700 1 Processor -- start 2024-09-13T16:15:46.617 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.611+0000 7f7e81bd9700 1 -- start start 2024-09-13T16:15:46.618 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.611+0000 7f7e81bd9700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f7e7c0c35a0 0x7f7e7c0c4020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:46.618 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.611+0000 7f7e81bd9700 1 --2- >> v2:172.21.15.179:3300/0 conn(0x7f7e7c0c3980 0x7f7e7c15cd10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:46.618 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.611+0000 7f7e81bd9700 1 -- --> v1:172.21.15.179:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7e7c1574f0 con 0x7f7e7c15d250 2024-09-13T16:15:46.618 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.611+0000 7f7e81bd9700 1 -- --> v2:172.21.15.179:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7e7c06d720 con 0x7f7e7c0c3980 2024-09-13T16:15:46.618 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.611+0000 7f7e81bd9700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7e7c06cfb0 con 0x7f7e7c0c35a0 2024-09-13T16:15:46.619 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.615+0000 7f7e7bfff700 1 --2- >> v2:172.21.15.179:3300/0 conn(0x7f7e7c0c3980 0x7f7e7c15cd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:46.620 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.615+0000 7f7e7bfff700 1 --2- >> v2:172.21.15.179:3300/0 conn(0x7f7e7c0c3980 0x7f7e7c15cd10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.179:3300/0 says I am v2:172.21.15.5:48684/0 (socket says 172.21.15.5:48684) 2024-09-13T16:15:46.620 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.615+0000 7f7e7bfff700 1 -- 172.21.15.5:0/526109285 learned_addr learned my addr 172.21.15.5:0/526109285 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:15:46.620 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.615+0000 7f7e80bd7700 1 --2- 172.21.15.5:0/526109285 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f7e7c0c35a0 0x7f7e7c0c4020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:46.621 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.615+0000 7f7e7bfff700 1 -- 172.21.15.5:0/526109285 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f7e7c0c35a0 msgr2=0x7f7e7c0c4020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:15:46.621 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.615+0000 7f7e7bfff700 1 --2- 172.21.15.5:0/526109285 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f7e7c0c35a0 0x7f7e7c0c4020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:46.621 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.615+0000 7f7e7bfff700 1 -- 172.21.15.5:0/526109285 >> v1:172.21.15.179:6789/0 conn(0x7f7e7c15d250 legacy=0x7f7e7c0c5370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:46.622 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.615+0000 7f7e7bfff700 1 -- 172.21.15.5:0/526109285 --> v2:172.21.15.179:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7e7c06d290 con 0x7f7e7c0c3980 2024-09-13T16:15:46.623 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.615+0000 7f7e7bfff700 1 --2- 172.21.15.5:0/526109285 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f7e7c0c3980 0x7f7e7c15cd10 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f7e64009e50 tx=0x7f7e6400b330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9a29cd0374007730 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:46.623 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.615+0000 7f7e7b7fe700 1 -- 172.21.15.5:0/526109285 <== mon.1 v2:172.21.15.179:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7e6400e070 con 0x7f7e7c0c3980 2024-09-13T16:15:46.623 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.619+0000 7f7e7b7fe700 1 -- 172.21.15.5:0/526109285 <== mon.1 v2:172.21.15.179:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7e6400b910 con 0x7f7e7c0c3980 2024-09-13T16:15:46.623 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.619+0000 7f7e7b7fe700 1 -- 172.21.15.5:0/526109285 <== mon.1 v2:172.21.15.179:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7e6400e070 con 0x7f7e7c0c3980 2024-09-13T16:15:46.624 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.619+0000 7f7e81bd9700 1 -- 172.21.15.5:0/526109285 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f7e7c0c3980 msgr2=0x7f7e7c15cd10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:46.625 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.619+0000 7f7e81bd9700 1 --2- 172.21.15.5:0/526109285 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f7e7c0c3980 0x7f7e7c15cd10 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f7e64009e50 tx=0x7f7e6400b330 comp rx=0 tx=0).stop 2024-09-13T16:15:46.625 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.619+0000 7f7e81bd9700 1 -- 172.21.15.5:0/526109285 shutdown_connections 2024-09-13T16:15:46.625 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.619+0000 7f7e81bd9700 1 --2- 172.21.15.5:0/526109285 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f7e7c0c3980 0x7f7e7c15cd10 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:46.625 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.619+0000 7f7e81bd9700 1 --2- 172.21.15.5:0/526109285 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f7e7c0c35a0 0x7f7e7c0c4020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:46.625 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.619+0000 7f7e81bd9700 1 -- 172.21.15.5:0/526109285 >> 172.21.15.5:0/526109285 conn(0x7f7e7c06ada0 msgr2=0x7f7e7c0ca280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:46.625 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.619+0000 7f7e81bd9700 1 -- 172.21.15.5:0/526109285 shutdown_connections 2024-09-13T16:15:46.625 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.619+0000 7f7e81bd9700 1 -- 172.21.15.5:0/526109285 wait complete. 2024-09-13T16:15:46.627 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.623+0000 7f7e81bd9700 1 Processor -- start 2024-09-13T16:15:46.627 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.623+0000 7f7e81bd9700 1 -- start start 2024-09-13T16:15:46.630 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.623+0000 7f7e81bd9700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7e7c0c35a0 0x7f7e7c1f2430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:46.630 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.623+0000 7f7e81bd9700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f7e7c0c3980 0x7f7e7c157d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:46.630 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.623+0000 7f7e81bd9700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f7e7c15d250 0x7f7e7c159a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:46.630 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.623+0000 7f7e81bd9700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7e7c1582b0 con 0x7f7e7c0c35a0 2024-09-13T16:15:46.630 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.623+0000 7f7e81bd9700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7e7c159fd0 con 0x7f7e7c15d250 2024-09-13T16:15:46.630 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.623+0000 7f7e81bd9700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7e7c158730 con 0x7f7e7c0c3980 2024-09-13T16:15:46.630 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.623+0000 7f7e80bd7700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7e7c0c35a0 0x7f7e7c1f2430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:46.630 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.623+0000 7f7e80bd7700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7e7c0c35a0 0x7f7e7c1f2430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:54184/0 (socket says 172.21.15.5:54184) 2024-09-13T16:15:46.631 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.623+0000 7f7e80bd7700 1 -- 172.21.15.5:0/4053590734 learned_addr learned my addr 172.21.15.5:0/4053590734 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:15:46.631 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.623+0000 7f7e813d8700 1 --2- 172.21.15.5:0/4053590734 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f7e7c15d250 0x7f7e7c159a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:46.631 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.623+0000 7f7e7bfff700 1 --2- 172.21.15.5:0/4053590734 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f7e7c0c3980 0x7f7e7c157d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:46.631 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.623+0000 7f7e80bd7700 1 -- 172.21.15.5:0/4053590734 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f7e7c0c3980 msgr2=0x7f7e7c157d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:46.631 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.623+0000 7f7e80bd7700 1 --2- 172.21.15.5:0/4053590734 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f7e7c0c3980 0x7f7e7c157d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:46.631 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.623+0000 7f7e80bd7700 1 -- 172.21.15.5:0/4053590734 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f7e7c15d250 msgr2=0x7f7e7c159a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:46.631 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.623+0000 7f7e80bd7700 1 --2- 172.21.15.5:0/4053590734 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f7e7c15d250 0x7f7e7c159a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:46.631 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.623+0000 7f7e80bd7700 1 -- 172.21.15.5:0/4053590734 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7e64009b30 con 0x7f7e7c0c35a0 2024-09-13T16:15:46.631 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.623+0000 7f7e80bd7700 1 --2- 172.21.15.5:0/4053590734 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7e7c0c35a0 0x7f7e7c1f2430 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f7e6c00e840 tx=0x7f7e6c00eb50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:46.631 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.623+0000 7f7e797fa700 1 -- 172.21.15.5:0/4053590734 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7e6c0095a0 con 0x7f7e7c0c35a0 2024-09-13T16:15:46.631 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.623+0000 7f7e797fa700 1 -- 172.21.15.5:0/4053590734 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7e6c013680 con 0x7f7e7c0c35a0 2024-09-13T16:15:46.631 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.623+0000 7f7e797fa700 1 -- 172.21.15.5:0/4053590734 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7e6c0139f0 con 0x7f7e7c0c35a0 2024-09-13T16:15:46.631 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.623+0000 7f7e81bd9700 1 -- 172.21.15.5:0/4053590734 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7e7c1589f0 con 0x7f7e7c0c35a0 2024-09-13T16:15:46.632 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.623+0000 7f7e81bd9700 1 -- 172.21.15.5:0/4053590734 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7e7c158fb0 con 0x7f7e7c0c35a0 2024-09-13T16:15:46.632 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.627+0000 7f7e81bd9700 1 -- 172.21.15.5:0/4053590734 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7e7c0c4670 con 0x7f7e7c0c35a0 2024-09-13T16:15:46.632 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.627+0000 7f7e797fa700 1 -- 172.21.15.5:0/4053590734 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f7e6c013b50 con 0x7f7e7c0c35a0 2024-09-13T16:15:46.632 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.627+0000 7f7e797fa700 1 --2- 172.21.15.5:0/4053590734 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f7e5c066760 0x7f7e5c068c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:46.633 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.627+0000 7f7e797fa700 1 -- 172.21.15.5:0/4053590734 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f7e6c0841c0 con 0x7f7e7c0c35a0 2024-09-13T16:15:46.633 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.627+0000 7f7e7bfff700 1 --2- 172.21.15.5:0/4053590734 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f7e5c066760 0x7f7e5c068c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:46.633 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.627+0000 7f7e7bfff700 1 --2- 172.21.15.5:0/4053590734 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f7e5c066760 0x7f7e5c068c20 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f7e64009e50 tx=0x7f7e64009000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:46.637 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.631+0000 7f7e797fa700 1 -- 172.21.15.5:0/4053590734 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f7e6c0512d0 con 0x7f7e7c0c35a0 2024-09-13T16:15:46.804 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.799+0000 7f7e81bd9700 1 -- 172.21.15.5:0/4053590734 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f7e7c0c6490 con 0x7f7e7c0c35a0 2024-09-13T16:15:46.807 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.803+0000 7f7e797fa700 1 -- 172.21.15.5:0/4053590734 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) v1 ==== 74+0+18286 (secure 0 0 0) 0x7f7e6c0548f0 con 0x7f7e7c0c35a0 2024-09-13T16:15:46.807 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-13T16:15:46.807 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":26,"fsid":"6f1d8d4e-46c0-4d05-9003-ad1036cd4028","created":"2024-09-13T16:15:17.129907+0000","modified":"2024-09-13T16:15:45.789265+0000","last_up_change":"2024-09-13T16:15:27.902042+0000","last_in_change":"2024-09-13T16:15:19.310503+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:15:28.621918+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:15:39.544340+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T16:15:40.368287+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T16:15:43.446355+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"7dc606ef-5909-4eb7-8054-af158bc84208","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6800","nonce":851671428},{"type":"v1","addr":"172.21.15.5:6801","nonce":851671428}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6802","nonce":851671428},{"type":"v1","addr":"172.21.15.5:6803","nonce":851671428}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6806","nonce":851671428},{"type":"v1","addr":"172.21.15.5:6807","nonce":851671428}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6804","nonce":851671428},{"type":"v1","addr":"172.21.15.5:6805","nonce":851671428}]},"public_addr":"172.21.15.5:6801/851671428","cluster_addr":"172.21.15.5:6803/851671428","heartbeat_back_addr":"172.21.15.5:6807/851671428","heartbeat_front_addr":"172.21.15.5:6805/851671428","state":["exists","up"]},{"osd":1,"uuid":"ab4b3337-a446-427b-9a52-349561f7c79d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6808","nonce":1418062370},{"type":"v1","addr":"172.21.15.5:6809","nonce":1418062370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6810","nonce":1418062370},{"type":"v1","addr":"172.21.15.5:6811","nonce":1418062370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6814","nonce":1418062370},{"type":"v1","addr":"172.21.15.5:6815","nonce":1418062370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6812","nonce":1418062370},{"type":"v1","addr":"172.21.15.5:6813","nonce":1418062370}]},"public_addr":"172.21.15.5:6809/1418062370","cluster_addr":"172.21.15.5:6811/1418062370","heartbeat_back_addr":"172.21.15.5:6815/1418062370","heartbeat_front_addr":"172.21.15.5:6813/1418062370","state":["exists","up"]},{"osd":2,"uuid":"22d787ea-2049-40c1-aa23-811fdb981dbd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6816","nonce":2713060829},{"type":"v1","addr":"172.21.15.5:6817","nonce":2713060829}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6818","nonce":2713060829},{"type":"v1","addr":"172.21.15.5:6819","nonce":2713060829}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6822","nonce":2713060829},{"type":"v1","addr":"172.21.15.5:6823","nonce":2713060829}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6820","nonce":2713060829},{"type":"v1","addr":"172.21.15.5:6821","nonce":2713060829}]},"public_addr":"172.21.15.5:6817/2713060829","cluster_addr":"172.21.15.5:6819/2713060829","heartbeat_back_addr":"172.21.15.5:6823/2713060829","heartbeat_front_addr":"172.21.15.5:6821/2713060829","state":["exists","up"]},{"osd":3,"uuid":"30e4a102-0fce-46b2-8a6d-a7625c6a5ee9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6824","nonce":576343032},{"type":"v1","addr":"172.21.15.5:6825","nonce":576343032}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6826","nonce":576343032},{"type":"v1","addr":"172.21.15.5:6827","nonce":576343032}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6830","nonce":576343032},{"type":"v1","addr":"172.21.15.5:6831","nonce":576343032}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6828","nonce":576343032},{"type":"v1","addr":"172.21.15.5:6829","nonce":576343032}]},"public_addr":"172.21.15.5:6825/576343032","cluster_addr":"172.21.15.5:6827/576343032","heartbeat_back_addr":"172.21.15.5:6831/576343032","heartbeat_front_addr":"172.21.15.5:6829/576343032","state":["exists","up"]},{"osd":4,"uuid":"f47efe1d-f245-453c-b505-db74fe5df11c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6800","nonce":3624672735},{"type":"v1","addr":"172.21.15.179:6801","nonce":3624672735}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6802","nonce":3624672735},{"type":"v1","addr":"172.21.15.179:6803","nonce":3624672735}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6806","nonce":3624672735},{"type":"v1","addr":"172.21.15.179:6807","nonce":3624672735}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6804","nonce":3624672735},{"type":"v1","addr":"172.21.15.179:6805","nonce":3624672735}]},"public_addr":"172.21.15.179:6801/3624672735","cluster_addr":"172.21.15.179:6803/3624672735","heartbeat_back_addr":"172.21.15.179:6807/3624672735","heartbeat_front_addr":"172.21.15.179:6805/3624672735","state":["exists","up"]},{"osd":5,"uuid":"f6fd9c2f-b7ed-4e7b-a9fd-12aaea05bfa9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6824","nonce":2769164148},{"type":"v1","addr":"172.21.15.179:6825","nonce":2769164148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6826","nonce":2769164148},{"type":"v1","addr":"172.21.15.179:6827","nonce":2769164148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6830","nonce":2769164148},{"type":"v1","addr":"172.21.15.179:6831","nonce":2769164148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6828","nonce":2769164148},{"type":"v1","addr":"172.21.15.179:6829","nonce":2769164148}]},"public_addr":"172.21.15.179:6825/2769164148","cluster_addr":"172.21.15.179:6827/2769164148","heartbeat_back_addr":"172.21.15.179:6831/2769164148","heartbeat_front_addr":"172.21.15.179:6829/2769164148","state":["exists","up"]},{"osd":6,"uuid":"48985a9a-ec23-44a6-8f23-87edd7853994","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6816","nonce":3295700932},{"type":"v1","addr":"172.21.15.179:6817","nonce":3295700932}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6818","nonce":3295700932},{"type":"v1","addr":"172.21.15.179:6819","nonce":3295700932}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6822","nonce":3295700932},{"type":"v1","addr":"172.21.15.179:6823","nonce":3295700932}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6820","nonce":3295700932},{"type":"v1","addr":"172.21.15.179:6821","nonce":3295700932}]},"public_addr":"172.21.15.179:6817/3295700932","cluster_addr":"172.21.15.179:6819/3295700932","heartbeat_back_addr":"172.21.15.179:6823/3295700932","heartbeat_front_addr":"172.21.15.179:6821/3295700932","state":["exists","up"]},{"osd":7,"uuid":"af684358-558e-4fa4-ac35-1e3ef24b9021","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6808","nonce":1502652601},{"type":"v1","addr":"172.21.15.179:6809","nonce":1502652601}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6810","nonce":1502652601},{"type":"v1","addr":"172.21.15.179:6811","nonce":1502652601}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6814","nonce":1502652601},{"type":"v1","addr":"172.21.15.179:6815","nonce":1502652601}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6812","nonce":1502652601},{"type":"v1","addr":"172.21.15.179:6813","nonce":1502652601}]},"public_addr":"172.21.15.179:6809/1502652601","cluster_addr":"172.21.15.179:6811/1502652601","heartbeat_back_addr":"172.21.15.179:6815/1502652601","heartbeat_front_addr":"172.21.15.179:6813/1502652601","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.647314+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:23.936297+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.579030+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.393256+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.524066+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.865771+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.509811+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.613144+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:15:46.809 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.803+0000 7f7e81bd9700 1 -- 172.21.15.5:0/4053590734 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f7e5c066760 msgr2=0x7f7e5c068c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:46.809 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.803+0000 7f7e81bd9700 1 --2- 172.21.15.5:0/4053590734 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f7e5c066760 0x7f7e5c068c20 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f7e64009e50 tx=0x7f7e64009000 comp rx=0 tx=0).stop 2024-09-13T16:15:46.809 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.803+0000 7f7e81bd9700 1 -- 172.21.15.5:0/4053590734 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7e7c0c35a0 msgr2=0x7f7e7c1f2430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:46.810 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.803+0000 7f7e81bd9700 1 --2- 172.21.15.5:0/4053590734 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7e7c0c35a0 0x7f7e7c1f2430 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f7e6c00e840 tx=0x7f7e6c00eb50 comp rx=0 tx=0).stop 2024-09-13T16:15:46.810 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.803+0000 7f7e81bd9700 1 -- 172.21.15.5:0/4053590734 shutdown_connections 2024-09-13T16:15:46.810 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.803+0000 7f7e81bd9700 1 --2- 172.21.15.5:0/4053590734 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f7e5c066760 0x7f7e5c068c20 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:46.810 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.803+0000 7f7e81bd9700 1 --2- 172.21.15.5:0/4053590734 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f7e7c15d250 0x7f7e7c159a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:46.810 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.803+0000 7f7e81bd9700 1 --2- 172.21.15.5:0/4053590734 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f7e7c0c3980 0x7f7e7c157d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:46.810 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.803+0000 7f7e81bd9700 1 --2- 172.21.15.5:0/4053590734 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7e7c0c35a0 0x7f7e7c1f2430 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:46.810 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.803+0000 7f7e81bd9700 1 -- 172.21.15.5:0/4053590734 >> 172.21.15.5:0/4053590734 conn(0x7f7e7c06ada0 msgr2=0x7f7e7c0c8b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:46.810 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.803+0000 7f7e81bd9700 1 -- 172.21.15.5:0/4053590734 shutdown_connections 2024-09-13T16:15:46.810 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.803+0000 7f7e81bd9700 1 -- 172.21.15.5:0/4053590734 wait complete. 2024-09-13T16:15:46.837 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:15:46.957 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.951+0000 7fcb76b90700 1 Processor -- start 2024-09-13T16:15:46.958 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.951+0000 7fcb76b90700 1 -- start start 2024-09-13T16:15:46.960 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.955+0000 7fcb76b90700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fcb700c1970 0x7fcb7014f630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:46.960 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.955+0000 7fcb76b90700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fcb7006eb60 0x7fcb7014fb70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:46.960 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.955+0000 7fcb76b90700 1 -- --> v1:172.21.15.179:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcb700c1f00 con 0x7fcb7006e780 2024-09-13T16:15:46.961 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.955+0000 7fcb76b90700 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcb700c21e0 con 0x7fcb700c1970 2024-09-13T16:15:46.961 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.955+0000 7fcb76b90700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcb70066bc0 con 0x7fcb7006eb60 2024-09-13T16:15:46.961 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.955+0000 7fcb7538d700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fcb700c1970 0x7fcb7014f630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:46.961 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.955+0000 7fcb7538d700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fcb700c1970 0x7fcb7014f630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:54200/0 (socket says 172.21.15.5:54200) 2024-09-13T16:15:46.961 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.955+0000 7fcb7538d700 1 -- 172.21.15.5:0/202188006 learned_addr learned my addr 172.21.15.5:0/202188006 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:15:46.961 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.955+0000 7fcb7638f700 1 --2- 172.21.15.5:0/202188006 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fcb7006eb60 0x7fcb7014fb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:46.962 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.955+0000 7fcb7538d700 1 -- 172.21.15.5:0/202188006 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fcb7006eb60 msgr2=0x7fcb7014fb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:15:46.962 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.955+0000 7fcb7538d700 1 --2- 172.21.15.5:0/202188006 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fcb7006eb60 0x7fcb7014fb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:46.962 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.955+0000 7fcb7538d700 1 -- 172.21.15.5:0/202188006 >> v1:172.21.15.179:6789/0 conn(0x7fcb7006e780 legacy=0x7fcb70158d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:46.962 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.955+0000 7fcb7538d700 1 -- 172.21.15.5:0/202188006 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcb700c6dd0 con 0x7fcb700c1970 2024-09-13T16:15:46.962 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.955+0000 7fcb7538d700 1 --2- 172.21.15.5:0/202188006 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fcb700c1970 0x7fcb7014f630 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fcb60009910 tx=0x7fcb60009c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cb89f92370629008 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:46.962 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.955+0000 7fcb74b8c700 1 -- 172.21.15.5:0/202188006 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb60004230 con 0x7fcb700c1970 2024-09-13T16:15:46.962 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.955+0000 7fcb74b8c700 1 -- 172.21.15.5:0/202188006 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcb60004390 con 0x7fcb700c1970 2024-09-13T16:15:46.962 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.955+0000 7fcb74b8c700 1 -- 172.21.15.5:0/202188006 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb600036c0 con 0x7fcb700c1970 2024-09-13T16:15:46.963 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.955+0000 7fcb76b90700 1 -- 172.21.15.5:0/202188006 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fcb700c1970 msgr2=0x7fcb7014f630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:46.963 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.955+0000 7fcb76b90700 1 --2- 172.21.15.5:0/202188006 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fcb700c1970 0x7fcb7014f630 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fcb60009910 tx=0x7fcb60009c20 comp rx=0 tx=0).stop 2024-09-13T16:15:46.963 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.959+0000 7fcb76b90700 1 -- 172.21.15.5:0/202188006 shutdown_connections 2024-09-13T16:15:46.964 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.959+0000 7fcb76b90700 1 --2- 172.21.15.5:0/202188006 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fcb7006eb60 0x7fcb7014fb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:46.964 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.959+0000 7fcb76b90700 1 --2- 172.21.15.5:0/202188006 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fcb700c1970 0x7fcb7014f630 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:46.964 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.959+0000 7fcb76b90700 1 -- 172.21.15.5:0/202188006 >> 172.21.15.5:0/202188006 conn(0x7fcb700c7460 msgr2=0x7fcb700c7870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:46.964 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.959+0000 7fcb76b90700 1 -- 172.21.15.5:0/202188006 shutdown_connections 2024-09-13T16:15:46.964 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.959+0000 7fcb76b90700 1 -- 172.21.15.5:0/202188006 wait complete. 2024-09-13T16:15:46.964 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.959+0000 7fcb76b90700 1 Processor -- start 2024-09-13T16:15:46.965 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.959+0000 7fcb76b90700 1 -- start start 2024-09-13T16:15:46.967 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.959+0000 7fcb76b90700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fcb7006e780 0x7fcb701f2010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:46.967 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.959+0000 7fcb76b90700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fcb7006eb60 0x7fcb700c9ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:46.967 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.959+0000 7fcb76b90700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fcb701ee120 0x7fcb70149110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:46.967 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.959+0000 7fcb76b90700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcb701e17b0 con 0x7fcb7006eb60 2024-09-13T16:15:46.967 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.959+0000 7fcb76b90700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcb701e01b0 con 0x7fcb7006e780 2024-09-13T16:15:46.967 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.959+0000 7fcb76b90700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcb701f2550 con 0x7fcb701ee120 2024-09-13T16:15:46.967 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.959+0000 7fcb7538d700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fcb7006eb60 0x7fcb700c9ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:46.967 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.959+0000 7fcb7538d700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fcb7006eb60 0x7fcb700c9ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:54206/0 (socket says 172.21.15.5:54206) 2024-09-13T16:15:46.967 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.959+0000 7fcb7538d700 1 -- 172.21.15.5:0/1802011096 learned_addr learned my addr 172.21.15.5:0/1802011096 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:15:46.968 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.959+0000 7fcb75b8e700 1 --2- 172.21.15.5:0/1802011096 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fcb7006e780 0x7fcb701f2010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:46.968 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.959+0000 7fcb7638f700 1 --2- 172.21.15.5:0/1802011096 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fcb701ee120 0x7fcb70149110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:46.968 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.963+0000 7fcb7538d700 1 -- 172.21.15.5:0/1802011096 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fcb701ee120 msgr2=0x7fcb70149110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:46.968 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.963+0000 7fcb7538d700 1 --2- 172.21.15.5:0/1802011096 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fcb701ee120 0x7fcb70149110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:46.968 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.963+0000 7fcb7538d700 1 -- 172.21.15.5:0/1802011096 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fcb7006e780 msgr2=0x7fcb701f2010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:46.968 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.963+0000 7fcb7538d700 1 --2- 172.21.15.5:0/1802011096 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fcb7006e780 0x7fcb701f2010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:46.968 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.963+0000 7fcb7538d700 1 -- 172.21.15.5:0/1802011096 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcb60009570 con 0x7fcb7006eb60 2024-09-13T16:15:46.968 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.963+0000 7fcb7538d700 1 --2- 172.21.15.5:0/1802011096 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fcb7006eb60 0x7fcb700c9ed0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fcb7006cbf0 tx=0x7fcb60004770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:46.969 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.963+0000 7fcb667fc700 1 -- 172.21.15.5:0/1802011096 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb60011630 con 0x7fcb7006eb60 2024-09-13T16:15:46.969 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.963+0000 7fcb667fc700 1 -- 172.21.15.5:0/1802011096 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcb60011790 con 0x7fcb7006eb60 2024-09-13T16:15:46.969 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.963+0000 7fcb667fc700 1 -- 172.21.15.5:0/1802011096 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb60011b40 con 0x7fcb7006eb60 2024-09-13T16:15:46.969 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.963+0000 7fcb76b90700 1 -- 172.21.15.5:0/1802011096 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcb701e0a90 con 0x7fcb7006eb60 2024-09-13T16:15:46.969 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.963+0000 7fcb76b90700 1 -- 172.21.15.5:0/1802011096 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcb701f1810 con 0x7fcb7006eb60 2024-09-13T16:15:46.970 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.963+0000 7fcb667fc700 1 -- 172.21.15.5:0/1802011096 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fcb60021070 con 0x7fcb7006eb60 2024-09-13T16:15:46.971 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.967+0000 7fcb76b90700 1 -- 172.21.15.5:0/1802011096 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcb701e0fb0 con 0x7fcb7006eb60 2024-09-13T16:15:46.971 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.967+0000 7fcb667fc700 1 --2- 172.21.15.5:0/1802011096 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fcb54066730 0x7fcb54068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:46.971 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.967+0000 7fcb667fc700 1 -- 172.21.15.5:0/1802011096 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fcb600856f0 con 0x7fcb7006eb60 2024-09-13T16:15:46.971 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.967+0000 7fcb75b8e700 1 --2- 172.21.15.5:0/1802011096 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fcb54066730 0x7fcb54068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:46.972 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.967+0000 7fcb75b8e700 1 --2- 172.21.15.5:0/1802011096 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fcb54066730 0x7fcb54068bf0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fcb6c001a80 tx=0x7fcb6c009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:46.980 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:46.975+0000 7fcb667fc700 1 -- 172.21.15.5:0/1802011096 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fcb60052890 con 0x7fcb7006eb60 2024-09-13T16:15:47.184 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:47.179+0000 7fcb76b90700 1 -- 172.21.15.5:0/1802011096 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fcb700c6470 con 0x7fcb7006eb60 2024-09-13T16:15:47.185 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:47.179+0000 7fcb667fc700 1 -- 172.21.15.5:0/1802011096 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 6 v6) v1 ==== 93+0+6247 (secure 0 0 0) 0x7fcb60055eb0 con 0x7fcb7006eb60 2024-09-13T16:15:47.185 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-13T16:15:47.185 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":6,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4238,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.179:6835/2401895463","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6834","nonce":2401895463},{"type":"v1","addr":"172.21.15.179:6835","nonce":2401895463}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":4300,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6837/1494583962","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6836","nonce":1494583962},{"type":"v1","addr":"172.21.15.5:6837","nonce":1494583962}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4312,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.179:6839/3686640361","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6838","nonce":3686640361},{"type":"v1","addr":"172.21.15.179:6839","nonce":3686640361}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":14241,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6833/3367514788","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6832","nonce":3367514788},{"type":"v1","addr":"172.21.15.5:6833","nonce":3367514788}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":14259,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6835/1559444898","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6834","nonce":1559444898},{"type":"v1","addr":"172.21.15.5:6835","nonce":1559444898}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:15:41.393613+0000","modified":"2024-09-13T16:15:45.789740+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":14271},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14271":{"gid":14271,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.179:6837/3666040612","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6836","nonce":3666040612},{"type":"v1","addr":"172.21.15.179:6837","nonce":3666040612}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1},"id":1}]} 2024-09-13T16:15:47.188 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:47.183+0000 7fcb76b90700 1 -- 172.21.15.5:0/1802011096 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fcb54066730 msgr2=0x7fcb54068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:47.188 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:47.183+0000 7fcb76b90700 1 --2- 172.21.15.5:0/1802011096 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fcb54066730 0x7fcb54068bf0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fcb6c001a80 tx=0x7fcb6c009040 comp rx=0 tx=0).stop 2024-09-13T16:15:47.188 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:47.183+0000 7fcb76b90700 1 -- 172.21.15.5:0/1802011096 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fcb7006eb60 msgr2=0x7fcb700c9ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:47.188 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:47.183+0000 7fcb76b90700 1 --2- 172.21.15.5:0/1802011096 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fcb7006eb60 0x7fcb700c9ed0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fcb7006cbf0 tx=0x7fcb60004770 comp rx=0 tx=0).stop 2024-09-13T16:15:47.188 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:47.183+0000 7fcb76b90700 1 -- 172.21.15.5:0/1802011096 shutdown_connections 2024-09-13T16:15:47.188 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:47.183+0000 7fcb76b90700 1 --2- 172.21.15.5:0/1802011096 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fcb701ee120 0x7fcb70149110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:47.188 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:47.183+0000 7fcb76b90700 1 --2- 172.21.15.5:0/1802011096 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fcb7006eb60 0x7fcb700c9ed0 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:47.188 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:47.183+0000 7fcb76b90700 1 --2- 172.21.15.5:0/1802011096 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fcb54066730 0x7fcb54068bf0 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:47.188 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:47.183+0000 7fcb76b90700 1 --2- 172.21.15.5:0/1802011096 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fcb7006e780 0x7fcb701f2010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:47.188 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:47.183+0000 7fcb76b90700 1 -- 172.21.15.5:0/1802011096 >> 172.21.15.5:0/1802011096 conn(0x7fcb700c7460 msgr2=0x7fcb7014e3f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:47.188 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:47.183+0000 7fcb76b90700 1 -- 172.21.15.5:0/1802011096 shutdown_connections 2024-09-13T16:15:47.189 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:47.183+0000 7fcb76b90700 1 -- 172.21.15.5:0/1802011096 wait complete. 2024-09-13T16:15:47.189 INFO:teuthology.orchestra.run.smithi005.stderr:dumped fsmap epoch 6 2024-09-13T16:15:47.200 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:15:47.312 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:47.307+0000 7fc64bfff700 1 Processor -- start 2024-09-13T16:15:47.312 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:47.307+0000 7fc64bfff700 1 -- start start 2024-09-13T16:15:47.315 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:47.307+0000 7fc64bfff700 1 --2- >> v2:172.21.15.179:3300/0 conn(0x7fc64c14fc90 0x7fc64c158fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:47.316 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:47.307+0000 7fc64bfff700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fc64c070fa0 0x7fc64c1594f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:47.316 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:47.307+0000 7fc64bfff700 1 -- --> v1:172.21.15.179:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc64c0c2410 con 0x7fc64c070bc0 2024-09-13T16:15:47.316 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:47.311+0000 7fc64bfff700 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc64c0c47f0 con 0x7fc64c070fa0 2024-09-13T16:15:47.316 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:47.311+0000 7fc64bfff700 1 -- --> v2:172.21.15.179:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc64c0c4f20 con 0x7fc64c14fc90 2024-09-13T16:15:47.316 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:47.311+0000 7fc64b7fe700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fc64c070fa0 0x7fc64c1594f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:47.316 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:47.311+0000 7fc64affd700 1 --1- >> v1:172.21.15.179:6789/0 conn(0x7fc64c070bc0 0x7fc64c14f580 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.179:6789/0 says I am v1:172.21.15.5:54018/0 (socket says 172.21.15.5:54018) 2024-09-13T16:15:47.316 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:47.311+0000 7fc64b7fe700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fc64c070fa0 0x7fc64c1594f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:54220/0 (socket says 172.21.15.5:54220) 2024-09-13T16:15:47.316 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:47.311+0000 7fc64affd700 1 -- 172.21.15.5:0/2734623693 learned_addr learned my addr 172.21.15.5:0/2734623693 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-13T16:15:47.316 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:47.311+0000 7fc64a7fc700 1 --2- 172.21.15.5:0/2734623693 >> v2:172.21.15.179:3300/0 conn(0x7fc64c14fc90 0x7fc64c158fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:47.316 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:47.311+0000 7fc64b7fe700 1 -- 172.21.15.5:0/2734623693 >> v2:172.21.15.179:3300/0 conn(0x7fc64c14fc90 msgr2=0x7fc64c158fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:15:47.317 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:47.311+0000 7fc64b7fe700 1 --2- 172.21.15.5:0/2734623693 >> v2:172.21.15.179:3300/0 conn(0x7fc64c14fc90 0x7fc64c158fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:47.317 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:47.311+0000 7fc64b7fe700 1 -- 172.21.15.5:0/2734623693 >> v1:172.21.15.179:6789/0 conn(0x7fc64c070bc0 legacy=0x7fc64c14f580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:47.317 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:47.311+0000 7fc64b7fe700 1 -- 172.21.15.5:0/2734623693 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc64c0c3b70 con 0x7fc64c070fa0 2024-09-13T16:15:47.317 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:47.311+0000 7fc649ffb700 1 -- 172.21.15.5:0/2734623693 <== mon.1 v1:172.21.15.179:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1713214299 0 0) 0x7fc64c0c2410 con 0x7fc64c070bc0 2024-09-13T16:15:47.317 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:47.311+0000 7fc64b7fe700 1 --2- 172.21.15.5:0/2734623693 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc64c070fa0 0x7fc64c1594f0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fc64c0c8880 tx=0x7fc64400b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=471afe4a5deeaeec server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:47.318 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:47.311+0000 7fc649ffb700 1 -- 172.21.15.5:0/2734623693 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc64400e070 con 0x7fc64c070fa0 2024-09-13T16:15:47.318 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:47.311+0000 7fc649ffb700 1 -- 172.21.15.5:0/2734623693 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc64400bb20 con 0x7fc64c070fa0 2024-09-13T16:15:47.318 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:47.311+0000 7fc649ffb700 1 -- 172.21.15.5:0/2734623693 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc644012430 con 0x7fc64c070fa0 2024-09-13T16:15:47.318 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:47.311+0000 7fc64bfff700 1 -- 172.21.15.5:0/2734623693 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc64c070fa0 msgr2=0x7fc64c1594f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:47.318 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:47.311+0000 7fc64bfff700 1 --2- 172.21.15.5:0/2734623693 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc64c070fa0 0x7fc64c1594f0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fc64c0c8880 tx=0x7fc64400b330 comp rx=0 tx=0).stop 2024-09-13T16:15:47.318 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:47.311+0000 7fc64bfff700 1 -- 172.21.15.5:0/2734623693 shutdown_connections 2024-09-13T16:15:47.318 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:47.311+0000 7fc64bfff700 1 --2- 172.21.15.5:0/2734623693 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc64c070fa0 0x7fc64c1594f0 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:47.318 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:47.311+0000 7fc64bfff700 1 --2- 172.21.15.5:0/2734623693 >> v2:172.21.15.179:3300/0 conn(0x7fc64c14fc90 0x7fc64c158fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:47.319 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:47.311+0000 7fc64bfff700 1 -- 172.21.15.5:0/2734623693 >> 172.21.15.5:0/2734623693 conn(0x7fc64c0c74d0 msgr2=0x7fc64c0c78e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:47.319 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:47.311+0000 7fc64bfff700 1 -- 172.21.15.5:0/2734623693 shutdown_connections 2024-09-13T16:15:47.319 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:47.311+0000 7fc64bfff700 1 -- 172.21.15.5:0/2734623693 wait complete. 2024-09-13T16:15:47.319 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:47.315+0000 7fc64bfff700 1 Processor -- start 2024-09-13T16:15:47.319 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:47.315+0000 7fc64bfff700 1 -- start start 2024-09-13T16:15:47.322 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:47.315+0000 7fc64bfff700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc64c070bc0 0x7fc64c153e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:47.323 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:47.315+0000 7fc64bfff700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fc64c070fa0 0x7fc64c155de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:47.323 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:47.315+0000 7fc64bfff700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fc64c14fc90 0x7fc64c151fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:47.323 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:47.315+0000 7fc64bfff700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc64c1543d0 con 0x7fc64c070bc0 2024-09-13T16:15:47.323 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:47.315+0000 7fc64bfff700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc64c1514d0 con 0x7fc64c070fa0 2024-09-13T16:15:47.323 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:47.315+0000 7fc64bfff700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc64c151a90 con 0x7fc64c14fc90 2024-09-13T16:15:47.323 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:47.315+0000 7fc64affd700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc64c070bc0 0x7fc64c153e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:47.323 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:47.315+0000 7fc64affd700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc64c070bc0 0x7fc64c153e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:54222/0 (socket says 172.21.15.5:54222) 2024-09-13T16:15:47.323 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:47.315+0000 7fc64affd700 1 -- 172.21.15.5:0/2261218942 learned_addr learned my addr 172.21.15.5:0/2261218942 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:15:47.323 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:47.315+0000 7fc64b7fe700 1 --2- 172.21.15.5:0/2261218942 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fc64c14fc90 0x7fc64c151fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:47.323 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:47.315+0000 7fc64a7fc700 1 --2- 172.21.15.5:0/2261218942 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fc64c070fa0 0x7fc64c155de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:47.323 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:47.315+0000 7fc64affd700 1 -- 172.21.15.5:0/2261218942 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fc64c14fc90 msgr2=0x7fc64c151fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:47.323 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:47.315+0000 7fc64affd700 1 --2- 172.21.15.5:0/2261218942 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fc64c14fc90 0x7fc64c151fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:47.324 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:47.315+0000 7fc64affd700 1 -- 172.21.15.5:0/2261218942 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fc64c070fa0 msgr2=0x7fc64c155de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:47.324 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:47.315+0000 7fc64affd700 1 --2- 172.21.15.5:0/2261218942 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fc64c070fa0 0x7fc64c155de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:47.324 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:47.315+0000 7fc64affd700 1 -- 172.21.15.5:0/2261218942 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc644009a70 con 0x7fc64c070bc0 2024-09-13T16:15:47.324 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:47.315+0000 7fc64affd700 1 --2- 172.21.15.5:0/2261218942 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc64c070bc0 0x7fc64c153e90 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fc63c00c5b0 tx=0x7fc63c00c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:47.324 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:47.315+0000 7fc633fff700 1 -- 172.21.15.5:0/2261218942 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc63c004ca0 con 0x7fc64c070bc0 2024-09-13T16:15:47.324 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:47.319+0000 7fc64bfff700 1 -- 172.21.15.5:0/2261218942 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc64c158490 con 0x7fc64c070bc0 2024-09-13T16:15:47.324 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:47.319+0000 7fc633fff700 1 -- 172.21.15.5:0/2261218942 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc63c004e20 con 0x7fc64c070bc0 2024-09-13T16:15:47.324 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:47.319+0000 7fc633fff700 1 -- 172.21.15.5:0/2261218942 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc63c007310 con 0x7fc64c070bc0 2024-09-13T16:15:47.324 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:47.319+0000 7fc64bfff700 1 -- 172.21.15.5:0/2261218942 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc64c151720 con 0x7fc64c070bc0 2024-09-13T16:15:47.325 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:47.319+0000 7fc64bfff700 1 -- 172.21.15.5:0/2261218942 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc64c0667e0 con 0x7fc64c070bc0 2024-09-13T16:15:47.325 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:47.319+0000 7fc633fff700 1 -- 172.21.15.5:0/2261218942 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fc63c007470 con 0x7fc64c070bc0 2024-09-13T16:15:47.326 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:47.319+0000 7fc633fff700 1 --2- 172.21.15.5:0/2261218942 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fc638066730 0x7fc638068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:47.326 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:47.319+0000 7fc633fff700 1 -- 172.21.15.5:0/2261218942 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fc63c084010 con 0x7fc64c070bc0 2024-09-13T16:15:47.326 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:47.319+0000 7fc64a7fc700 1 --2- 172.21.15.5:0/2261218942 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fc638066730 0x7fc638068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:47.327 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:47.323+0000 7fc64a7fc700 1 --2- 172.21.15.5:0/2261218942 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fc638066730 0x7fc638068bf0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fc64c14d180 tx=0x7fc640009240 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:47.333 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:47.327+0000 7fc633fff700 1 -- 172.21.15.5:0/2261218942 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fc63c0510a0 con 0x7fc64c070bc0 2024-09-13T16:15:47.510 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:47.503+0000 7fc64bfff700 1 -- 172.21.15.5:0/2261218942 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fc64c066a70 con 0x7fc64c070bc0 2024-09-13T16:15:47.513 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:47.507+0000 7fc633fff700 1 -- 172.21.15.5:0/2261218942 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) v1 ==== 74+0+18286 (secure 0 0 0) 0x7fc63c007720 con 0x7fc64c070bc0 2024-09-13T16:15:47.514 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-13T16:15:47.514 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":26,"fsid":"6f1d8d4e-46c0-4d05-9003-ad1036cd4028","created":"2024-09-13T16:15:17.129907+0000","modified":"2024-09-13T16:15:45.789265+0000","last_up_change":"2024-09-13T16:15:27.902042+0000","last_in_change":"2024-09-13T16:15:19.310503+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:15:28.621918+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:15:39.544340+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T16:15:40.368287+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T16:15:43.446355+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"7dc606ef-5909-4eb7-8054-af158bc84208","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6800","nonce":851671428},{"type":"v1","addr":"172.21.15.5:6801","nonce":851671428}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6802","nonce":851671428},{"type":"v1","addr":"172.21.15.5:6803","nonce":851671428}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6806","nonce":851671428},{"type":"v1","addr":"172.21.15.5:6807","nonce":851671428}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6804","nonce":851671428},{"type":"v1","addr":"172.21.15.5:6805","nonce":851671428}]},"public_addr":"172.21.15.5:6801/851671428","cluster_addr":"172.21.15.5:6803/851671428","heartbeat_back_addr":"172.21.15.5:6807/851671428","heartbeat_front_addr":"172.21.15.5:6805/851671428","state":["exists","up"]},{"osd":1,"uuid":"ab4b3337-a446-427b-9a52-349561f7c79d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6808","nonce":1418062370},{"type":"v1","addr":"172.21.15.5:6809","nonce":1418062370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6810","nonce":1418062370},{"type":"v1","addr":"172.21.15.5:6811","nonce":1418062370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6814","nonce":1418062370},{"type":"v1","addr":"172.21.15.5:6815","nonce":1418062370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6812","nonce":1418062370},{"type":"v1","addr":"172.21.15.5:6813","nonce":1418062370}]},"public_addr":"172.21.15.5:6809/1418062370","cluster_addr":"172.21.15.5:6811/1418062370","heartbeat_back_addr":"172.21.15.5:6815/1418062370","heartbeat_front_addr":"172.21.15.5:6813/1418062370","state":["exists","up"]},{"osd":2,"uuid":"22d787ea-2049-40c1-aa23-811fdb981dbd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6816","nonce":2713060829},{"type":"v1","addr":"172.21.15.5:6817","nonce":2713060829}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6818","nonce":2713060829},{"type":"v1","addr":"172.21.15.5:6819","nonce":2713060829}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6822","nonce":2713060829},{"type":"v1","addr":"172.21.15.5:6823","nonce":2713060829}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6820","nonce":2713060829},{"type":"v1","addr":"172.21.15.5:6821","nonce":2713060829}]},"public_addr":"172.21.15.5:6817/2713060829","cluster_addr":"172.21.15.5:6819/2713060829","heartbeat_back_addr":"172.21.15.5:6823/2713060829","heartbeat_front_addr":"172.21.15.5:6821/2713060829","state":["exists","up"]},{"osd":3,"uuid":"30e4a102-0fce-46b2-8a6d-a7625c6a5ee9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6824","nonce":576343032},{"type":"v1","addr":"172.21.15.5:6825","nonce":576343032}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6826","nonce":576343032},{"type":"v1","addr":"172.21.15.5:6827","nonce":576343032}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6830","nonce":576343032},{"type":"v1","addr":"172.21.15.5:6831","nonce":576343032}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6828","nonce":576343032},{"type":"v1","addr":"172.21.15.5:6829","nonce":576343032}]},"public_addr":"172.21.15.5:6825/576343032","cluster_addr":"172.21.15.5:6827/576343032","heartbeat_back_addr":"172.21.15.5:6831/576343032","heartbeat_front_addr":"172.21.15.5:6829/576343032","state":["exists","up"]},{"osd":4,"uuid":"f47efe1d-f245-453c-b505-db74fe5df11c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6800","nonce":3624672735},{"type":"v1","addr":"172.21.15.179:6801","nonce":3624672735}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6802","nonce":3624672735},{"type":"v1","addr":"172.21.15.179:6803","nonce":3624672735}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6806","nonce":3624672735},{"type":"v1","addr":"172.21.15.179:6807","nonce":3624672735}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6804","nonce":3624672735},{"type":"v1","addr":"172.21.15.179:6805","nonce":3624672735}]},"public_addr":"172.21.15.179:6801/3624672735","cluster_addr":"172.21.15.179:6803/3624672735","heartbeat_back_addr":"172.21.15.179:6807/3624672735","heartbeat_front_addr":"172.21.15.179:6805/3624672735","state":["exists","up"]},{"osd":5,"uuid":"f6fd9c2f-b7ed-4e7b-a9fd-12aaea05bfa9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6824","nonce":2769164148},{"type":"v1","addr":"172.21.15.179:6825","nonce":2769164148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6826","nonce":2769164148},{"type":"v1","addr":"172.21.15.179:6827","nonce":2769164148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6830","nonce":2769164148},{"type":"v1","addr":"172.21.15.179:6831","nonce":2769164148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6828","nonce":2769164148},{"type":"v1","addr":"172.21.15.179:6829","nonce":2769164148}]},"public_addr":"172.21.15.179:6825/2769164148","cluster_addr":"172.21.15.179:6827/2769164148","heartbeat_back_addr":"172.21.15.179:6831/2769164148","heartbeat_front_addr":"172.21.15.179:6829/2769164148","state":["exists","up"]},{"osd":6,"uuid":"48985a9a-ec23-44a6-8f23-87edd7853994","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6816","nonce":3295700932},{"type":"v1","addr":"172.21.15.179:6817","nonce":3295700932}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6818","nonce":3295700932},{"type":"v1","addr":"172.21.15.179:6819","nonce":3295700932}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6822","nonce":3295700932},{"type":"v1","addr":"172.21.15.179:6823","nonce":3295700932}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6820","nonce":3295700932},{"type":"v1","addr":"172.21.15.179:6821","nonce":3295700932}]},"public_addr":"172.21.15.179:6817/3295700932","cluster_addr":"172.21.15.179:6819/3295700932","heartbeat_back_addr":"172.21.15.179:6823/3295700932","heartbeat_front_addr":"172.21.15.179:6821/3295700932","state":["exists","up"]},{"osd":7,"uuid":"af684358-558e-4fa4-ac35-1e3ef24b9021","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6808","nonce":1502652601},{"type":"v1","addr":"172.21.15.179:6809","nonce":1502652601}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6810","nonce":1502652601},{"type":"v1","addr":"172.21.15.179:6811","nonce":1502652601}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6814","nonce":1502652601},{"type":"v1","addr":"172.21.15.179:6815","nonce":1502652601}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6812","nonce":1502652601},{"type":"v1","addr":"172.21.15.179:6813","nonce":1502652601}]},"public_addr":"172.21.15.179:6809/1502652601","cluster_addr":"172.21.15.179:6811/1502652601","heartbeat_back_addr":"172.21.15.179:6815/1502652601","heartbeat_front_addr":"172.21.15.179:6813/1502652601","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.647314+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:23.936297+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.579030+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.393256+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.524066+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.865771+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.509811+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.613144+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:15:47.516 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:47.511+0000 7fc64bfff700 1 -- 172.21.15.5:0/2261218942 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fc638066730 msgr2=0x7fc638068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:47.516 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:47.511+0000 7fc64bfff700 1 --2- 172.21.15.5:0/2261218942 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fc638066730 0x7fc638068bf0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fc64c14d180 tx=0x7fc640009240 comp rx=0 tx=0).stop 2024-09-13T16:15:47.516 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:47.511+0000 7fc64bfff700 1 -- 172.21.15.5:0/2261218942 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc64c070bc0 msgr2=0x7fc64c153e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:47.516 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:47.511+0000 7fc64bfff700 1 --2- 172.21.15.5:0/2261218942 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc64c070bc0 0x7fc64c153e90 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fc63c00c5b0 tx=0x7fc63c00c8c0 comp rx=0 tx=0).stop 2024-09-13T16:15:47.517 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:47.511+0000 7fc64bfff700 1 -- 172.21.15.5:0/2261218942 shutdown_connections 2024-09-13T16:15:47.517 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:47.511+0000 7fc64bfff700 1 --2- 172.21.15.5:0/2261218942 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fc64c14fc90 0x7fc64c151fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:47.517 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:47.511+0000 7fc64bfff700 1 --2- 172.21.15.5:0/2261218942 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fc638066730 0x7fc638068bf0 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:47.517 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:47.511+0000 7fc64bfff700 1 --2- 172.21.15.5:0/2261218942 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fc64c070fa0 0x7fc64c155de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:47.517 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:47.511+0000 7fc64bfff700 1 --2- 172.21.15.5:0/2261218942 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc64c070bc0 0x7fc64c153e90 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:47.517 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:47.511+0000 7fc64bfff700 1 -- 172.21.15.5:0/2261218942 >> 172.21.15.5:0/2261218942 conn(0x7fc64c0c74d0 msgr2=0x7fc64c14dec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:47.517 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:47.511+0000 7fc64bfff700 1 -- 172.21.15.5:0/2261218942 shutdown_connections 2024-09-13T16:15:47.517 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:47.511+0000 7fc64bfff700 1 -- 172.21.15.5:0/2261218942 wait complete. 2024-09-13T16:15:48.137 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 6, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-13T16:15:41.393613+0000', 'modified': '2024-09-13T16:15:45.789740+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 14271}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_14271': {'gid': 14271, 'name': 'b', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.179:6837/3666040612', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.179:6836', 'nonce': 3666040612}, {'type': 'v1', 'addr': '172.21.15.179:6837', 'nonce': 3666040612}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [3, 4], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 1} 2024-09-13T16:15:48.137 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-13T16:15:48.137 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-09-13T16:15:48.265 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.259+0000 7f60daf72700 1 Processor -- start 2024-09-13T16:15:48.265 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.259+0000 7f60daf72700 1 -- start start 2024-09-13T16:15:48.266 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.259+0000 7f60daf72700 1 --2- >> v2:172.21.15.179:3300/0 conn(0x7f60d4158f80 0x7f60d40ca2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:48.266 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.259+0000 7f60daf72700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f60d406f840 0x7f60d40c44c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:48.266 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.259+0000 7f60daf72700 1 -- --> v1:172.21.15.179:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f60d40c4a00 con 0x7f60d4158ba0 2024-09-13T16:15:48.266 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.259+0000 7f60daf72700 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f60d40c9e80 con 0x7f60d406f840 2024-09-13T16:15:48.266 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.259+0000 7f60daf72700 1 -- --> v2:172.21.15.179:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f60d40b2000 con 0x7f60d4158f80 2024-09-13T16:15:48.267 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.259+0000 7f60da771700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f60d406f840 0x7f60d40c44c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:48.267 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.259+0000 7f60da771700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f60d406f840 0x7f60d40c44c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:54236/0 (socket says 172.21.15.5:54236) 2024-09-13T16:15:48.268 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.259+0000 7f60da771700 1 -- 172.21.15.5:0/1654437168 learned_addr learned my addr 172.21.15.5:0/1654437168 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:15:48.268 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.259+0000 7f60d976f700 1 --2- 172.21.15.5:0/1654437168 >> v2:172.21.15.179:3300/0 conn(0x7f60d4158f80 0x7f60d40ca2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:48.268 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.263+0000 7f60da771700 1 -- 172.21.15.5:0/1654437168 >> v2:172.21.15.179:3300/0 conn(0x7f60d4158f80 msgr2=0x7f60d40ca2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:15:48.268 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.263+0000 7f60da771700 1 --2- 172.21.15.5:0/1654437168 >> v2:172.21.15.179:3300/0 conn(0x7f60d4158f80 0x7f60d40ca2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:48.268 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.263+0000 7f60da771700 1 -- 172.21.15.5:0/1654437168 >> v1:172.21.15.179:6789/0 conn(0x7f60d4158ba0 legacy=0x7f60d40c3c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:15:48.268 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.263+0000 7f60da771700 1 -- 172.21.15.5:0/1654437168 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f60d40c9830 con 0x7f60d406f840 2024-09-13T16:15:48.268 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.263+0000 7f60da771700 1 --2- 172.21.15.5:0/1654437168 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f60d406f840 0x7f60d40c44c0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f60d40cf480 tx=0x7f60cc00b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8b7b0f25ca54ebf4 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:48.268 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.263+0000 7f60d8f6e700 1 -- 172.21.15.5:0/1654437168 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f60cc00e070 con 0x7f60d406f840 2024-09-13T16:15:48.268 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.263+0000 7f60d8f6e700 1 -- 172.21.15.5:0/1654437168 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f60cc00b8a0 con 0x7f60d406f840 2024-09-13T16:15:48.268 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.263+0000 7f60d8f6e700 1 -- 172.21.15.5:0/1654437168 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f60cc00bc50 con 0x7f60d406f840 2024-09-13T16:15:48.269 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.263+0000 7f60daf72700 1 -- 172.21.15.5:0/1654437168 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f60d406f840 msgr2=0x7f60d40c44c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:48.269 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.263+0000 7f60daf72700 1 --2- 172.21.15.5:0/1654437168 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f60d406f840 0x7f60d40c44c0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f60d40cf480 tx=0x7f60cc00b330 comp rx=0 tx=0).stop 2024-09-13T16:15:48.269 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.263+0000 7f60daf72700 1 -- 172.21.15.5:0/1654437168 shutdown_connections 2024-09-13T16:15:48.269 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.263+0000 7f60daf72700 1 --2- 172.21.15.5:0/1654437168 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f60d406f840 0x7f60d40c44c0 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:48.270 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.263+0000 7f60daf72700 1 --2- 172.21.15.5:0/1654437168 >> v2:172.21.15.179:3300/0 conn(0x7f60d4158f80 0x7f60d40ca2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:48.270 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.263+0000 7f60daf72700 1 -- 172.21.15.5:0/1654437168 >> 172.21.15.5:0/1654437168 conn(0x7f60d40ce400 msgr2=0x7f60d40ce810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:48.270 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.263+0000 7f60daf72700 1 -- 172.21.15.5:0/1654437168 shutdown_connections 2024-09-13T16:15:48.270 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.263+0000 7f60daf72700 1 -- 172.21.15.5:0/1654437168 wait complete. 2024-09-13T16:15:48.270 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.263+0000 7f60daf72700 1 Processor -- start 2024-09-13T16:15:48.270 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.263+0000 7f60daf72700 1 -- start start 2024-09-13T16:15:48.272 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.267+0000 7f60daf72700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f60d406f840 0x7f60d41ef300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:48.273 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.267+0000 7f60daf72700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f60d4158ba0 0x7f60d4147660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:48.273 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.267+0000 7f60daf72700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f60d4158f80 0x7f60d40b3830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:48.273 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.267+0000 7f60daf72700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f60d4156df0 con 0x7f60d406f840 2024-09-13T16:15:48.273 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.267+0000 7f60daf72700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f60d414d830 con 0x7f60d4158ba0 2024-09-13T16:15:48.273 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.267+0000 7f60daf72700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f60d414f870 con 0x7f60d4158f80 2024-09-13T16:15:48.273 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.267+0000 7f60d9f70700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f60d406f840 0x7f60d41ef300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:48.273 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.267+0000 7f60d9f70700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f60d406f840 0x7f60d41ef300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:54238/0 (socket says 172.21.15.5:54238) 2024-09-13T16:15:48.273 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.267+0000 7f60d9f70700 1 -- 172.21.15.5:0/1813434809 learned_addr learned my addr 172.21.15.5:0/1813434809 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:15:48.273 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.267+0000 7f60d976f700 1 --2- 172.21.15.5:0/1813434809 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f60d4158ba0 0x7f60d4147660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:48.273 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.267+0000 7f60da771700 1 --2- 172.21.15.5:0/1813434809 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f60d4158f80 0x7f60d40b3830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:48.273 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.267+0000 7f60d9f70700 1 -- 172.21.15.5:0/1813434809 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f60d4158f80 msgr2=0x7f60d40b3830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:48.274 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.267+0000 7f60d9f70700 1 --2- 172.21.15.5:0/1813434809 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f60d4158f80 0x7f60d40b3830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:48.274 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.267+0000 7f60d9f70700 1 -- 172.21.15.5:0/1813434809 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f60d4158ba0 msgr2=0x7f60d4147660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:48.274 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.267+0000 7f60d9f70700 1 --2- 172.21.15.5:0/1813434809 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f60d4158ba0 0x7f60d4147660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:48.274 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.267+0000 7f60d9f70700 1 -- 172.21.15.5:0/1813434809 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f60cc009b30 con 0x7f60d406f840 2024-09-13T16:15:48.274 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.267+0000 7f60d9f70700 1 --2- 172.21.15.5:0/1813434809 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f60d406f840 0x7f60d41ef300 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f60d000c4e0 tx=0x7f60d000c7f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:48.275 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.267+0000 7f60c67fc700 1 -- 172.21.15.5:0/1813434809 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f60d0011790 con 0x7f60d406f840 2024-09-13T16:15:48.275 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.267+0000 7f60c67fc700 1 -- 172.21.15.5:0/1813434809 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f60d0011910 con 0x7f60d406f840 2024-09-13T16:15:48.275 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.267+0000 7f60daf72700 1 -- 172.21.15.5:0/1813434809 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f60d4145c90 con 0x7f60d406f840 2024-09-13T16:15:48.275 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.267+0000 7f60c67fc700 1 -- 172.21.15.5:0/1813434809 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f60d0011cc0 con 0x7f60d406f840 2024-09-13T16:15:48.275 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.267+0000 7f60daf72700 1 -- 172.21.15.5:0/1813434809 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f60d41ef840 con 0x7f60d406f840 2024-09-13T16:15:48.276 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.271+0000 7f60c67fc700 1 -- 172.21.15.5:0/1813434809 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f60d001c460 con 0x7f60d406f840 2024-09-13T16:15:48.277 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.271+0000 7f60c67fc700 1 --2- 172.21.15.5:0/1813434809 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f60b8066730 0x7f60b8068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:48.277 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.271+0000 7f60c67fc700 1 -- 172.21.15.5:0/1813434809 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f60d0083ed0 con 0x7f60d406f840 2024-09-13T16:15:48.277 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.271+0000 7f60d976f700 1 --2- 172.21.15.5:0/1813434809 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f60b8066730 0x7f60b8068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:48.278 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.271+0000 7f60df485740 1 Processor -- start 2024-09-13T16:15:48.278 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.271+0000 7f60df485740 1 -- start start 2024-09-13T16:15:48.278 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.271+0000 7f60d976f700 1 --2- 172.21.15.5:0/1813434809 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f60b8066730 0x7f60b8068bf0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f60d40ce030 tx=0x7f60c80091c0 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:48.279 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.275+0000 7f60df485740 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0xffaba0 0xfe67c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:48.280 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.275+0000 7f60df485740 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0xfe6d00 0xfe70e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:48.280 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.275+0000 7f60df485740 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0xfe7620 0xfe7a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:48.280 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.275+0000 7f60df485740 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0xf31d80 con 0xffaba0 2024-09-13T16:15:48.280 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.275+0000 7f60df485740 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0xf2f510 con 0xfe7620 2024-09-13T16:15:48.280 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.275+0000 7f60df485740 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0xf2ae00 con 0xfe6d00 2024-09-13T16:15:48.280 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.275+0000 7f60d9f70700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0xffaba0 0xfe67c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:48.280 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.275+0000 7f60d9f70700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0xffaba0 0xfe67c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:54242/0 (socket says 172.21.15.5:54242) 2024-09-13T16:15:48.280 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.275+0000 7f60d9f70700 1 -- 172.21.15.5:0/2017957610 learned_addr learned my addr 172.21.15.5:0/2017957610 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:15:48.280 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.275+0000 7f60da771700 1 --2- 172.21.15.5:0/2017957610 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0xfe7620 0xfe7a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:48.280 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.275+0000 7f60d976f700 1 --2- 172.21.15.5:0/2017957610 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0xfe6d00 0xfe70e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:48.282 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.275+0000 7f60d9f70700 1 -- 172.21.15.5:0/2017957610 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0xfe6d00 msgr2=0xfe70e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:15:48.282 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.275+0000 7f60d9f70700 1 --2- 172.21.15.5:0/2017957610 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0xfe6d00 0xfe70e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:48.282 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.275+0000 7f60d9f70700 1 -- 172.21.15.5:0/2017957610 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0xfe7620 msgr2=0xfe7a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:15:48.282 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.275+0000 7f60d9f70700 1 --2- 172.21.15.5:0/2017957610 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0xfe7620 0xfe7a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:48.282 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.275+0000 7f60d9f70700 1 -- 172.21.15.5:0/2017957610 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0xd9d960 con 0xffaba0 2024-09-13T16:15:48.282 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.275+0000 7f60d9f70700 1 --2- 172.21.15.5:0/2017957610 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0xffaba0 0xfe67c0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f60d000cbf0 tx=0x7f60d000f330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f143aefb601e8d9 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:48.282 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.275+0000 7f60b77fe700 1 -- 172.21.15.5:0/2017957610 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f60d0054c30 con 0xffaba0 2024-09-13T16:15:48.282 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.275+0000 7f60b77fe700 1 -- 172.21.15.5:0/2017957610 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f60d0058a60 con 0xffaba0 2024-09-13T16:15:48.282 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.275+0000 7f60b77fe700 1 -- 172.21.15.5:0/2017957610 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f60d005d020 con 0xffaba0 2024-09-13T16:15:48.283 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.275+0000 7f60df485740 1 -- 172.21.15.5:0/2017957610 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0xffaba0 msgr2=0xfe67c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:48.283 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.275+0000 7f60df485740 1 --2- 172.21.15.5:0/2017957610 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0xffaba0 0xfe67c0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f60d000cbf0 tx=0x7f60d000f330 comp rx=0 tx=0).stop 2024-09-13T16:15:48.283 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.275+0000 7f60df485740 1 -- 172.21.15.5:0/2017957610 shutdown_connections 2024-09-13T16:15:48.283 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.275+0000 7f60df485740 1 --2- 172.21.15.5:0/2017957610 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0xfe7620 0xfe7a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:48.283 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.275+0000 7f60df485740 1 --2- 172.21.15.5:0/2017957610 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0xfe6d00 0xfe70e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:48.283 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.275+0000 7f60df485740 1 --2- 172.21.15.5:0/2017957610 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0xffaba0 0xfe67c0 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:48.283 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.275+0000 7f60df485740 1 -- 172.21.15.5:0/2017957610 >> 172.21.15.5:0/2017957610 conn(0xd524d0 msgr2=0xffd990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:48.283 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.275+0000 7f60df485740 1 -- 172.21.15.5:0/2017957610 shutdown_connections 2024-09-13T16:15:48.283 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.275+0000 7f60df485740 1 -- 172.21.15.5:0/2017957610 wait complete. 2024-09-13T16:15:48.284 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.279+0000 7f60df485740 1 -- start start 2024-09-13T16:15:48.284 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.279+0000 7f60df485740 1 Processor -- start 2024-09-13T16:15:48.285 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.279+0000 7f60df485740 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0xfe6d00 0xffd970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:48.285 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.279+0000 7f60df485740 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0xfe7620 0x100d160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:48.285 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.279+0000 7f60df485740 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0xffaba0 0x100d6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:48.285 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.279+0000 7f60df485740 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0xee8730 con 0xfe7620 2024-09-13T16:15:48.285 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.279+0000 7f60df485740 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0xeee5b0 con 0xfe6d00 2024-09-13T16:15:48.285 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.279+0000 7f60df485740 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0xdd6aa0 con 0xffaba0 2024-09-13T16:15:48.285 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.279+0000 7f60df485740 10 client.0 _ll_register_callbacks cb 0xf24610 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T16:15:48.286 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.279+0000 7f60d976f700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0xfe7620 0x100d160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:48.286 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.279+0000 7f60d9f70700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0xfe6d00 0xffd970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:48.286 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.279+0000 7f60d976f700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0xfe7620 0x100d160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:54254/0 (socket says 172.21.15.5:54254) 2024-09-13T16:15:48.286 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.279+0000 7f60d976f700 1 -- 172.21.15.5:0/3224435306 learned_addr learned my addr 172.21.15.5:0/3224435306 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:15:48.286 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.279+0000 7f60da771700 1 --2- 172.21.15.5:0/3224435306 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0xffaba0 0x100d6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:48.288 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.279+0000 7f60d976f700 1 -- 172.21.15.5:0/3224435306 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0xffaba0 msgr2=0x100d6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:15:48.288 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.279+0000 7f60d976f700 1 --2- 172.21.15.5:0/3224435306 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0xffaba0 0x100d6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:48.288 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.279+0000 7f60d976f700 1 -- 172.21.15.5:0/3224435306 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0xfe6d00 msgr2=0xffd970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:15:48.288 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.279+0000 7f60d976f700 1 --2- 172.21.15.5:0/3224435306 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0xfe6d00 0xffd970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:48.288 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.279+0000 7f60d976f700 1 -- 172.21.15.5:0/3224435306 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f60d0021070 con 0xfe7620 2024-09-13T16:15:48.288 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.279+0000 7f60d976f700 1 --2- 172.21.15.5:0/3224435306 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0xfe7620 0x100d160 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f60c8011ee0 tx=0x7f60c8004770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b77eac705cde336e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:48.288 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.279+0000 7f60b4ff9700 10 client.0 ms_handle_connect on v2:172.21.15.5:3300/0 2024-09-13T16:15:48.288 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.279+0000 7f60b4ff9700 1 -- 172.21.15.5:0/3224435306 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f60c8006740 con 0xfe7620 2024-09-13T16:15:48.288 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.279+0000 7f60b4ff9700 1 -- 172.21.15.5:0/3224435306 <== mon.0 v2:172.21.15.5:3300/0 2 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f60c80068a0 con 0xfe7620 2024-09-13T16:15:48.288 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.279+0000 7f60df485740 1 -- 172.21.15.5:0/3224435306 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0xd5f1e0 con 0xfe7620 2024-09-13T16:15:48.289 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.279+0000 7f60b4ff9700 1 -- 172.21.15.5:0/3224435306 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_get_version_reply(handle=1 version=6) v2 ==== 24+0+0 (secure 0 0 0) 0x7f60c8004020 con 0xfe7620 2024-09-13T16:15:48.289 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.279+0000 7f60df485740 10 client.14403 fetch_fsmap learned FSMap version 6 2024-09-13T16:15:48.289 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.279+0000 7f60df485740 1 -- 172.21.15.5:0/3224435306 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,fsmap=6,monmap=2+}) v3 -- 0xef1220 con 0xfe7620 2024-09-13T16:15:48.289 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.283+0000 7f60b4ff9700 1 -- 172.21.15.5:0/3224435306 <== mon.0 v2:172.21.15.5:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0xd5f1e0 con 0xfe7620 2024-09-13T16:15:48.289 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.283+0000 7f60b4ff9700 1 -- 172.21.15.5:0/3224435306 <== mon.0 v2:172.21.15.5:3300/0 5 ==== fsmap(e 6) v1 ==== 4212+0+0 (secure 0 0 0) 0x7f60c8028030 con 0xfe7620 2024-09-13T16:15:48.289 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.283+0000 7f60df485740 10 client.14403 fetch_fsmap finished waiting for FSMap version 6 2024-09-13T16:15:48.289 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.283+0000 7f60df485740 10 client.14403 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-13T16:15:48.289 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.283+0000 7f60df485740 20 client.14403 populate_metadata read hostname 'smithi005' 2024-09-13T16:15:48.289 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.283+0000 7f60df485740 1 --2- 172.21.15.5:0/3224435306 >> [v2:172.21.15.179:6836/3666040612,v1:172.21.15.179:6837/3666040612] conn(0x100f4b0 0x100f890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:48.289 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.283+0000 7f60df485740 4 client.14403 mds_command: new command op to 14271 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-13T16:15:48.289 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.283+0000 7f60df485740 1 -- 172.21.15.5:0/3224435306 --> [v2:172.21.15.179:6836/3666040612,v1:172.21.15.179:6837/3666040612] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0xda9460 con 0x100f4b0 2024-09-13T16:15:48.289 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.283+0000 7f60d9f70700 1 --2- 172.21.15.5:0/3224435306 >> [v2:172.21.15.179:6836/3666040612,v1:172.21.15.179:6837/3666040612] conn(0x100f4b0 0x100f890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:48.291 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.283+0000 7f60d9f70700 1 --2- 172.21.15.5:0/3224435306 >> [v2:172.21.15.179:6836/3666040612,v1:172.21.15.179:6837/3666040612] conn(0x100f4b0 0x100f890 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e6eba71656a24d5c server_cookie=6ab1da9c5a48fc6d in_seq=0 out_seq=0 2024-09-13T16:15:48.291 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.283+0000 7f60b4ff9700 10 client.14403 ms_handle_connect on v2:172.21.15.179:6836/3666040612 2024-09-13T16:15:48.291 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.283+0000 7f60b4ff9700 1 -- 172.21.15.5:0/3224435306 <== mds.0 v2:172.21.15.179:6836/3666040612 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0xda9460 con 0x100f4b0 2024-09-13T16:15:48.291 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.283+0000 7f60b4ff9700 10 client.14403 handle_command_reply: tid=0 2024-09-13T16:15:48.291 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.283+0000 7f60df485740 1 client.14403 shutdown 2024-09-13T16:15:48.291 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.283+0000 7f60df485740 1 -- 172.21.15.5:0/3224435306 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0xfe7620 msgr2=0x100d160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:48.291 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.283+0000 7f60df485740 1 --2- 172.21.15.5:0/3224435306 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0xfe7620 0x100d160 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f60c8011ee0 tx=0x7f60c8004770 comp rx=0 tx=0).stop 2024-09-13T16:15:48.291 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.283+0000 7f60df485740 1 -- 172.21.15.5:0/3224435306 shutdown_connections 2024-09-13T16:15:48.291 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.283+0000 7f60df485740 1 --2- 172.21.15.5:0/3224435306 >> [v2:172.21.15.179:6836/3666040612,v1:172.21.15.179:6837/3666040612] conn(0x100f4b0 0x100f890 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:48.292 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.283+0000 7f60df485740 1 --2- 172.21.15.5:0/3224435306 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0xffaba0 0x100d6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:48.292 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.283+0000 7f60b4ff9700 0 client.14403 ms_handle_reset on v2:172.21.15.179:6836/3666040612 2024-09-13T16:15:48.292 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.283+0000 7f60df485740 1 --2- 172.21.15.5:0/3224435306 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0xfe7620 0x100d160 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:48.292 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.283+0000 7f60df485740 1 --2- 172.21.15.5:0/3224435306 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0xfe6d00 0xffd970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:48.292 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.283+0000 7f60df485740 1 -- 172.21.15.5:0/3224435306 >> 172.21.15.5:0/3224435306 conn(0xd524d0 msgr2=0xffaf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:48.292 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.287+0000 7f60df485740 1 -- 172.21.15.5:0/3224435306 shutdown_connections 2024-09-13T16:15:48.292 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.287+0000 7f60df485740 1 -- 172.21.15.5:0/3224435306 wait complete. 2024-09-13T16:15:48.292 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.287+0000 7f60df485740 20 client.14403 trim_cache size 0 max 16384 2024-09-13T16:15:48.315 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.307+0000 7f60df485740 1 Processor -- start 2024-09-13T16:15:48.315 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.307+0000 7f60df485740 1 -- start start 2024-09-13T16:15:48.316 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.311+0000 7f60df485740 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0xfe6d00 0xfc2730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:48.316 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.311+0000 7f60df485740 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0xfe7620 0xfc2c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:48.317 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.311+0000 7f60df485740 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0xffaba0 0x100de90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:48.317 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.311+0000 7f60df485740 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x10061f0 con 0xfe7620 2024-09-13T16:15:48.317 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.311+0000 7f60df485740 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0xee7700 con 0xfe6d00 2024-09-13T16:15:48.317 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.311+0000 7f60df485740 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0xf59ec0 con 0xffaba0 2024-09-13T16:15:48.317 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.311+0000 7f60d976f700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0xfe7620 0xfc2c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:48.317 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.311+0000 7f60d976f700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0xfe7620 0xfc2c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:54268/0 (socket says 172.21.15.5:54268) 2024-09-13T16:15:48.317 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.311+0000 7f60d976f700 1 -- 172.21.15.5:0/2716028374 learned_addr learned my addr 172.21.15.5:0/2716028374 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:15:48.317 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.311+0000 7f60d9f70700 1 --2- 172.21.15.5:0/2716028374 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0xfe6d00 0xfc2730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:48.317 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.311+0000 7f60da771700 1 --2- 172.21.15.5:0/2716028374 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0xffaba0 0x100de90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:48.317 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.311+0000 7f60d976f700 1 -- 172.21.15.5:0/2716028374 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0xffaba0 msgr2=0x100de90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:15:48.317 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.311+0000 7f60d976f700 1 --2- 172.21.15.5:0/2716028374 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0xffaba0 0x100de90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:48.317 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.311+0000 7f60d976f700 1 -- 172.21.15.5:0/2716028374 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0xfe6d00 msgr2=0xfc2730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:15:48.317 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.311+0000 7f60d976f700 1 --2- 172.21.15.5:0/2716028374 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0xfe6d00 0xfc2730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:48.318 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.311+0000 7f60d976f700 1 -- 172.21.15.5:0/2716028374 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f60d4152070 con 0xfe7620 2024-09-13T16:15:48.318 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.311+0000 7f60d976f700 1 --2- 172.21.15.5:0/2716028374 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0xfe7620 0xfc2c70 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f60c8009720 tx=0x7f60c8024000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b97095d1b738901c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:48.319 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.311+0000 7f60b7fff700 1 -- 172.21.15.5:0/2716028374 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f60c803b070 con 0xfe7620 2024-09-13T16:15:48.319 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.311+0000 7f60b7fff700 1 -- 172.21.15.5:0/2716028374 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f60c8005af0 con 0xfe7620 2024-09-13T16:15:48.319 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.311+0000 7f60b7fff700 1 -- 172.21.15.5:0/2716028374 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f60c8006610 con 0xfe7620 2024-09-13T16:15:48.319 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.311+0000 7f60df485740 1 -- 172.21.15.5:0/2716028374 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0xfe7620 msgr2=0xfc2c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:48.319 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.311+0000 7f60df485740 1 --2- 172.21.15.5:0/2716028374 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0xfe7620 0xfc2c70 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f60c8009720 tx=0x7f60c8024000 comp rx=0 tx=0).stop 2024-09-13T16:15:48.319 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.311+0000 7f60df485740 1 -- 172.21.15.5:0/2716028374 shutdown_connections 2024-09-13T16:15:48.319 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.311+0000 7f60df485740 1 --2- 172.21.15.5:0/2716028374 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0xffaba0 0x100de90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:48.319 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.311+0000 7f60df485740 1 --2- 172.21.15.5:0/2716028374 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0xfe7620 0xfc2c70 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:48.319 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.311+0000 7f60df485740 1 --2- 172.21.15.5:0/2716028374 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0xfe6d00 0xfc2730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:48.319 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.311+0000 7f60df485740 1 -- 172.21.15.5:0/2716028374 >> 172.21.15.5:0/2716028374 conn(0xd524d0 msgr2=0xfc4590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:48.320 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.311+0000 7f60df485740 1 -- 172.21.15.5:0/2716028374 shutdown_connections 2024-09-13T16:15:48.320 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.311+0000 7f60df485740 1 -- 172.21.15.5:0/2716028374 wait complete. 2024-09-13T16:15:48.320 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.315+0000 7f60df485740 1 -- start start 2024-09-13T16:15:48.320 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.315+0000 7f60df485740 1 Processor -- start 2024-09-13T16:15:48.322 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.315+0000 7f60df485740 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0xfe6d00 0x106b010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:48.322 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.315+0000 7f60df485740 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0xfe7620 0x10611c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:48.323 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.315+0000 7f60df485740 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0xffaba0 0x1061700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:48.323 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.315+0000 7f60df485740 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0xec9470 con 0xffaba0 2024-09-13T16:15:48.323 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.315+0000 7f60df485740 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0xfc2790 con 0xfe7620 2024-09-13T16:15:48.323 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.315+0000 7f60df485740 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0xfc5580 con 0xfe6d00 2024-09-13T16:15:48.323 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.315+0000 7f60df485740 10 client.0 _ll_register_callbacks cb 0x7f60d0050ff0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T16:15:48.323 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.315+0000 7f60da771700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0xffaba0 0x1061700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:48.323 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.315+0000 7f60d976f700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0xfe7620 0x10611c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:48.323 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.315+0000 7f60d976f700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0xfe7620 0x10611c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.179:3300/0 says I am v2:172.21.15.5:48786/0 (socket says 172.21.15.5:48786) 2024-09-13T16:15:48.323 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.315+0000 7f60d976f700 1 -- 172.21.15.5:0/756864531 learned_addr learned my addr 172.21.15.5:0/756864531 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:15:48.323 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.315+0000 7f60da771700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0xffaba0 0x1061700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:54278/0 (socket says 172.21.15.5:54278) 2024-09-13T16:15:48.323 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.315+0000 7f60d9f70700 1 --2- 172.21.15.5:0/756864531 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0xfe6d00 0x106b010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:48.323 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.315+0000 7f60da771700 1 -- 172.21.15.5:0/756864531 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0xfe6d00 msgr2=0x106b010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:15:48.323 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.315+0000 7f60da771700 1 --2- 172.21.15.5:0/756864531 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0xfe6d00 0x106b010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:48.324 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.315+0000 7f60da771700 1 -- 172.21.15.5:0/756864531 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0xfe7620 msgr2=0x10611c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:15:48.324 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.315+0000 7f60da771700 1 --2- 172.21.15.5:0/756864531 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0xfe7620 0x10611c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:48.324 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.315+0000 7f60da771700 1 -- 172.21.15.5:0/756864531 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0xef1220 con 0xffaba0 2024-09-13T16:15:48.324 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.319+0000 7f60da771700 1 --2- 172.21.15.5:0/756864531 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0xffaba0 0x1061700 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f60cc015000 tx=0x7f60cc004b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c81a0c9b2bfe538c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:48.324 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.319+0000 7f60b4ff9700 10 client.0 ms_handle_connect on v2:172.21.15.5:3300/0 2024-09-13T16:15:48.326 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.319+0000 7f60b4ff9700 1 -- 172.21.15.5:0/756864531 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f60cc022070 con 0xffaba0 2024-09-13T16:15:48.326 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.319+0000 7f60b4ff9700 1 -- 172.21.15.5:0/756864531 <== mon.0 v2:172.21.15.5:3300/0 2 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f60cc027db0 con 0xffaba0 2024-09-13T16:15:48.326 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.319+0000 7f60df485740 1 -- 172.21.15.5:0/756864531 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0xfe7f90 con 0xffaba0 2024-09-13T16:15:48.326 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.319+0000 7f60b4ff9700 1 -- 172.21.15.5:0/756864531 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_get_version_reply(handle=1 version=6) v2 ==== 24+0+0 (secure 0 0 0) 0x7f60cc0042f0 con 0xffaba0 2024-09-13T16:15:48.326 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.319+0000 7f60df485740 10 client.14409 fetch_fsmap learned FSMap version 6 2024-09-13T16:15:48.326 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.319+0000 7f60df485740 1 -- 172.21.15.5:0/756864531 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,fsmap=6,monmap=2+}) v3 -- 0xed7450 con 0xffaba0 2024-09-13T16:15:48.327 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.319+0000 7f60b4ff9700 1 -- 172.21.15.5:0/756864531 <== mon.0 v2:172.21.15.5:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0xfe7f90 con 0xffaba0 2024-09-13T16:15:48.327 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.319+0000 7f60b4ff9700 1 -- 172.21.15.5:0/756864531 <== mon.0 v2:172.21.15.5:3300/0 5 ==== fsmap(e 6) v1 ==== 4212+0+0 (secure 0 0 0) 0x7f60cc00b050 con 0xffaba0 2024-09-13T16:15:48.327 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.319+0000 7f60df485740 10 client.14409 fetch_fsmap finished waiting for FSMap version 6 2024-09-13T16:15:48.327 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.319+0000 7f60df485740 10 client.14409 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-13T16:15:48.327 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.319+0000 7f60df485740 20 client.14409 populate_metadata read hostname 'smithi005' 2024-09-13T16:15:48.327 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.319+0000 7f60df485740 1 --2- 172.21.15.5:0/756864531 >> [v2:172.21.15.179:6836/3666040612,v1:172.21.15.179:6837/3666040612] conn(0x100f4b0 0x1061c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:48.327 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.319+0000 7f60df485740 4 client.14409 mds_command: new command op to 14271 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-13T16:15:48.327 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.319+0000 7f60df485740 1 -- 172.21.15.5:0/756864531 --> [v2:172.21.15.179:6836/3666040612,v1:172.21.15.179:6837/3666040612] -- command(tid 0: {"prefix": "status"}) v1 -- 0x7f60d0058a60 con 0x100f4b0 2024-09-13T16:15:48.327 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.319+0000 7f60d9f70700 1 --2- 172.21.15.5:0/756864531 >> [v2:172.21.15.179:6836/3666040612,v1:172.21.15.179:6837/3666040612] conn(0x100f4b0 0x1061c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:48.327 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.319+0000 7f60d9f70700 1 --2- 172.21.15.5:0/756864531 >> [v2:172.21.15.179:6836/3666040612,v1:172.21.15.179:6837/3666040612] conn(0x100f4b0 0x1061c40 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7f8f8614511b0a84 server_cookie=9edf9aea58eb35cb in_seq=0 out_seq=0 2024-09-13T16:15:48.327 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.319+0000 7f60b4ff9700 10 client.14409 ms_handle_connect on v2:172.21.15.179:6836/3666040612 2024-09-13T16:15:48.327 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.319+0000 7f60b4ff9700 1 -- 172.21.15.5:0/756864531 <== mds.0 v2:172.21.15.179:6836/3666040612 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+318 (crc 0 0 0) 0x7f60d0058a60 con 0x100f4b0 2024-09-13T16:15:48.327 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.319+0000 7f60b4ff9700 10 client.14409 handle_command_reply: tid=0 2024-09-13T16:15:48.328 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.319+0000 7f60df485740 1 client.14409 shutdown 2024-09-13T16:15:48.328 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.319+0000 7f60df485740 1 -- 172.21.15.5:0/756864531 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0xffaba0 msgr2=0x1061700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:48.328 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.319+0000 7f60df485740 1 --2- 172.21.15.5:0/756864531 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0xffaba0 0x1061700 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f60cc015000 tx=0x7f60cc004b60 comp rx=0 tx=0).stop 2024-09-13T16:15:48.328 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.319+0000 7f60df485740 1 -- 172.21.15.5:0/756864531 shutdown_connections 2024-09-13T16:15:48.328 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.319+0000 7f60df485740 1 --2- 172.21.15.5:0/756864531 >> [v2:172.21.15.179:6836/3666040612,v1:172.21.15.179:6837/3666040612] conn(0x100f4b0 0x1061c40 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:48.328 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.319+0000 7f60df485740 1 --2- 172.21.15.5:0/756864531 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0xffaba0 0x1061700 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:48.328 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.319+0000 7f60df485740 1 --2- 172.21.15.5:0/756864531 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0xfe7620 0x10611c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:48.328 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.319+0000 7f60df485740 1 --2- 172.21.15.5:0/756864531 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0xfe6d00 0x106b010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:48.328 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.319+0000 7f60df485740 1 -- 172.21.15.5:0/756864531 >> 172.21.15.5:0/756864531 conn(0xd524d0 msgr2=0x1008340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:48.328 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.319+0000 7f60b4ff9700 0 client.14409 ms_handle_reset on v2:172.21.15.179:6836/3666040612 2024-09-13T16:15:48.328 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.319+0000 7f60df485740 1 -- 172.21.15.5:0/756864531 shutdown_connections 2024-09-13T16:15:48.329 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.319+0000 7f60df485740 1 -- 172.21.15.5:0/756864531 wait complete. 2024-09-13T16:15:48.329 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.319+0000 7f60df485740 20 client.14409 trim_cache size 0 max 16384 2024-09-13T16:15:48.329 INFO:teuthology.orchestra.run.smithi005.stdout:{ 2024-09-13T16:15:48.329 INFO:teuthology.orchestra.run.smithi005.stdout: "cluster_fsid": "6f1d8d4e-46c0-4d05-9003-ad1036cd4028", 2024-09-13T16:15:48.329 INFO:teuthology.orchestra.run.smithi005.stdout: "whoami": 0, 2024-09-13T16:15:48.329 INFO:teuthology.orchestra.run.smithi005.stdout: "id": 14271, 2024-09-13T16:15:48.329 INFO:teuthology.orchestra.run.smithi005.stdout: "want_state": "up:active", 2024-09-13T16:15:48.329 INFO:teuthology.orchestra.run.smithi005.stdout: "state": "up:active", 2024-09-13T16:15:48.329 INFO:teuthology.orchestra.run.smithi005.stdout: "fs_name": "cephfs", 2024-09-13T16:15:48.330 INFO:teuthology.orchestra.run.smithi005.stdout: "rank_uptime": 6.927820562, 2024-09-13T16:15:48.330 INFO:teuthology.orchestra.run.smithi005.stdout: "mdsmap_epoch": 6, 2024-09-13T16:15:48.330 INFO:teuthology.orchestra.run.smithi005.stdout: "osdmap_epoch": 26, 2024-09-13T16:15:48.330 INFO:teuthology.orchestra.run.smithi005.stdout: "osdmap_epoch_barrier": 25, 2024-09-13T16:15:48.330 INFO:teuthology.orchestra.run.smithi005.stdout: "uptime": 13.400316472 2024-09-13T16:15:48.330 INFO:teuthology.orchestra.run.smithi005.stdout:} 2024-09-13T16:15:48.331 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.323+0000 7f60daf72700 1 -- 172.21.15.5:0/1813434809 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f60b8066730 msgr2=0x7f60b8068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:48.331 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.323+0000 7f60daf72700 1 --2- 172.21.15.5:0/1813434809 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f60b8066730 0x7f60b8068bf0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f60d40ce030 tx=0x7f60c80091c0 comp rx=0 tx=0).stop 2024-09-13T16:15:48.331 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.323+0000 7f60daf72700 1 -- 172.21.15.5:0/1813434809 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f60d406f840 msgr2=0x7f60d41ef300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:48.331 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.323+0000 7f60daf72700 1 --2- 172.21.15.5:0/1813434809 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f60d406f840 0x7f60d41ef300 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f60d000c4e0 tx=0x7f60d000c7f0 comp rx=0 tx=0).stop 2024-09-13T16:15:48.331 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.323+0000 7f60daf72700 1 -- 172.21.15.5:0/1813434809 shutdown_connections 2024-09-13T16:15:48.331 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.323+0000 7f60daf72700 1 --2- 172.21.15.5:0/1813434809 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f60d4158f80 0x7f60d40b3830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:48.331 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.323+0000 7f60daf72700 1 --2- 172.21.15.5:0/1813434809 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f60b8066730 0x7f60b8068bf0 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:48.331 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.323+0000 7f60daf72700 1 --2- 172.21.15.5:0/1813434809 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f60d4158ba0 0x7f60d4147660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:48.331 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.323+0000 7f60daf72700 1 --2- 172.21.15.5:0/1813434809 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f60d406f840 0x7f60d41ef300 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:48.331 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.323+0000 7f60daf72700 1 -- 172.21.15.5:0/1813434809 >> 172.21.15.5:0/1813434809 conn(0x7f60d40ce400 msgr2=0x7f60d40c3ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:48.331 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.323+0000 7f60daf72700 1 -- 172.21.15.5:0/1813434809 shutdown_connections 2024-09-13T16:15:48.332 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.323+0000 7f60daf72700 1 -- 172.21.15.5:0/1813434809 wait complete. 2024-09-13T16:15:48.345 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-13T16:15:48.345 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.admin 2024-09-13T16:15:48.345 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-13T16:15:48.467 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.463+0000 7fa511419700 1 Processor -- start 2024-09-13T16:15:48.468 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.463+0000 7fa511419700 1 -- start start 2024-09-13T16:15:48.469 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.463+0000 7fa511419700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fa50c071960 0x7fa50c1588f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:48.469 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.463+0000 7fa511419700 1 --2- >> v2:172.21.15.179:3300/0 conn(0x7fa50c0c5170 0x7fa50c070950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:48.469 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.463+0000 7fa511419700 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa50c158ff0 con 0x7fa50c0c4d90 2024-09-13T16:15:48.469 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.463+0000 7fa511419700 1 -- --> v2:172.21.15.179:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa50c159870 con 0x7fa50c0c5170 2024-09-13T16:15:48.470 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.463+0000 7fa511419700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa50c0c46e0 con 0x7fa50c071960 2024-09-13T16:15:48.470 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.463+0000 7fa50affd700 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7fa50c0c4d90 0x7fa50c152780 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:43702/0 (socket says 172.21.15.5:43702) 2024-09-13T16:15:48.470 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.463+0000 7fa50affd700 1 -- 172.21.15.5:0/3486946687 learned_addr learned my addr 172.21.15.5:0/3486946687 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-13T16:15:48.470 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.463+0000 7fa50b7fe700 1 --2- 172.21.15.5:0/3486946687 >> v2:172.21.15.179:3300/0 conn(0x7fa50c0c5170 0x7fa50c070950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:48.470 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.463+0000 7fa5027fc700 1 --2- 172.21.15.5:0/3486946687 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fa50c071960 0x7fa50c1588f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:48.471 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.463+0000 7fa50a7fc700 1 -- 172.21.15.5:0/3486946687 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2801070905 0 0) 0x7fa50c158ff0 con 0x7fa50c0c4d90 2024-09-13T16:15:48.471 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.463+0000 7fa50a7fc700 1 -- 172.21.15.5:0/3486946687 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa4f80035d0 con 0x7fa50c0c4d90 2024-09-13T16:15:48.471 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.463+0000 7fa50b7fe700 1 -- 172.21.15.5:0/3486946687 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fa50c071960 msgr2=0x7fa50c1588f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:15:48.471 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.463+0000 7fa50b7fe700 1 --2- 172.21.15.5:0/3486946687 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fa50c071960 0x7fa50c1588f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:48.471 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.463+0000 7fa50b7fe700 1 -- 172.21.15.5:0/3486946687 >> v1:172.21.15.5:6789/0 conn(0x7fa50c0c4d90 legacy=0x7fa50c152780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:48.471 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.463+0000 7fa50b7fe700 1 -- 172.21.15.5:0/3486946687 --> v2:172.21.15.179:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa50c1592b0 con 0x7fa50c0c5170 2024-09-13T16:15:48.471 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.463+0000 7fa50b7fe700 1 --2- 172.21.15.5:0/3486946687 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fa50c0c5170 0x7fa50c070950 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fa504009d90 tx=0x7fa50400b330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8ad8fb27ab4029e2 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:48.472 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.467+0000 7fa50a7fc700 1 -- 172.21.15.5:0/3486946687 <== mon.1 v2:172.21.15.179:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa50400e070 con 0x7fa50c0c5170 2024-09-13T16:15:48.472 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.467+0000 7fa50a7fc700 1 -- 172.21.15.5:0/3486946687 <== mon.1 v2:172.21.15.179:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa50400bb20 con 0x7fa50c0c5170 2024-09-13T16:15:48.472 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.467+0000 7fa50a7fc700 1 -- 172.21.15.5:0/3486946687 <== mon.1 v2:172.21.15.179:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa504012430 con 0x7fa50c0c5170 2024-09-13T16:15:48.473 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.467+0000 7fa511419700 1 -- 172.21.15.5:0/3486946687 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fa50c0c5170 msgr2=0x7fa50c070950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:48.473 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.467+0000 7fa511419700 1 --2- 172.21.15.5:0/3486946687 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fa50c0c5170 0x7fa50c070950 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fa504009d90 tx=0x7fa50400b330 comp rx=0 tx=0).stop 2024-09-13T16:15:48.473 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.467+0000 7fa511419700 1 -- 172.21.15.5:0/3486946687 shutdown_connections 2024-09-13T16:15:48.473 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.467+0000 7fa511419700 1 --2- 172.21.15.5:0/3486946687 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fa50c071960 0x7fa50c1588f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:48.474 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.467+0000 7fa511419700 1 --2- 172.21.15.5:0/3486946687 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fa50c0c5170 0x7fa50c070950 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:48.474 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.467+0000 7fa511419700 1 -- 172.21.15.5:0/3486946687 >> 172.21.15.5:0/3486946687 conn(0x7fa50c0ce4a0 msgr2=0x7fa50c0ce8b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:48.474 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.467+0000 7fa511419700 1 -- 172.21.15.5:0/3486946687 shutdown_connections 2024-09-13T16:15:48.474 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.467+0000 7fa511419700 1 -- 172.21.15.5:0/3486946687 wait complete. 2024-09-13T16:15:48.475 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.471+0000 7fa511419700 1 Processor -- start 2024-09-13T16:15:48.475 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.471+0000 7fa511419700 1 -- start start 2024-09-13T16:15:48.476 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.471+0000 7fa511419700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa50c0c4d90 0x7fa50c1e4690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:48.477 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.471+0000 7fa511419700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fa50c0c5170 0x7fa50c14e590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:48.477 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.471+0000 7fa511419700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fa50c0b1450 0x7fa50c0c63d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:48.477 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.471+0000 7fa511419700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa50c0c5bf0 con 0x7fa50c0c4d90 2024-09-13T16:15:48.477 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.471+0000 7fa511419700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa50c1e1d00 con 0x7fa50c0c5170 2024-09-13T16:15:48.477 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.471+0000 7fa511419700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa50c1e4200 con 0x7fa50c0b1450 2024-09-13T16:15:48.477 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.471+0000 7fa50affd700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa50c0c4d90 0x7fa50c1e4690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:48.477 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.471+0000 7fa50affd700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa50c0c4d90 0x7fa50c1e4690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:54290/0 (socket says 172.21.15.5:54290) 2024-09-13T16:15:48.477 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.471+0000 7fa50affd700 1 -- 172.21.15.5:0/4000109422 learned_addr learned my addr 172.21.15.5:0/4000109422 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:15:48.477 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.471+0000 7fa5027fc700 1 --2- 172.21.15.5:0/4000109422 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fa50c0c5170 0x7fa50c14e590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:48.478 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.471+0000 7fa50b7fe700 1 --2- 172.21.15.5:0/4000109422 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fa50c0b1450 0x7fa50c0c63d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:48.479 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.471+0000 7fa50affd700 1 -- 172.21.15.5:0/4000109422 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fa50c0b1450 msgr2=0x7fa50c0c63d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:48.479 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.471+0000 7fa50affd700 1 --2- 172.21.15.5:0/4000109422 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fa50c0b1450 0x7fa50c0c63d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:48.479 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.471+0000 7fa50affd700 1 -- 172.21.15.5:0/4000109422 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fa50c0c5170 msgr2=0x7fa50c14e590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:48.479 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.471+0000 7fa50affd700 1 --2- 172.21.15.5:0/4000109422 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fa50c0c5170 0x7fa50c14e590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:48.479 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.471+0000 7fa50affd700 1 -- 172.21.15.5:0/4000109422 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa504009a70 con 0x7fa50c0c4d90 2024-09-13T16:15:48.479 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.471+0000 7fa50affd700 1 --2- 172.21.15.5:0/4000109422 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa50c0c4d90 0x7fa50c1e4690 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fa4fc00c700 tx=0x7fa4fc00ca10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:48.479 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.471+0000 7fa503fff700 1 -- 172.21.15.5:0/4000109422 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa4fc005d90 con 0x7fa50c0c4d90 2024-09-13T16:15:48.479 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.471+0000 7fa503fff700 1 -- 172.21.15.5:0/4000109422 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa4fc0070d0 con 0x7fa50c0c4d90 2024-09-13T16:15:48.480 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.471+0000 7fa511419700 1 -- 172.21.15.5:0/4000109422 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa50c1e24d0 con 0x7fa50c0c4d90 2024-09-13T16:15:48.480 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.471+0000 7fa503fff700 1 -- 172.21.15.5:0/4000109422 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa4fc007480 con 0x7fa50c0c4d90 2024-09-13T16:15:48.480 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.471+0000 7fa511419700 1 -- 172.21.15.5:0/4000109422 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa50c1e4c20 con 0x7fa50c0c4d90 2024-09-13T16:15:48.480 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.475+0000 7fa511419700 1 -- 172.21.15.5:0/4000109422 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa50c0677b0 con 0x7fa50c0c4d90 2024-09-13T16:15:48.480 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.475+0000 7fa503fff700 1 -- 172.21.15.5:0/4000109422 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fa4fc0075e0 con 0x7fa50c0c4d90 2024-09-13T16:15:48.481 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.475+0000 7fa503fff700 1 --2- 172.21.15.5:0/4000109422 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fa4ec066760 0x7fa4ec068c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:48.481 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.475+0000 7fa503fff700 1 -- 172.21.15.5:0/4000109422 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fa4fc0837e0 con 0x7fa50c0c4d90 2024-09-13T16:15:48.481 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.475+0000 7fa5027fc700 1 --2- 172.21.15.5:0/4000109422 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fa4ec066760 0x7fa4ec068c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:48.482 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.475+0000 7fa5027fc700 1 --2- 172.21.15.5:0/4000109422 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fa4ec066760 0x7fa4ec068c20 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fa50c1e3cc0 tx=0x7fa4f4009240 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:48.490 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.483+0000 7fa503fff700 1 -- 172.21.15.5:0/4000109422 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fa4fc050860 con 0x7fa50c0c4d90 2024-09-13T16:15:48.698 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.691+0000 7fa511419700 1 -- 172.21.15.5:0/4000109422 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7fa50c0c3b70 con 0x7fa50c0c4d90 2024-09-13T16:15:48.699 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.695+0000 7fa503fff700 1 -- 172.21.15.5:0/4000109422 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v6) v1 ==== 53+0+88 (secure 0 0 0) 0x7fa4fc017070 con 0x7fa50c0c4d90 2024-09-13T16:15:48.699 INFO:teuthology.orchestra.run.smithi005.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-09-13T16:15:48.701 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.695+0000 7fa511419700 1 -- 172.21.15.5:0/4000109422 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fa4ec066760 msgr2=0x7fa4ec068c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:48.701 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.695+0000 7fa511419700 1 --2- 172.21.15.5:0/4000109422 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fa4ec066760 0x7fa4ec068c20 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fa50c1e3cc0 tx=0x7fa4f4009240 comp rx=0 tx=0).stop 2024-09-13T16:15:48.702 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.695+0000 7fa511419700 1 -- 172.21.15.5:0/4000109422 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa50c0c4d90 msgr2=0x7fa50c1e4690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:48.702 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.695+0000 7fa511419700 1 --2- 172.21.15.5:0/4000109422 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa50c0c4d90 0x7fa50c1e4690 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fa4fc00c700 tx=0x7fa4fc00ca10 comp rx=0 tx=0).stop 2024-09-13T16:15:48.702 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.695+0000 7fa511419700 1 -- 172.21.15.5:0/4000109422 shutdown_connections 2024-09-13T16:15:48.702 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.695+0000 7fa511419700 1 --2- 172.21.15.5:0/4000109422 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fa50c0b1450 0x7fa50c0c63d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:48.702 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.695+0000 7fa511419700 1 --2- 172.21.15.5:0/4000109422 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fa4ec066760 0x7fa4ec068c20 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:48.702 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.695+0000 7fa511419700 1 --2- 172.21.15.5:0/4000109422 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fa50c0c5170 0x7fa50c14e590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:48.702 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.695+0000 7fa511419700 1 --2- 172.21.15.5:0/4000109422 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa50c0c4d90 0x7fa50c1e4690 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:48.702 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.695+0000 7fa511419700 1 -- 172.21.15.5:0/4000109422 >> 172.21.15.5:0/4000109422 conn(0x7fa50c0ce4a0 msgr2=0x7fa50c0c8d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:48.702 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.695+0000 7fa511419700 1 -- 172.21.15.5:0/4000109422 shutdown_connections 2024-09-13T16:15:48.702 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:48.695+0000 7fa511419700 1 -- 172.21.15.5:0/4000109422 wait complete. 2024-09-13T16:15:48.714 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-09-13T16:15:48.714 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-13T16:15:48.714 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi005.front.sepia.ceph.com 2024-09-13T16:15:48.714 INFO:tasks.cephfs.mount:self.client.name = client.admin 2024-09-13T16:15:48.714 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.admin 2024-09-13T16:15:48.714 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-09-13T16:15:48.714 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-13T16:15:48.714 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-13T16:15:48.714 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.admin' 2024-09-13T16:15:48.714 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:15:48.715 DEBUG:teuthology.orchestra.run.smithi005:> ip addr 2024-09-13T16:15:48.722 INFO:teuthology.orchestra.run.smithi005.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-13T16:15:48.722 INFO:teuthology.orchestra.run.smithi005.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-13T16:15:48.722 INFO:teuthology.orchestra.run.smithi005.stdout: inet 127.0.0.1/8 scope host lo 2024-09-13T16:15:48.722 INFO:teuthology.orchestra.run.smithi005.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:15:48.722 INFO:teuthology.orchestra.run.smithi005.stdout: inet6 ::1/128 scope host 2024-09-13T16:15:48.722 INFO:teuthology.orchestra.run.smithi005.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:15:48.723 INFO:teuthology.orchestra.run.smithi005.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-13T16:15:48.723 INFO:teuthology.orchestra.run.smithi005.stdout: link/ether 0c:c4:7a:6b:fd:de brd ff:ff:ff:ff:ff:ff 2024-09-13T16:15:48.723 INFO:teuthology.orchestra.run.smithi005.stdout:3: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-13T16:15:48.723 INFO:teuthology.orchestra.run.smithi005.stdout: link/ether 0c:c4:7a:bd:14:42 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:15:48.723 INFO:teuthology.orchestra.run.smithi005.stdout: inet 172.21.15.5/20 brd 172.21.15.255 scope global dynamic ens1f0 2024-09-13T16:15:48.723 INFO:teuthology.orchestra.run.smithi005.stdout: valid_lft 42447sec preferred_lft 42447sec 2024-09-13T16:15:48.723 INFO:teuthology.orchestra.run.smithi005.stdout: inet6 fe80::ec4:7aff:febd:1442/64 scope link 2024-09-13T16:15:48.723 INFO:teuthology.orchestra.run.smithi005.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:15:48.723 INFO:teuthology.orchestra.run.smithi005.stdout:4: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-13T16:15:48.723 INFO:teuthology.orchestra.run.smithi005.stdout: link/ether 0c:c4:7a:6b:fd:df brd ff:ff:ff:ff:ff:ff 2024-09-13T16:15:48.723 INFO:teuthology.orchestra.run.smithi005.stdout:5: ens1f1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-13T16:15:48.723 INFO:teuthology.orchestra.run.smithi005.stdout: link/ether 0c:c4:7a:bd:14:43 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:15:48.724 INFO:teuthology.orchestra.run.smithi005.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2024-09-13T16:15:48.724 INFO:teuthology.orchestra.run.smithi005.stdout: link/ether 02:42:68:06:7b:76 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:15:48.724 INFO:teuthology.orchestra.run.smithi005.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2024-09-13T16:15:48.724 INFO:teuthology.orchestra.run.smithi005.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:15:48.724 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-09-13T16:15:48.725 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:15:48.725 DEBUG:teuthology.orchestra.run.smithi005:> (cd / && exec bash -c ' 2024-09-13T16:15:48.725 DEBUG:teuthology.orchestra.run.smithi005:> set -e 2024-09-13T16:15:48.725 DEBUG:teuthology.orchestra.run.smithi005:> sudo ip link add name ceph-brx type bridge 2024-09-13T16:15:48.725 DEBUG:teuthology.orchestra.run.smithi005:> sudo ip addr flush dev ceph-brx 2024-09-13T16:15:48.725 DEBUG:teuthology.orchestra.run.smithi005:> sudo ip link set ceph-brx up 2024-09-13T16:15:48.725 DEBUG:teuthology.orchestra.run.smithi005:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-09-13T16:15:48.725 DEBUG:teuthology.orchestra.run.smithi005:> ') 2024-09-13T16:15:48.767 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:15:48.767 DEBUG:teuthology.orchestra.run.smithi005:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-13T16:15:48.825 INFO:teuthology.orchestra.run.smithi005.stdout:1 2024-09-13T16:15:48.827 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:15:48.827 DEBUG:teuthology.orchestra.run.smithi005:> route 2024-09-13T16:15:48.847 INFO:teuthology.orchestra.run.smithi005.stdout:Kernel IP routing table 2024-09-13T16:15:48.847 INFO:teuthology.orchestra.run.smithi005.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-13T16:15:48.847 INFO:teuthology.orchestra.run.smithi005.stdout:default _gateway 0.0.0.0 UG 0 0 0 ens1f0 2024-09-13T16:15:48.847 INFO:teuthology.orchestra.run.smithi005.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2024-09-13T16:15:48.847 INFO:teuthology.orchestra.run.smithi005.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 0 0 0 ens1f0 2024-09-13T16:15:48.847 INFO:teuthology.orchestra.run.smithi005.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-13T16:15:48.848 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:15:48.848 DEBUG:teuthology.orchestra.run.smithi005:> (cd / && exec bash -c ' 2024-09-13T16:15:48.848 DEBUG:teuthology.orchestra.run.smithi005:> set -e 2024-09-13T16:15:48.848 DEBUG:teuthology.orchestra.run.smithi005:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-13T16:15:48.848 DEBUG:teuthology.orchestra.run.smithi005:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-13T16:15:48.848 DEBUG:teuthology.orchestra.run.smithi005:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-13T16:15:48.848 DEBUG:teuthology.orchestra.run.smithi005:> ') 2024-09-13T16:15:48.887 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:15:48.887 DEBUG:teuthology.orchestra.run.smithi005:> ip netns list 2024-09-13T16:15:48.895 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:15:48.895 DEBUG:teuthology.orchestra.run.smithi005:> ip netns list-id 2024-09-13T16:15:48.945 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:15:48.946 DEBUG:teuthology.orchestra.run.smithi005:> (cd / && exec bash -c ' 2024-09-13T16:15:48.946 DEBUG:teuthology.orchestra.run.smithi005:> set -e 2024-09-13T16:15:48.946 DEBUG:teuthology.orchestra.run.smithi005:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-09-13T16:15:48.946 DEBUG:teuthology.orchestra.run.smithi005:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.admin 0 2024-09-13T16:15:48.946 DEBUG:teuthology.orchestra.run.smithi005:> ') 2024-09-13T16:15:48.976 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.admin' with 192.168.0.1/16 2024-09-13T16:15:48.977 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:15:48.977 DEBUG:teuthology.orchestra.run.smithi005:> (cd / && exec bash -c ' 2024-09-13T16:15:48.977 DEBUG:teuthology.orchestra.run.smithi005:> set -e 2024-09-13T16:15:48.977 DEBUG:teuthology.orchestra.run.smithi005:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.admin type veth peer name brx.0 2024-09-13T16:15:48.977 DEBUG:teuthology.orchestra.run.smithi005:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-09-13T16:15:48.977 DEBUG:teuthology.orchestra.run.smithi005:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip link set veth0 up 2024-09-13T16:15:48.977 DEBUG:teuthology.orchestra.run.smithi005:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip link set lo up 2024-09-13T16:15:48.977 DEBUG:teuthology.orchestra.run.smithi005:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip route add default via 192.168.255.254 2024-09-13T16:15:48.977 DEBUG:teuthology.orchestra.run.smithi005:> ') 2024-09-13T16:15:49.053 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:15:49.053 DEBUG:teuthology.orchestra.run.smithi005:> (cd / && exec bash -c ' 2024-09-13T16:15:49.053 DEBUG:teuthology.orchestra.run.smithi005:> set -e 2024-09-13T16:15:49.053 DEBUG:teuthology.orchestra.run.smithi005:> sudo ip link set brx.0 up 2024-09-13T16:15:49.053 DEBUG:teuthology.orchestra.run.smithi005:> sudo ip link set dev brx.0 master ceph-brx 2024-09-13T16:15:49.053 DEBUG:teuthology.orchestra.run.smithi005:> ') 2024-09-13T16:15:49.082 INFO:tasks.cephfs.fuse_mount:Client client.admin config is {} 2024-09-13T16:15:49.083 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T16:15:49.083 DEBUG:teuthology.orchestra.run.smithi005:> mkdir -p -v /home/ubuntu/cephtest/mnt.admin 2024-09-13T16:15:49.088 INFO:teuthology.orchestra.run.smithi005.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.admin' 2024-09-13T16:15:49.088 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T16:15:49.088 DEBUG:teuthology.orchestra.run.smithi005:> chmod 0000 /home/ubuntu/cephtest/mnt.admin 2024-09-13T16:15:49.136 DEBUG:teuthology.orchestra.run.smithi005:> sudo modprobe fuse 2024-09-13T16:15:49.153 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T16:15:49.154 DEBUG:teuthology.orchestra.run.smithi005:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T16:15:49.166 INFO:teuthology.orchestra.run.smithi005.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T16:15:49.167 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T16:15:49.168 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:15:49.168 DEBUG:teuthology.orchestra.run.smithi005:> ls /sys/fs/fuse/connections 2024-09-13T16:15:49.175 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-13T16:15:49.175 DEBUG:teuthology.orchestra.run.smithi005:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.admin --id admin --client_fs=cephfs) 2024-09-13T16:15:49.177 DEBUG:teuthology.orchestra.run.smithi005:> sudo modprobe fuse 2024-09-13T16:15:49.191 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T16:15:49.192 DEBUG:teuthology.orchestra.run.smithi005:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T16:15:49.249 INFO:teuthology.orchestra.run.smithi005.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T16:15:49.249 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T16:15:49.250 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:15:49.250 DEBUG:teuthology.orchestra.run.smithi005:> ls /sys/fs/fuse/connections 2024-09-13T16:15:49.263 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi005.stderr:2024-09-13T16:15:49.259+0000 7f07a756b640 -1 init, newargv = 0x558b7277f040 newargc=15 2024-09-13T16:15:49.263 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi005.stderr:ceph-fuse[31513]: starting ceph client 2024-09-13T16:15:49.275 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi005.stderr:ceph-fuse[31513]: starting fuse 2024-09-13T16:15:50.357 DEBUG:teuthology.orchestra.run.smithi005:> sudo modprobe fuse 2024-09-13T16:15:50.375 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T16:15:50.375 DEBUG:teuthology.orchestra.run.smithi005:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T16:15:50.432 INFO:teuthology.orchestra.run.smithi005.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T16:15:50.433 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T16:15:50.434 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:15:50.434 DEBUG:teuthology.orchestra.run.smithi005:> ls /sys/fs/fuse/connections 2024-09-13T16:15:50.439 INFO:teuthology.orchestra.run.smithi005.stdout:52 2024-09-13T16:15:50.439 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [52] 2024-09-13T16:15:50.439 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T16:15:50.439 DEBUG:teuthology.orchestra.run.smithi005:> import glob 2024-09-13T16:15:50.439 DEBUG:teuthology.orchestra.run.smithi005:> import re 2024-09-13T16:15:50.439 DEBUG:teuthology.orchestra.run.smithi005:> import os 2024-09-13T16:15:50.439 DEBUG:teuthology.orchestra.run.smithi005:> import subprocess 2024-09-13T16:15:50.440 DEBUG:teuthology.orchestra.run.smithi005:> 2024-09-13T16:15:50.440 DEBUG:teuthology.orchestra.run.smithi005:> def _find_admin_socket(client_name): 2024-09-13T16:15:50.440 DEBUG:teuthology.orchestra.run.smithi005:> asok_path = "/var/run/ceph/ceph-client.admin.*.asok" 2024-09-13T16:15:50.440 DEBUG:teuthology.orchestra.run.smithi005:> files = glob.glob(asok_path) 2024-09-13T16:15:50.440 DEBUG:teuthology.orchestra.run.smithi005:> mountpoint = "/home/ubuntu/cephtest/mnt.admin" 2024-09-13T16:15:50.440 DEBUG:teuthology.orchestra.run.smithi005:> 2024-09-13T16:15:50.440 DEBUG:teuthology.orchestra.run.smithi005:> # Given a non-glob path, it better be there 2024-09-13T16:15:50.440 DEBUG:teuthology.orchestra.run.smithi005:> if "*" not in asok_path: 2024-09-13T16:15:50.440 DEBUG:teuthology.orchestra.run.smithi005:> assert(len(files) == 1) 2024-09-13T16:15:50.440 DEBUG:teuthology.orchestra.run.smithi005:> return files[0] 2024-09-13T16:15:50.440 DEBUG:teuthology.orchestra.run.smithi005:> 2024-09-13T16:15:50.440 DEBUG:teuthology.orchestra.run.smithi005:> for f in files: 2024-09-13T16:15:50.440 DEBUG:teuthology.orchestra.run.smithi005:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-13T16:15:50.440 DEBUG:teuthology.orchestra.run.smithi005:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-13T16:15:50.441 DEBUG:teuthology.orchestra.run.smithi005:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-13T16:15:50.441 DEBUG:teuthology.orchestra.run.smithi005:> contents = proc_f.read() 2024-09-13T16:15:50.441 DEBUG:teuthology.orchestra.run.smithi005:> if mountpoint in contents: 2024-09-13T16:15:50.441 DEBUG:teuthology.orchestra.run.smithi005:> return f 2024-09-13T16:15:50.441 DEBUG:teuthology.orchestra.run.smithi005:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-13T16:15:50.441 DEBUG:teuthology.orchestra.run.smithi005:> 2024-09-13T16:15:50.441 DEBUG:teuthology.orchestra.run.smithi005:> print(_find_admin_socket("client.admin")) 2024-09-13T16:15:50.441 DEBUG:teuthology.orchestra.run.smithi005:> ' 2024-09-13T16:15:50.522 INFO:teuthology.orchestra.run.smithi005.stdout:/var/run/ceph/ceph-client.admin.31513.asok 2024-09-13T16:15:50.708 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.admin.31513.asok 2024-09-13T16:15:50.708 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:15:50.708 DEBUG:teuthology.orchestra.run.smithi005:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.admin.31513.asok status 2024-09-13T16:15:50.858 INFO:teuthology.orchestra.run.smithi005.stdout:{ 2024-09-13T16:15:50.858 INFO:teuthology.orchestra.run.smithi005.stdout: "metadata": { 2024-09-13T16:15:50.858 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph_sha1": "50bbe7f395997dcd871813949c49addbbf630361", 2024-09-13T16:15:50.858 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph_version": "ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable)", 2024-09-13T16:15:50.859 INFO:teuthology.orchestra.run.smithi005.stdout: "entity_id": "admin", 2024-09-13T16:15:50.859 INFO:teuthology.orchestra.run.smithi005.stdout: "hostname": "smithi005", 2024-09-13T16:15:50.859 INFO:teuthology.orchestra.run.smithi005.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.admin", 2024-09-13T16:15:50.859 INFO:teuthology.orchestra.run.smithi005.stdout: "pid": "31513", 2024-09-13T16:15:50.859 INFO:teuthology.orchestra.run.smithi005.stdout: "root": "/" 2024-09-13T16:15:50.859 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-13T16:15:50.859 INFO:teuthology.orchestra.run.smithi005.stdout: "dentry_count": 0, 2024-09-13T16:15:50.859 INFO:teuthology.orchestra.run.smithi005.stdout: "dentry_pinned_count": 0, 2024-09-13T16:15:50.859 INFO:teuthology.orchestra.run.smithi005.stdout: "id": 14424, 2024-09-13T16:15:50.859 INFO:teuthology.orchestra.run.smithi005.stdout: "inst": { 2024-09-13T16:15:50.859 INFO:teuthology.orchestra.run.smithi005.stdout: "name": { 2024-09-13T16:15:50.859 INFO:teuthology.orchestra.run.smithi005.stdout: "type": "client", 2024-09-13T16:15:50.859 INFO:teuthology.orchestra.run.smithi005.stdout: "num": 14424 2024-09-13T16:15:50.860 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-13T16:15:50.860 INFO:teuthology.orchestra.run.smithi005.stdout: "addr": { 2024-09-13T16:15:50.860 INFO:teuthology.orchestra.run.smithi005.stdout: "type": "v1", 2024-09-13T16:15:50.860 INFO:teuthology.orchestra.run.smithi005.stdout: "addr": "192.168.0.1:0", 2024-09-13T16:15:50.860 INFO:teuthology.orchestra.run.smithi005.stdout: "nonce": 3860921342 2024-09-13T16:15:50.860 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-13T16:15:50.860 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-13T16:15:50.860 INFO:teuthology.orchestra.run.smithi005.stdout: "addr": { 2024-09-13T16:15:50.860 INFO:teuthology.orchestra.run.smithi005.stdout: "type": "v1", 2024-09-13T16:15:50.860 INFO:teuthology.orchestra.run.smithi005.stdout: "addr": "192.168.0.1:0", 2024-09-13T16:15:50.860 INFO:teuthology.orchestra.run.smithi005.stdout: "nonce": 3860921342 2024-09-13T16:15:50.860 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-13T16:15:50.861 INFO:teuthology.orchestra.run.smithi005.stdout: "inst_str": "client.14424 192.168.0.1:0/3860921342", 2024-09-13T16:15:50.861 INFO:teuthology.orchestra.run.smithi005.stdout: "addr_str": "192.168.0.1:0/3860921342", 2024-09-13T16:15:50.861 INFO:teuthology.orchestra.run.smithi005.stdout: "inode_count": 1, 2024-09-13T16:15:50.861 INFO:teuthology.orchestra.run.smithi005.stdout: "mds_epoch": 6, 2024-09-13T16:15:50.861 INFO:teuthology.orchestra.run.smithi005.stdout: "osd_epoch": 26, 2024-09-13T16:15:50.861 INFO:teuthology.orchestra.run.smithi005.stdout: "osd_epoch_barrier": 0, 2024-09-13T16:15:50.861 INFO:teuthology.orchestra.run.smithi005.stdout: "blocklisted": false, 2024-09-13T16:15:50.861 INFO:teuthology.orchestra.run.smithi005.stdout: "fs_name": "cephfs" 2024-09-13T16:15:50.861 INFO:teuthology.orchestra.run.smithi005.stdout:} 2024-09-13T16:15:50.868 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:15:50.868 DEBUG:teuthology.orchestra.run.smithi005:> stat --file-system '--printf=%T 2024-09-13T16:15:50.868 DEBUG:teuthology.orchestra.run.smithi005:> ' -- /home/ubuntu/cephtest/mnt.admin 2024-09-13T16:15:50.877 INFO:teuthology.orchestra.run.smithi005.stdout:fuseblk 2024-09-13T16:15:50.877 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.admin 2024-09-13T16:15:50.877 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:15:50.877 DEBUG:teuthology.orchestra.run.smithi005:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.admin 2024-09-13T16:15:50.894 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:15:50.895 DEBUG:teuthology.orchestra.run.smithi005:> (cd /home/ubuntu/cephtest/mnt.admin && exec bash -c 'setfattr -n ceph.dir.layout.pool -v cephfs_data_ec . && getfattr -n ceph.dir.layout .') 2024-09-13T16:15:50.936 INFO:teuthology.orchestra.run.smithi005.stdout:# file: . 2024-09-13T16:15:50.936 INFO:teuthology.orchestra.run.smithi005.stdout:ceph.dir.layout="stripe_unit=4194304 stripe_count=1 object_size=4194304 pool=cephfs_data_ec" 2024-09-13T16:15:50.937 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-13T16:15:50.938 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-13T16:15:50.938 DEBUG:teuthology.orchestra.run.smithi005:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:15:50.945 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:15:51.111 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.107+0000 7f22279a3700 1 Processor -- start 2024-09-13T16:15:51.111 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.107+0000 7f22279a3700 1 -- start start 2024-09-13T16:15:51.112 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.107+0000 7f22279a3700 1 --2- >> v2:172.21.15.179:3300/0 conn(0x7f222015ce10 0x7f222006a390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:51.112 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.107+0000 7f22279a3700 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f222006fc50 con 0x7f22201570c0 2024-09-13T16:15:51.112 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.107+0000 7f22279a3700 1 -- --> v1:172.21.15.179:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f222006e340 con 0x7f222006de70 2024-09-13T16:15:51.113 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.107+0000 7f22279a3700 1 -- --> v2:172.21.15.179:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f22200c64c0 con 0x7f222015ce10 2024-09-13T16:15:51.113 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.107+0000 7f222573f700 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f22201570c0 0x7f22200700e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:43714/0 (socket says 172.21.15.5:43714) 2024-09-13T16:15:51.113 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.107+0000 7f222573f700 1 -- 172.21.15.5:0/259568166 learned_addr learned my addr 172.21.15.5:0/259568166 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-13T16:15:51.113 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.107+0000 7f2224f3e700 1 --2- 172.21.15.5:0/259568166 >> v2:172.21.15.179:3300/0 conn(0x7f222015ce10 0x7f222006a390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:51.113 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.107+0000 7f2213fff700 1 -- 172.21.15.5:0/259568166 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 883551130 0 0) 0x7f222006fc50 con 0x7f22201570c0 2024-09-13T16:15:51.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.107+0000 7f2213fff700 1 -- 172.21.15.5:0/259568166 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f220c0035d0 con 0x7f22201570c0 2024-09-13T16:15:51.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.107+0000 7f2224f3e700 1 -- 172.21.15.5:0/259568166 >> v1:172.21.15.179:6789/0 conn(0x7f222006de70 legacy=0x7f2220167730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:51.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.107+0000 7f2224f3e700 1 -- 172.21.15.5:0/259568166 >> v1:172.21.15.5:6789/0 conn(0x7f22201570c0 legacy=0x7f22200700e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:51.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.107+0000 7f2224f3e700 1 -- 172.21.15.5:0/259568166 --> v2:172.21.15.179:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f22200c40a0 con 0x7f222015ce10 2024-09-13T16:15:51.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.107+0000 7f2224f3e700 1 --2- 172.21.15.5:0/259568166 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f222015ce10 0x7f222006a390 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f2218009d90 tx=0x7f221800b330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=15d7cf553f7b0746 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:51.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.107+0000 7f2213fff700 1 -- 172.21.15.5:0/259568166 <== mon.1 v2:172.21.15.179:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f221800e070 con 0x7f222015ce10 2024-09-13T16:15:51.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.107+0000 7f2213fff700 1 -- 172.21.15.5:0/259568166 <== mon.1 v2:172.21.15.179:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f221800bb20 con 0x7f222015ce10 2024-09-13T16:15:51.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.107+0000 7f2213fff700 1 -- 172.21.15.5:0/259568166 <== mon.1 v2:172.21.15.179:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f221800be90 con 0x7f222015ce10 2024-09-13T16:15:51.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.111+0000 7f22279a3700 1 -- 172.21.15.5:0/259568166 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f222015ce10 msgr2=0x7f222006a390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:51.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.111+0000 7f22279a3700 1 --2- 172.21.15.5:0/259568166 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f222015ce10 0x7f222006a390 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f2218009d90 tx=0x7f221800b330 comp rx=0 tx=0).stop 2024-09-13T16:15:51.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.111+0000 7f22279a3700 1 -- 172.21.15.5:0/259568166 shutdown_connections 2024-09-13T16:15:51.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.111+0000 7f22279a3700 1 --2- 172.21.15.5:0/259568166 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f222015ce10 0x7f222006a390 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:51.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.111+0000 7f22279a3700 1 -- 172.21.15.5:0/259568166 >> 172.21.15.5:0/259568166 conn(0x7f22200ca3f0 msgr2=0x7f22200ca800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:51.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.111+0000 7f22279a3700 1 -- 172.21.15.5:0/259568166 shutdown_connections 2024-09-13T16:15:51.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.111+0000 7f22279a3700 1 -- 172.21.15.5:0/259568166 wait complete. 2024-09-13T16:15:51.118 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.111+0000 7f22279a3700 1 Processor -- start 2024-09-13T16:15:51.118 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.111+0000 7f22279a3700 1 -- start start 2024-09-13T16:15:51.121 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.115+0000 7f22279a3700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f222006de70 0x7f2220151e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:51.121 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.115+0000 7f22279a3700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f22201570c0 0x7f2220154fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:51.122 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.115+0000 7f22279a3700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f222015ce10 0x7f22201f3460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:51.122 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.115+0000 7f22279a3700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f22201f39a0 con 0x7f22201570c0 2024-09-13T16:15:51.122 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.115+0000 7f22279a3700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f22201519e0 con 0x7f222006de70 2024-09-13T16:15:51.122 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.115+0000 7f22279a3700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2220152ab0 con 0x7f222015ce10 2024-09-13T16:15:51.122 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.115+0000 7f2224f3e700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f22201570c0 0x7f2220154fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:51.122 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.115+0000 7f2224f3e700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f22201570c0 0x7f2220154fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:54294/0 (socket says 172.21.15.5:54294) 2024-09-13T16:15:51.122 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.115+0000 7f2224f3e700 1 -- 172.21.15.5:0/313426642 learned_addr learned my addr 172.21.15.5:0/313426642 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:15:51.122 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.115+0000 7f222573f700 1 --2- 172.21.15.5:0/313426642 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f222006de70 0x7f2220151e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:51.122 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.115+0000 7f2225f40700 1 --2- 172.21.15.5:0/313426642 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f222015ce10 0x7f22201f3460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:51.122 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.115+0000 7f2224f3e700 1 -- 172.21.15.5:0/313426642 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f222015ce10 msgr2=0x7f22201f3460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:51.122 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.115+0000 7f2224f3e700 1 --2- 172.21.15.5:0/313426642 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f222015ce10 0x7f22201f3460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:51.122 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.115+0000 7f2224f3e700 1 -- 172.21.15.5:0/313426642 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f222006de70 msgr2=0x7f2220151e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:51.122 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.115+0000 7f2224f3e700 1 --2- 172.21.15.5:0/313426642 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f222006de70 0x7f2220151e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:51.122 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.115+0000 7f2224f3e700 1 -- 172.21.15.5:0/313426642 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2218009a70 con 0x7f22201570c0 2024-09-13T16:15:51.123 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.115+0000 7f2225f40700 1 --2- 172.21.15.5:0/313426642 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f222015ce10 0x7f22201f3460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:15:51.123 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.115+0000 7f2224f3e700 1 --2- 172.21.15.5:0/313426642 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f22201570c0 0x7f2220154fb0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f2218014040 tx=0x7f2218004af0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:51.123 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.115+0000 7f2211ffb700 1 -- 172.21.15.5:0/313426642 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2218004930 con 0x7f22201570c0 2024-09-13T16:15:51.124 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.115+0000 7f2211ffb700 1 -- 172.21.15.5:0/313426642 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2218020070 con 0x7f22201570c0 2024-09-13T16:15:51.124 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.115+0000 7f22279a3700 1 -- 172.21.15.5:0/313426642 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2220152d50 con 0x7f22201570c0 2024-09-13T16:15:51.124 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.115+0000 7f2211ffb700 1 -- 172.21.15.5:0/313426642 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f22180276c0 con 0x7f22201570c0 2024-09-13T16:15:51.124 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.115+0000 7f22279a3700 1 -- 172.21.15.5:0/313426642 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2220151670 con 0x7f22201570c0 2024-09-13T16:15:51.124 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.119+0000 7f22279a3700 1 -- 172.21.15.5:0/313426642 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2220151b70 con 0x7f22201570c0 2024-09-13T16:15:51.124 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.119+0000 7f2211ffb700 1 -- 172.21.15.5:0/313426642 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f2218012430 con 0x7f22201570c0 2024-09-13T16:15:51.125 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.119+0000 7f2211ffb700 1 --2- 172.21.15.5:0/313426642 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f2204066760 0x7f2204068c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:51.126 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.119+0000 7f2211ffb700 1 -- 172.21.15.5:0/313426642 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f2218022070 con 0x7f22201570c0 2024-09-13T16:15:51.126 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.119+0000 7f222573f700 1 --2- 172.21.15.5:0/313426642 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f2204066760 0x7f2204068c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:51.127 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.123+0000 7f222573f700 1 --2- 172.21.15.5:0/313426642 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f2204066760 0x7f2204068c20 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f2214007fd0 tx=0x7f2214007de0 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:51.135 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.131+0000 7f2211ffb700 1 -- 172.21.15.5:0/313426642 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f22180535e0 con 0x7f22201570c0 2024-09-13T16:15:51.309 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.303+0000 7f22279a3700 1 -- 172.21.15.5:0/313426642 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f2220151800 con 0x7f22201570c0 2024-09-13T16:15:51.312 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.307+0000 7f2211ffb700 1 -- 172.21.15.5:0/313426642 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) v1 ==== 74+0+18286 (secure 0 0 0) 0x7f2218056c00 con 0x7f22201570c0 2024-09-13T16:15:51.312 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-13T16:15:51.312 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":26,"fsid":"6f1d8d4e-46c0-4d05-9003-ad1036cd4028","created":"2024-09-13T16:15:17.129907+0000","modified":"2024-09-13T16:15:45.789265+0000","last_up_change":"2024-09-13T16:15:27.902042+0000","last_in_change":"2024-09-13T16:15:19.310503+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:15:28.621918+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:15:39.544340+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T16:15:40.368287+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T16:15:43.446355+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"7dc606ef-5909-4eb7-8054-af158bc84208","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6800","nonce":851671428},{"type":"v1","addr":"172.21.15.5:6801","nonce":851671428}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6802","nonce":851671428},{"type":"v1","addr":"172.21.15.5:6803","nonce":851671428}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6806","nonce":851671428},{"type":"v1","addr":"172.21.15.5:6807","nonce":851671428}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6804","nonce":851671428},{"type":"v1","addr":"172.21.15.5:6805","nonce":851671428}]},"public_addr":"172.21.15.5:6801/851671428","cluster_addr":"172.21.15.5:6803/851671428","heartbeat_back_addr":"172.21.15.5:6807/851671428","heartbeat_front_addr":"172.21.15.5:6805/851671428","state":["exists","up"]},{"osd":1,"uuid":"ab4b3337-a446-427b-9a52-349561f7c79d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6808","nonce":1418062370},{"type":"v1","addr":"172.21.15.5:6809","nonce":1418062370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6810","nonce":1418062370},{"type":"v1","addr":"172.21.15.5:6811","nonce":1418062370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6814","nonce":1418062370},{"type":"v1","addr":"172.21.15.5:6815","nonce":1418062370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6812","nonce":1418062370},{"type":"v1","addr":"172.21.15.5:6813","nonce":1418062370}]},"public_addr":"172.21.15.5:6809/1418062370","cluster_addr":"172.21.15.5:6811/1418062370","heartbeat_back_addr":"172.21.15.5:6815/1418062370","heartbeat_front_addr":"172.21.15.5:6813/1418062370","state":["exists","up"]},{"osd":2,"uuid":"22d787ea-2049-40c1-aa23-811fdb981dbd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6816","nonce":2713060829},{"type":"v1","addr":"172.21.15.5:6817","nonce":2713060829}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6818","nonce":2713060829},{"type":"v1","addr":"172.21.15.5:6819","nonce":2713060829}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6822","nonce":2713060829},{"type":"v1","addr":"172.21.15.5:6823","nonce":2713060829}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6820","nonce":2713060829},{"type":"v1","addr":"172.21.15.5:6821","nonce":2713060829}]},"public_addr":"172.21.15.5:6817/2713060829","cluster_addr":"172.21.15.5:6819/2713060829","heartbeat_back_addr":"172.21.15.5:6823/2713060829","heartbeat_front_addr":"172.21.15.5:6821/2713060829","state":["exists","up"]},{"osd":3,"uuid":"30e4a102-0fce-46b2-8a6d-a7625c6a5ee9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6824","nonce":576343032},{"type":"v1","addr":"172.21.15.5:6825","nonce":576343032}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6826","nonce":576343032},{"type":"v1","addr":"172.21.15.5:6827","nonce":576343032}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6830","nonce":576343032},{"type":"v1","addr":"172.21.15.5:6831","nonce":576343032}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6828","nonce":576343032},{"type":"v1","addr":"172.21.15.5:6829","nonce":576343032}]},"public_addr":"172.21.15.5:6825/576343032","cluster_addr":"172.21.15.5:6827/576343032","heartbeat_back_addr":"172.21.15.5:6831/576343032","heartbeat_front_addr":"172.21.15.5:6829/576343032","state":["exists","up"]},{"osd":4,"uuid":"f47efe1d-f245-453c-b505-db74fe5df11c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6800","nonce":3624672735},{"type":"v1","addr":"172.21.15.179:6801","nonce":3624672735}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6802","nonce":3624672735},{"type":"v1","addr":"172.21.15.179:6803","nonce":3624672735}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6806","nonce":3624672735},{"type":"v1","addr":"172.21.15.179:6807","nonce":3624672735}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6804","nonce":3624672735},{"type":"v1","addr":"172.21.15.179:6805","nonce":3624672735}]},"public_addr":"172.21.15.179:6801/3624672735","cluster_addr":"172.21.15.179:6803/3624672735","heartbeat_back_addr":"172.21.15.179:6807/3624672735","heartbeat_front_addr":"172.21.15.179:6805/3624672735","state":["exists","up"]},{"osd":5,"uuid":"f6fd9c2f-b7ed-4e7b-a9fd-12aaea05bfa9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6824","nonce":2769164148},{"type":"v1","addr":"172.21.15.179:6825","nonce":2769164148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6826","nonce":2769164148},{"type":"v1","addr":"172.21.15.179:6827","nonce":2769164148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6830","nonce":2769164148},{"type":"v1","addr":"172.21.15.179:6831","nonce":2769164148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6828","nonce":2769164148},{"type":"v1","addr":"172.21.15.179:6829","nonce":2769164148}]},"public_addr":"172.21.15.179:6825/2769164148","cluster_addr":"172.21.15.179:6827/2769164148","heartbeat_back_addr":"172.21.15.179:6831/2769164148","heartbeat_front_addr":"172.21.15.179:6829/2769164148","state":["exists","up"]},{"osd":6,"uuid":"48985a9a-ec23-44a6-8f23-87edd7853994","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6816","nonce":3295700932},{"type":"v1","addr":"172.21.15.179:6817","nonce":3295700932}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6818","nonce":3295700932},{"type":"v1","addr":"172.21.15.179:6819","nonce":3295700932}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6822","nonce":3295700932},{"type":"v1","addr":"172.21.15.179:6823","nonce":3295700932}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6820","nonce":3295700932},{"type":"v1","addr":"172.21.15.179:6821","nonce":3295700932}]},"public_addr":"172.21.15.179:6817/3295700932","cluster_addr":"172.21.15.179:6819/3295700932","heartbeat_back_addr":"172.21.15.179:6823/3295700932","heartbeat_front_addr":"172.21.15.179:6821/3295700932","state":["exists","up"]},{"osd":7,"uuid":"af684358-558e-4fa4-ac35-1e3ef24b9021","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6808","nonce":1502652601},{"type":"v1","addr":"172.21.15.179:6809","nonce":1502652601}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6810","nonce":1502652601},{"type":"v1","addr":"172.21.15.179:6811","nonce":1502652601}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6814","nonce":1502652601},{"type":"v1","addr":"172.21.15.179:6815","nonce":1502652601}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6812","nonce":1502652601},{"type":"v1","addr":"172.21.15.179:6813","nonce":1502652601}]},"public_addr":"172.21.15.179:6809/1502652601","cluster_addr":"172.21.15.179:6811/1502652601","heartbeat_back_addr":"172.21.15.179:6815/1502652601","heartbeat_front_addr":"172.21.15.179:6813/1502652601","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.647314+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:23.936297+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.579030+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.393256+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.524066+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.865771+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.509811+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.613144+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:15:51.315 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.307+0000 7f22279a3700 1 -- 172.21.15.5:0/313426642 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f2204066760 msgr2=0x7f2204068c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:51.315 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.307+0000 7f22279a3700 1 --2- 172.21.15.5:0/313426642 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f2204066760 0x7f2204068c20 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f2214007fd0 tx=0x7f2214007de0 comp rx=0 tx=0).stop 2024-09-13T16:15:51.315 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.307+0000 7f22279a3700 1 -- 172.21.15.5:0/313426642 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f22201570c0 msgr2=0x7f2220154fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:51.315 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.307+0000 7f22279a3700 1 --2- 172.21.15.5:0/313426642 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f22201570c0 0x7f2220154fb0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f2218014040 tx=0x7f2218004af0 comp rx=0 tx=0).stop 2024-09-13T16:15:51.315 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.307+0000 7f22279a3700 1 -- 172.21.15.5:0/313426642 shutdown_connections 2024-09-13T16:15:51.315 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.307+0000 7f22279a3700 1 --2- 172.21.15.5:0/313426642 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f222015ce10 0x7f22201f3460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:51.315 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.307+0000 7f22279a3700 1 --2- 172.21.15.5:0/313426642 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f22201570c0 0x7f2220154fb0 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:51.315 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.307+0000 7f22279a3700 1 --2- 172.21.15.5:0/313426642 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f2204066760 0x7f2204068c20 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:51.315 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.307+0000 7f22279a3700 1 --2- 172.21.15.5:0/313426642 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f222006de70 0x7f2220151e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:51.315 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.307+0000 7f22279a3700 1 -- 172.21.15.5:0/313426642 >> 172.21.15.5:0/313426642 conn(0x7f22200ca3f0 msgr2=0x7f22200c4c10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:51.315 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.311+0000 7f22279a3700 1 -- 172.21.15.5:0/313426642 shutdown_connections 2024-09-13T16:15:51.315 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.311+0000 7f22279a3700 1 -- 172.21.15.5:0/313426642 wait complete. 2024-09-13T16:15:51.328 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:15:28.621918+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:15:39.544340+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T16:15:40.368287+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-09-13T16:15:43.446355+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '26', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-09-13T16:15:51.328 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:15:51.448 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.443+0000 7fa28673b700 1 Processor -- start 2024-09-13T16:15:51.448 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.443+0000 7fa28673b700 1 -- start start 2024-09-13T16:15:51.449 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.443+0000 7fa28673b700 1 --2- >> v2:172.21.15.179:3300/0 conn(0x7fa280152c80 0x7fa280070220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:51.449 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.443+0000 7fa28673b700 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa280070760 con 0x7fa280070c50 2024-09-13T16:15:51.449 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.443+0000 7fa28673b700 1 -- --> v1:172.21.15.179:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa280153060 con 0x7fa2800ce3f0 2024-09-13T16:15:51.449 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.443+0000 7fa28673b700 1 -- --> v2:172.21.15.179:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa2800c95e0 con 0x7fa280152c80 2024-09-13T16:15:51.450 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.443+0000 7fa27f7fe700 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7fa280070c50 0x7fa2801588e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:43724/0 (socket says 172.21.15.5:43724) 2024-09-13T16:15:51.450 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.443+0000 7fa27f7fe700 1 -- 172.21.15.5:0/672339139 learned_addr learned my addr 172.21.15.5:0/672339139 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-13T16:15:51.452 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.443+0000 7fa27ffff700 1 --2- 172.21.15.5:0/672339139 >> v2:172.21.15.179:3300/0 conn(0x7fa280152c80 0x7fa280070220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:51.452 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.443+0000 7fa27effd700 1 -- 172.21.15.5:0/672339139 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 294151301 0 0) 0x7fa280070760 con 0x7fa280070c50 2024-09-13T16:15:51.452 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.443+0000 7fa27effd700 1 -- 172.21.15.5:0/672339139 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa2680035d0 con 0x7fa280070c50 2024-09-13T16:15:51.452 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.443+0000 7fa27effd700 1 -- 172.21.15.5:0/672339139 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1306494060 0 0) 0x7fa2680035d0 con 0x7fa280070c50 2024-09-13T16:15:51.452 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.443+0000 7fa27effd700 1 -- 172.21.15.5:0/672339139 >> v2:172.21.15.179:3300/0 conn(0x7fa280152c80 msgr2=0x7fa280070220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:15:51.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.443+0000 7fa27effd700 1 --2- 172.21.15.5:0/672339139 >> v2:172.21.15.179:3300/0 conn(0x7fa280152c80 0x7fa280070220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:51.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.443+0000 7fa27effd700 1 -- 172.21.15.5:0/672339139 >> v1:172.21.15.179:6789/0 conn(0x7fa2800ce3f0 legacy=0x7fa280163260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:51.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.443+0000 7fa27effd700 1 -- 172.21.15.5:0/672339139 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa2800c9300 con 0x7fa280070c50 2024-09-13T16:15:51.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.443+0000 7fa27effd700 1 -- 172.21.15.5:0/672339139 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 830915072 0 0) 0x7fa270001670 con 0x7fa280070c50 2024-09-13T16:15:51.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.443+0000 7fa27ffff700 1 --2- 172.21.15.5:0/672339139 >> v2:172.21.15.179:3300/0 conn(0x7fa280152c80 0x7fa280070220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:15:51.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.443+0000 7fa27effd700 1 -- 172.21.15.5:0/672339139 >> v1:172.21.15.5:6789/0 conn(0x7fa280070c50 legacy=0x7fa2801588e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:51.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.447+0000 7fa27effd700 1 --2- 172.21.15.5:0/672339139 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fa268003a20 0x7fa268003e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:51.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.447+0000 7fa27effd700 1 --2- 172.21.15.5:0/672339139 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa268004870 0x7fa268004cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:51.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.447+0000 7fa27effd700 1 --2- 172.21.15.5:0/672339139 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fa268005230 0x7fa26800ba30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:51.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.447+0000 7fa27effd700 1 -- 172.21.15.5:0/672339139 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa2800c95e0 con 0x7fa268004870 2024-09-13T16:15:51.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.447+0000 7fa27effd700 1 -- 172.21.15.5:0/672339139 --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa26800c0e0 con 0x7fa268005230 2024-09-13T16:15:51.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.447+0000 7fa27effd700 1 -- 172.21.15.5:0/672339139 --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa26800c2a0 con 0x7fa268003a20 2024-09-13T16:15:51.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.447+0000 7fa27f7fe700 1 --2- 172.21.15.5:0/672339139 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa268004870 0x7fa268004cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:51.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.447+0000 7fa27ffff700 1 --2- 172.21.15.5:0/672339139 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fa268003a20 0x7fa268003e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:51.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.447+0000 7fa284cd8700 1 --2- 172.21.15.5:0/672339139 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fa268005230 0x7fa26800ba30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:51.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.447+0000 7fa27f7fe700 1 -- 172.21.15.5:0/672339139 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fa268003a20 msgr2=0x7fa268003e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:15:51.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.447+0000 7fa27f7fe700 1 --2- 172.21.15.5:0/672339139 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fa268003a20 0x7fa268003e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:51.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.447+0000 7fa27f7fe700 1 -- 172.21.15.5:0/672339139 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fa268005230 msgr2=0x7fa26800ba30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:15:51.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.447+0000 7fa27f7fe700 1 --2- 172.21.15.5:0/672339139 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fa268005230 0x7fa26800ba30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:51.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.447+0000 7fa284cd8700 1 -- 172.21.15.5:0/672339139 reap_dead start 2024-09-13T16:15:51.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.447+0000 7fa27f7fe700 1 -- 172.21.15.5:0/672339139 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa2680035d0 con 0x7fa268004870 2024-09-13T16:15:51.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.447+0000 7fa27f7fe700 1 --2- 172.21.15.5:0/672339139 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa268004870 0x7fa268004cf0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fa27000c320 tx=0x7fa2680058a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9ccbb4f89080275b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:51.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.447+0000 7fa27effd700 1 -- 172.21.15.5:0/672339139 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa270007c30 con 0x7fa268004870 2024-09-13T16:15:51.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.447+0000 7fa27effd700 1 -- 172.21.15.5:0/672339139 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa27000ce80 con 0x7fa268004870 2024-09-13T16:15:51.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.447+0000 7fa27effd700 1 -- 172.21.15.5:0/672339139 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa270005bc0 con 0x7fa268004870 2024-09-13T16:15:51.456 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.447+0000 7fa28673b700 1 -- 172.21.15.5:0/672339139 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa268004870 msgr2=0x7fa268004cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:51.456 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.447+0000 7fa28673b700 1 --2- 172.21.15.5:0/672339139 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa268004870 0x7fa268004cf0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fa27000c320 tx=0x7fa2680058a0 comp rx=0 tx=0).stop 2024-09-13T16:15:51.456 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.447+0000 7fa28673b700 1 -- 172.21.15.5:0/672339139 shutdown_connections 2024-09-13T16:15:51.457 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.447+0000 7fa28673b700 1 --2- 172.21.15.5:0/672339139 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa268004870 0x7fa268004cf0 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:51.457 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.447+0000 7fa28673b700 1 -- 172.21.15.5:0/672339139 >> 172.21.15.5:0/672339139 conn(0x7fa28006e980 msgr2=0x7fa280071390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:51.457 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.447+0000 7fa28673b700 1 -- 172.21.15.5:0/672339139 shutdown_connections 2024-09-13T16:15:51.457 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.447+0000 7fa28673b700 1 -- 172.21.15.5:0/672339139 wait complete. 2024-09-13T16:15:51.457 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.451+0000 7fa28673b700 1 Processor -- start 2024-09-13T16:15:51.457 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.451+0000 7fa28673b700 1 -- start start 2024-09-13T16:15:51.457 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.451+0000 7fa28673b700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fa268004870 0x7fa28014f5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:51.457 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.451+0000 7fa28673b700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa280141390 0x7fa2801417f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:51.457 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.451+0000 7fa28673b700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fa2801f19a0 0x7fa2801f1e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:51.457 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.451+0000 7fa28673b700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa28014e010 con 0x7fa280141390 2024-09-13T16:15:51.457 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.451+0000 7fa28673b700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa28015b710 con 0x7fa2801f19a0 2024-09-13T16:15:51.457 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.451+0000 7fa28673b700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa28015bcd0 con 0x7fa268004870 2024-09-13T16:15:51.457 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.451+0000 7fa27f7fe700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa280141390 0x7fa2801417f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:51.458 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.451+0000 7fa27f7fe700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa280141390 0x7fa2801417f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:54310/0 (socket says 172.21.15.5:54310) 2024-09-13T16:15:51.458 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.451+0000 7fa27f7fe700 1 -- 172.21.15.5:0/4231400967 learned_addr learned my addr 172.21.15.5:0/4231400967 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:15:51.458 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.451+0000 7fa284cd8700 1 --2- 172.21.15.5:0/4231400967 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fa2801f19a0 0x7fa2801f1e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:51.459 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.451+0000 7fa27f7fe700 1 -- 172.21.15.5:0/4231400967 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fa268004870 msgr2=0x7fa28014f5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:51.459 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.451+0000 7fa27f7fe700 1 --2- 172.21.15.5:0/4231400967 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fa268004870 0x7fa28014f5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:51.459 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.451+0000 7fa27f7fe700 1 -- 172.21.15.5:0/4231400967 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fa2801f19a0 msgr2=0x7fa2801f1e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:51.459 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.451+0000 7fa27f7fe700 1 --2- 172.21.15.5:0/4231400967 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fa2801f19a0 0x7fa2801f1e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:51.459 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.451+0000 7fa27f7fe700 1 -- 172.21.15.5:0/4231400967 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa280141d30 con 0x7fa280141390 2024-09-13T16:15:51.459 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.451+0000 7fa27f7fe700 1 --2- 172.21.15.5:0/4231400967 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa280141390 0x7fa2801417f0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fa27000c910 tx=0x7fa270001a00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:51.459 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.451+0000 7fa27cff9700 1 -- 172.21.15.5:0/4231400967 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa2700072d0 con 0x7fa280141390 2024-09-13T16:15:51.459 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.451+0000 7fa27cff9700 1 -- 172.21.15.5:0/4231400967 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa270007430 con 0x7fa280141390 2024-09-13T16:15:51.459 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.451+0000 7fa28673b700 1 -- 172.21.15.5:0/4231400967 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa2801f2360 con 0x7fa280141390 2024-09-13T16:15:51.460 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.451+0000 7fa27cff9700 1 -- 172.21.15.5:0/4231400967 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa2700077a0 con 0x7fa280141390 2024-09-13T16:15:51.460 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.451+0000 7fa28673b700 1 -- 172.21.15.5:0/4231400967 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa28014d9d0 con 0x7fa280141390 2024-09-13T16:15:51.460 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.455+0000 7fa27cff9700 1 -- 172.21.15.5:0/4231400967 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fa27001d420 con 0x7fa280141390 2024-09-13T16:15:51.460 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.455+0000 7fa28673b700 1 -- 172.21.15.5:0/4231400967 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa28015cd30 con 0x7fa280141390 2024-09-13T16:15:51.461 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.455+0000 7fa27cff9700 1 --2- 172.21.15.5:0/4231400967 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fa26c066730 0x7fa26c068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:51.461 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.455+0000 7fa27cff9700 1 -- 172.21.15.5:0/4231400967 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fa2700852f0 con 0x7fa280141390 2024-09-13T16:15:51.461 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.455+0000 7fa27ffff700 1 --2- 172.21.15.5:0/4231400967 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fa26c066730 0x7fa26c068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:51.462 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.455+0000 7fa27ffff700 1 --2- 172.21.15.5:0/4231400967 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fa26c066730 0x7fa26c068bf0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fa274009d70 tx=0x7fa274009830 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:51.465 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.459+0000 7fa27cff9700 1 -- 172.21.15.5:0/4231400967 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fa270052360 con 0x7fa280141390 2024-09-13T16:15:51.640 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.635+0000 7fa28673b700 1 -- 172.21.15.5:0/4231400967 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fa2801f16c0 con 0x7fa280141390 2024-09-13T16:15:51.641 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.635+0000 7fa27cff9700 1 -- 172.21.15.5:0/4231400967 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v26) v1 ==== 93+0+10 (secure 0 0 0) 0x7fa2801f16c0 con 0x7fa280141390 2024-09-13T16:15:51.641 INFO:teuthology.orchestra.run.smithi005.stdout:pg_num: 1 2024-09-13T16:15:51.643 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.639+0000 7fa28673b700 1 -- 172.21.15.5:0/4231400967 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fa26c066730 msgr2=0x7fa26c068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:51.643 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.639+0000 7fa28673b700 1 --2- 172.21.15.5:0/4231400967 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fa26c066730 0x7fa26c068bf0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fa274009d70 tx=0x7fa274009830 comp rx=0 tx=0).stop 2024-09-13T16:15:51.644 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.639+0000 7fa28673b700 1 -- 172.21.15.5:0/4231400967 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa280141390 msgr2=0x7fa2801417f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:51.644 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.639+0000 7fa28673b700 1 --2- 172.21.15.5:0/4231400967 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa280141390 0x7fa2801417f0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fa27000c910 tx=0x7fa270001a00 comp rx=0 tx=0).stop 2024-09-13T16:15:51.644 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.639+0000 7fa28673b700 1 -- 172.21.15.5:0/4231400967 shutdown_connections 2024-09-13T16:15:51.644 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.639+0000 7fa28673b700 1 --2- 172.21.15.5:0/4231400967 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fa26c066730 0x7fa26c068bf0 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:51.644 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.639+0000 7fa28673b700 1 --2- 172.21.15.5:0/4231400967 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fa2801f19a0 0x7fa2801f1e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:51.644 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.639+0000 7fa28673b700 1 --2- 172.21.15.5:0/4231400967 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa280141390 0x7fa2801417f0 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:51.644 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.639+0000 7fa28673b700 1 --2- 172.21.15.5:0/4231400967 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fa268004870 0x7fa28014f5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:51.644 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.639+0000 7fa28673b700 1 -- 172.21.15.5:0/4231400967 >> 172.21.15.5:0/4231400967 conn(0x7fa28006e980 msgr2=0x7fa2800ce800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:51.644 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.639+0000 7fa28673b700 1 -- 172.21.15.5:0/4231400967 shutdown_connections 2024-09-13T16:15:51.644 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.639+0000 7fa28673b700 1 -- 172.21.15.5:0/4231400967 wait complete. 2024-09-13T16:15:51.656 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T16:15:51.775 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.771+0000 7efefdcf0700 1 Processor -- start 2024-09-13T16:15:51.776 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.771+0000 7efefdcf0700 1 -- start start 2024-09-13T16:15:51.778 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.771+0000 7efefdcf0700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7efef80cb720 0x7efef806f840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:51.778 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.771+0000 7efefdcf0700 1 --2- >> v2:172.21.15.179:3300/0 conn(0x7efef8070740 0x7efef8070bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:51.778 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.771+0000 7efefdcf0700 1 -- --> v1:172.21.15.179:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7efef8071110 con 0x7efef80cb340 2024-09-13T16:15:51.779 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.771+0000 7efefdcf0700 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 v1 -- 0x7efef80caaf0 con 0x7efef80cb720 2024-09-13T16:15:51.779 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.771+0000 7efefdcf0700 1 -- --> v2:172.21.15.179:3300/0 -- mon_getmap magic: 0 v1 -- 0x7efef815bfd0 con 0x7efef8070740 2024-09-13T16:15:51.779 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.771+0000 7efeeffff700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7efef80cb720 0x7efef806f840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:51.779 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.771+0000 7efeeffff700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7efef80cb720 0x7efef806f840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:54326/0 (socket says 172.21.15.5:54326) 2024-09-13T16:15:51.779 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.771+0000 7efeeffff700 1 -- 172.21.15.5:0/2338951644 learned_addr learned my addr 172.21.15.5:0/2338951644 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:15:51.779 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.771+0000 7efefd4ef700 1 --2- 172.21.15.5:0/2338951644 >> v2:172.21.15.179:3300/0 conn(0x7efef8070740 0x7efef8070bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:51.779 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.771+0000 7efeeffff700 1 -- 172.21.15.5:0/2338951644 >> v2:172.21.15.179:3300/0 conn(0x7efef8070740 msgr2=0x7efef8070bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:15:51.779 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.771+0000 7efeeffff700 1 --2- 172.21.15.5:0/2338951644 >> v2:172.21.15.179:3300/0 conn(0x7efef8070740 0x7efef8070bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:51.779 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.771+0000 7efeeffff700 1 -- 172.21.15.5:0/2338951644 >> v1:172.21.15.179:6789/0 conn(0x7efef80cb340 legacy=0x7efef81593c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:15:51.779 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.771+0000 7efeeffff700 1 -- 172.21.15.5:0/2338951644 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efef806fd80 con 0x7efef80cb720 2024-09-13T16:15:51.779 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.771+0000 7efeeffff700 1 --2- 172.21.15.5:0/2338951644 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7efef80cb720 0x7efef806f840 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7efef80c4ef0 tx=0x7efee8009bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=356f39cedcbc5cf2 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:51.780 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.771+0000 7efeef7fe700 1 -- 172.21.15.5:0/2338951644 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efee8005e50 con 0x7efef80cb720 2024-09-13T16:15:51.780 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.771+0000 7efeef7fe700 1 -- 172.21.15.5:0/2338951644 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efee8004030 con 0x7efef80cb720 2024-09-13T16:15:51.780 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.771+0000 7efeef7fe700 1 -- 172.21.15.5:0/2338951644 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efee80043c0 con 0x7efef80cb720 2024-09-13T16:15:51.781 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.775+0000 7efefdcf0700 1 -- 172.21.15.5:0/2338951644 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7efef80cb720 msgr2=0x7efef806f840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:51.781 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.775+0000 7efefdcf0700 1 --2- 172.21.15.5:0/2338951644 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7efef80cb720 0x7efef806f840 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7efef80c4ef0 tx=0x7efee8009bf0 comp rx=0 tx=0).stop 2024-09-13T16:15:51.781 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.775+0000 7efefdcf0700 1 -- 172.21.15.5:0/2338951644 shutdown_connections 2024-09-13T16:15:51.781 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.775+0000 7efefdcf0700 1 --2- 172.21.15.5:0/2338951644 >> v2:172.21.15.179:3300/0 conn(0x7efef8070740 0x7efef8070bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:51.781 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.775+0000 7efefdcf0700 1 --2- 172.21.15.5:0/2338951644 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7efef80cb720 0x7efef806f840 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:51.781 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.775+0000 7efefdcf0700 1 -- 172.21.15.5:0/2338951644 >> 172.21.15.5:0/2338951644 conn(0x7efef8071f50 msgr2=0x7efef8072360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:51.781 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.775+0000 7efefdcf0700 1 -- 172.21.15.5:0/2338951644 shutdown_connections 2024-09-13T16:15:51.781 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.775+0000 7efefdcf0700 1 -- 172.21.15.5:0/2338951644 wait complete. 2024-09-13T16:15:51.782 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.775+0000 7efefdcf0700 1 Processor -- start 2024-09-13T16:15:51.782 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.775+0000 7efefdcf0700 1 -- start start 2024-09-13T16:15:51.786 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.779+0000 7efefdcf0700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7efef8070740 0x7efef814bbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:51.786 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.779+0000 7efefdcf0700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7efef80cb340 0x7efef815aeb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:51.786 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.779+0000 7efefdcf0700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7efef80cb720 0x7efef815a730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:51.786 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.779+0000 7efefdcf0700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efef81f2280 con 0x7efef80cb340 2024-09-13T16:15:51.786 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.779+0000 7efefdcf0700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efef815bd10 con 0x7efef8070740 2024-09-13T16:15:51.787 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.779+0000 7efefdcf0700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efef8149330 con 0x7efef80cb720 2024-09-13T16:15:51.787 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.779+0000 7efeeffff700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7efef80cb340 0x7efef815aeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:51.787 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.779+0000 7efeeffff700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7efef80cb340 0x7efef815aeb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:54328/0 (socket says 172.21.15.5:54328) 2024-09-13T16:15:51.787 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.779+0000 7efeeffff700 1 -- 172.21.15.5:0/2259178593 learned_addr learned my addr 172.21.15.5:0/2259178593 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:15:51.787 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.779+0000 7efefccee700 1 --2- 172.21.15.5:0/2259178593 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7efef8070740 0x7efef814bbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:51.787 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.779+0000 7efefd4ef700 1 --2- 172.21.15.5:0/2259178593 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7efef80cb720 0x7efef815a730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:51.787 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.779+0000 7efeeffff700 1 -- 172.21.15.5:0/2259178593 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7efef80cb720 msgr2=0x7efef815a730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:51.787 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.779+0000 7efeeffff700 1 --2- 172.21.15.5:0/2259178593 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7efef80cb720 0x7efef815a730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:51.787 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.779+0000 7efeeffff700 1 -- 172.21.15.5:0/2259178593 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7efef8070740 msgr2=0x7efef814bbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:51.787 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.779+0000 7efeeffff700 1 --2- 172.21.15.5:0/2259178593 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7efef8070740 0x7efef814bbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:51.787 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.779+0000 7efeeffff700 1 -- 172.21.15.5:0/2259178593 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efee8009520 con 0x7efef80cb340 2024-09-13T16:15:51.787 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.779+0000 7efeeffff700 1 --2- 172.21.15.5:0/2259178593 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7efef80cb340 0x7efef815aeb0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7efee8000c00 tx=0x7efee8004770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:51.787 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.779+0000 7efeed7fa700 1 -- 172.21.15.5:0/2259178593 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efee801c420 con 0x7efef80cb340 2024-09-13T16:15:51.788 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.779+0000 7efeed7fa700 1 -- 172.21.15.5:0/2259178593 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efee801c580 con 0x7efef80cb340 2024-09-13T16:15:51.788 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.779+0000 7efefdcf0700 1 -- 172.21.15.5:0/2259178593 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efef815b790 con 0x7efef80cb340 2024-09-13T16:15:51.788 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.779+0000 7efeed7fa700 1 -- 172.21.15.5:0/2259178593 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efee801c930 con 0x7efef80cb340 2024-09-13T16:15:51.788 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.779+0000 7efefdcf0700 1 -- 172.21.15.5:0/2259178593 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efef81f2470 con 0x7efef80cb340 2024-09-13T16:15:51.788 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.783+0000 7efefdcf0700 1 -- 172.21.15.5:0/2259178593 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efef80677b0 con 0x7efef80cb340 2024-09-13T16:15:51.789 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.783+0000 7efeed7fa700 1 -- 172.21.15.5:0/2259178593 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7efee801ca90 con 0x7efef80cb340 2024-09-13T16:15:51.791 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.783+0000 7efeed7fa700 1 --2- 172.21.15.5:0/2259178593 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7efee4066730 0x7efee4068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:51.791 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.783+0000 7efeed7fa700 1 -- 172.21.15.5:0/2259178593 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7efee80857a0 con 0x7efef80cb340 2024-09-13T16:15:51.791 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.783+0000 7efefccee700 1 --2- 172.21.15.5:0/2259178593 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7efee4066730 0x7efee4068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:51.791 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.787+0000 7efefccee700 1 --2- 172.21.15.5:0/2259178593 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7efee4066730 0x7efee4068bf0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7efef4005150 tx=0x7efef4007ee0 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:51.794 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.787+0000 7efeed7fa700 1 -- 172.21.15.5:0/2259178593 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7efee8052820 con 0x7efef80cb340 2024-09-13T16:15:51.965 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.959+0000 7efefdcf0700 1 -- 172.21.15.5:0/2259178593 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7efef8070e70 con 0x7efef80cb340 2024-09-13T16:15:51.965 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.959+0000 7efeed7fa700 1 -- 172.21.15.5:0/2259178593 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v26) v1 ==== 104+0+11 (secure 0 0 0) 0x7efee8055e40 con 0x7efef80cb340 2024-09-13T16:15:51.966 INFO:teuthology.orchestra.run.smithi005.stdout:pg_num: 32 2024-09-13T16:15:51.969 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.963+0000 7efefdcf0700 1 -- 172.21.15.5:0/2259178593 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7efee4066730 msgr2=0x7efee4068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:51.969 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.963+0000 7efefdcf0700 1 --2- 172.21.15.5:0/2259178593 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7efee4066730 0x7efee4068bf0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7efef4005150 tx=0x7efef4007ee0 comp rx=0 tx=0).stop 2024-09-13T16:15:51.969 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.963+0000 7efefdcf0700 1 -- 172.21.15.5:0/2259178593 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7efef80cb340 msgr2=0x7efef815aeb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:51.969 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.963+0000 7efefdcf0700 1 --2- 172.21.15.5:0/2259178593 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7efef80cb340 0x7efef815aeb0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7efee8000c00 tx=0x7efee8004770 comp rx=0 tx=0).stop 2024-09-13T16:15:51.969 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.963+0000 7efefdcf0700 1 -- 172.21.15.5:0/2259178593 shutdown_connections 2024-09-13T16:15:51.969 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.963+0000 7efefdcf0700 1 --2- 172.21.15.5:0/2259178593 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7efef80cb720 0x7efef815a730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:51.969 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.963+0000 7efefdcf0700 1 --2- 172.21.15.5:0/2259178593 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7efef80cb340 0x7efef815aeb0 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:51.969 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.963+0000 7efefdcf0700 1 --2- 172.21.15.5:0/2259178593 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7efee4066730 0x7efee4068bf0 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:51.969 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.963+0000 7efefdcf0700 1 --2- 172.21.15.5:0/2259178593 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7efef8070740 0x7efef814bbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:51.969 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.963+0000 7efefdcf0700 1 -- 172.21.15.5:0/2259178593 >> 172.21.15.5:0/2259178593 conn(0x7efef8071f50 msgr2=0x7efef80c41f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:51.969 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.963+0000 7efefdcf0700 1 -- 172.21.15.5:0/2259178593 shutdown_connections 2024-09-13T16:15:51.969 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:51.963+0000 7efefdcf0700 1 -- 172.21.15.5:0/2259178593 wait complete. 2024-09-13T16:15:51.981 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T16:15:52.107 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.103+0000 7fb8389ec700 1 Processor -- start 2024-09-13T16:15:52.108 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.103+0000 7fb8389ec700 1 -- start start 2024-09-13T16:15:52.109 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.103+0000 7fb8389ec700 1 --2- >> v2:172.21.15.179:3300/0 conn(0x7fb8340c3320 0x7fb8340c8090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:52.109 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.103+0000 7fb8389ec700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fb8340c85d0 0x7fb83406b7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:52.110 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.103+0000 7fb8389ec700 1 -- --> v1:172.21.15.179:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb8340c21c0 con 0x7fb834150e10 2024-09-13T16:15:52.110 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.103+0000 7fb8389ec700 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb8340c9600 con 0x7fb8340c85d0 2024-09-13T16:15:52.110 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.103+0000 7fb8389ec700 1 -- --> v2:172.21.15.179:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb8340c1e00 con 0x7fb8340c3320 2024-09-13T16:15:52.110 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.103+0000 7fb832d9d700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fb8340c85d0 0x7fb83406b7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:52.110 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.103+0000 7fb832d9d700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fb8340c85d0 0x7fb83406b7a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:54330/0 (socket says 172.21.15.5:54330) 2024-09-13T16:15:52.110 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.103+0000 7fb832d9d700 1 -- 172.21.15.5:0/2756044985 learned_addr learned my addr 172.21.15.5:0/2756044985 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:15:52.110 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.103+0000 7fb831d9b700 1 --2- 172.21.15.5:0/2756044985 >> v2:172.21.15.179:3300/0 conn(0x7fb8340c3320 0x7fb8340c8090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:52.110 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.103+0000 7fb832d9d700 1 -- 172.21.15.5:0/2756044985 >> v2:172.21.15.179:3300/0 conn(0x7fb8340c3320 msgr2=0x7fb8340c8090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:15:52.110 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.103+0000 7fb832d9d700 1 --2- 172.21.15.5:0/2756044985 >> v2:172.21.15.179:3300/0 conn(0x7fb8340c3320 0x7fb8340c8090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:52.111 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.103+0000 7fb832d9d700 1 -- 172.21.15.5:0/2756044985 >> v1:172.21.15.179:6789/0 conn(0x7fb834150e10 legacy=0x7fb83406a390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:15:52.111 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.103+0000 7fb832d9d700 1 -- 172.21.15.5:0/2756044985 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb83406aaa0 con 0x7fb8340c85d0 2024-09-13T16:15:52.111 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.103+0000 7fb831d9b700 1 --2- 172.21.15.5:0/2756044985 >> v2:172.21.15.179:3300/0 conn(0x7fb8340c3320 0x7fb8340c8090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:15:52.112 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.103+0000 7fb832d9d700 1 --2- 172.21.15.5:0/2756044985 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb8340c85d0 0x7fb83406b7a0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fb8341544f0 tx=0x7fb82c00b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4223353c226c61c8 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:52.112 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.103+0000 7fb83159a700 1 -- 172.21.15.5:0/2756044985 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb82c00e070 con 0x7fb8340c85d0 2024-09-13T16:15:52.112 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.103+0000 7fb83159a700 1 -- 172.21.15.5:0/2756044985 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb82c00b9c0 con 0x7fb8340c85d0 2024-09-13T16:15:52.113 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.103+0000 7fb83159a700 1 -- 172.21.15.5:0/2756044985 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb82c00bd70 con 0x7fb8340c85d0 2024-09-13T16:15:52.113 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.107+0000 7fb8389ec700 1 -- 172.21.15.5:0/2756044985 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb8340c85d0 msgr2=0x7fb83406b7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:52.113 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.107+0000 7fb8389ec700 1 --2- 172.21.15.5:0/2756044985 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb8340c85d0 0x7fb83406b7a0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fb8341544f0 tx=0x7fb82c00b330 comp rx=0 tx=0).stop 2024-09-13T16:15:52.113 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.107+0000 7fb8389ec700 1 -- 172.21.15.5:0/2756044985 shutdown_connections 2024-09-13T16:15:52.113 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.107+0000 7fb8389ec700 1 --2- 172.21.15.5:0/2756044985 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb8340c85d0 0x7fb83406b7a0 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:52.113 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.107+0000 7fb8389ec700 1 --2- 172.21.15.5:0/2756044985 >> v2:172.21.15.179:3300/0 conn(0x7fb8340c3320 0x7fb8340c8090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:52.113 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.107+0000 7fb8389ec700 1 -- 172.21.15.5:0/2756044985 >> 172.21.15.5:0/2756044985 conn(0x7fb83406fa20 msgr2=0x7fb83406c970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:52.113 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.107+0000 7fb8389ec700 1 -- 172.21.15.5:0/2756044985 shutdown_connections 2024-09-13T16:15:52.113 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.107+0000 7fb8389ec700 1 -- 172.21.15.5:0/2756044985 wait complete. 2024-09-13T16:15:52.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.107+0000 7fb8389ec700 1 Processor -- start 2024-09-13T16:15:52.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.107+0000 7fb8389ec700 1 -- start start 2024-09-13T16:15:52.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.111+0000 7fb8389ec700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb8340c3320 0x7fb834071f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:52.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.111+0000 7fb8389ec700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fb8340c85d0 0x7fb8341ddd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:52.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.111+0000 7fb8389ec700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fb834150e10 0x7fb8341ee520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:52.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.111+0000 7fb8389ec700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb8341f2410 con 0x7fb8340c3320 2024-09-13T16:15:52.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.111+0000 7fb8389ec700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb8341f1a90 con 0x7fb834150e10 2024-09-13T16:15:52.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.111+0000 7fb8389ec700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb834072580 con 0x7fb8340c85d0 2024-09-13T16:15:52.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.111+0000 7fb83259c700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb8340c3320 0x7fb834071f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:52.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.111+0000 7fb83259c700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb8340c3320 0x7fb834071f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:54336/0 (socket says 172.21.15.5:54336) 2024-09-13T16:15:52.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.111+0000 7fb83259c700 1 -- 172.21.15.5:0/684783792 learned_addr learned my addr 172.21.15.5:0/684783792 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:15:52.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.111+0000 7fb832d9d700 1 --2- 172.21.15.5:0/684783792 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fb834150e10 0x7fb8341ee520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:52.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.111+0000 7fb831d9b700 1 --2- 172.21.15.5:0/684783792 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fb8340c85d0 0x7fb8341ddd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:52.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.111+0000 7fb83259c700 1 -- 172.21.15.5:0/684783792 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fb8340c85d0 msgr2=0x7fb8341ddd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:52.117 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.111+0000 7fb83259c700 1 --2- 172.21.15.5:0/684783792 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fb8340c85d0 0x7fb8341ddd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:52.117 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.111+0000 7fb83259c700 1 -- 172.21.15.5:0/684783792 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fb834150e10 msgr2=0x7fb8341ee520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:52.117 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.111+0000 7fb83259c700 1 --2- 172.21.15.5:0/684783792 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fb834150e10 0x7fb8341ee520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:52.117 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.111+0000 7fb83259c700 1 -- 172.21.15.5:0/684783792 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb82c009b30 con 0x7fb8340c3320 2024-09-13T16:15:52.117 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.111+0000 7fb83259c700 1 --2- 172.21.15.5:0/684783792 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb8340c3320 0x7fb834071f60 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fb82400c410 tx=0x7fb82400c7d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:52.117 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.111+0000 7fb822ffd700 1 -- 172.21.15.5:0/684783792 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb8240052d0 con 0x7fb8340c3320 2024-09-13T16:15:52.118 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.111+0000 7fb822ffd700 1 -- 172.21.15.5:0/684783792 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb824005430 con 0x7fb8340c3320 2024-09-13T16:15:52.118 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.111+0000 7fb8389ec700 1 -- 172.21.15.5:0/684783792 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb834072860 con 0x7fb8340c3320 2024-09-13T16:15:52.118 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.111+0000 7fb822ffd700 1 -- 172.21.15.5:0/684783792 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb8240055a0 con 0x7fb8340c3320 2024-09-13T16:15:52.118 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.111+0000 7fb8389ec700 1 -- 172.21.15.5:0/684783792 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb8341f2030 con 0x7fb8340c3320 2024-09-13T16:15:52.118 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.111+0000 7fb8389ec700 1 -- 172.21.15.5:0/684783792 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb8341f21f0 con 0x7fb8340c3320 2024-09-13T16:15:52.118 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.115+0000 7fb822ffd700 1 -- 172.21.15.5:0/684783792 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fb8240036a0 con 0x7fb8340c3320 2024-09-13T16:15:52.119 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.115+0000 7fb822ffd700 1 --2- 172.21.15.5:0/684783792 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fb814066730 0x7fb814068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:52.119 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.115+0000 7fb822ffd700 1 -- 172.21.15.5:0/684783792 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fb824083700 con 0x7fb8340c3320 2024-09-13T16:15:52.119 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.115+0000 7fb831d9b700 1 --2- 172.21.15.5:0/684783792 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fb814066730 0x7fb814068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:52.120 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.115+0000 7fb831d9b700 1 --2- 172.21.15.5:0/684783792 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fb814066730 0x7fb814068bf0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fb8340673f0 tx=0x7fb828008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:52.128 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.123+0000 7fb822ffd700 1 -- 172.21.15.5:0/684783792 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fb824050780 con 0x7fb8340c3320 2024-09-13T16:15:52.298 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.291+0000 7fb8389ec700 1 -- 172.21.15.5:0/684783792 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fb8340c9290 con 0x7fb8340c3320 2024-09-13T16:15:52.299 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.295+0000 7fb822ffd700 1 -- 172.21.15.5:0/684783792 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v26) v1 ==== 100+0+11 (secure 0 0 0) 0x7fb824053da0 con 0x7fb8340c3320 2024-09-13T16:15:52.299 INFO:teuthology.orchestra.run.smithi005.stdout:pg_num: 64 2024-09-13T16:15:52.301 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.295+0000 7fb8389ec700 1 -- 172.21.15.5:0/684783792 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fb814066730 msgr2=0x7fb814068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:52.301 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.295+0000 7fb8389ec700 1 --2- 172.21.15.5:0/684783792 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fb814066730 0x7fb814068bf0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fb8340673f0 tx=0x7fb828008040 comp rx=0 tx=0).stop 2024-09-13T16:15:52.301 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.295+0000 7fb8389ec700 1 -- 172.21.15.5:0/684783792 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb8340c3320 msgr2=0x7fb834071f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:52.301 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.295+0000 7fb8389ec700 1 --2- 172.21.15.5:0/684783792 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb8340c3320 0x7fb834071f60 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fb82400c410 tx=0x7fb82400c7d0 comp rx=0 tx=0).stop 2024-09-13T16:15:52.302 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.295+0000 7fb8389ec700 1 -- 172.21.15.5:0/684783792 shutdown_connections 2024-09-13T16:15:52.302 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.295+0000 7fb8389ec700 1 --2- 172.21.15.5:0/684783792 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fb814066730 0x7fb814068bf0 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:52.302 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.295+0000 7fb8389ec700 1 --2- 172.21.15.5:0/684783792 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fb834150e10 0x7fb8341ee520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:52.302 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.295+0000 7fb8389ec700 1 --2- 172.21.15.5:0/684783792 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fb8340c85d0 0x7fb8341ddd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:52.302 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.295+0000 7fb8389ec700 1 --2- 172.21.15.5:0/684783792 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb8340c3320 0x7fb834071f60 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:52.302 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.295+0000 7fb8389ec700 1 -- 172.21.15.5:0/684783792 >> 172.21.15.5:0/684783792 conn(0x7fb83406fa20 msgr2=0x7fb83414ec10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:52.302 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.295+0000 7fb8389ec700 1 -- 172.21.15.5:0/684783792 shutdown_connections 2024-09-13T16:15:52.302 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.295+0000 7fb8389ec700 1 -- 172.21.15.5:0/684783792 wait complete. 2024-09-13T16:15:52.318 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-09-13T16:15:52.434 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.427+0000 7fb29923a700 1 Processor -- start 2024-09-13T16:15:52.434 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.427+0000 7fb29923a700 1 -- start start 2024-09-13T16:15:52.436 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.431+0000 7fb29923a700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fb2940cb6f0 0x7fb2940c9c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:52.436 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.431+0000 7fb29923a700 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb29415cfe0 con 0x7fb2940b3f00 2024-09-13T16:15:52.436 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.431+0000 7fb29923a700 1 -- --> v1:172.21.15.179:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb29415d2c0 con 0x7fb2940b3b20 2024-09-13T16:15:52.436 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.431+0000 7fb29923a700 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb2940c5400 con 0x7fb2940cb6f0 2024-09-13T16:15:52.436 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.431+0000 7fb28bfff700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fb2940cb6f0 0x7fb2940c9c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:52.436 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.431+0000 7fb28bfff700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fb2940cb6f0 0x7fb2940c9c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:54342/0 (socket says 172.21.15.5:54342) 2024-09-13T16:15:52.436 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.431+0000 7fb298a39700 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7fb2940b3f00 0x7fb29406fdc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:43728/0 (socket says 172.21.15.5:43728) 2024-09-13T16:15:52.436 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.431+0000 7fb28bfff700 1 -- 172.21.15.5:0/3005143377 learned_addr learned my addr 172.21.15.5:0/3005143377 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:15:52.436 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.431+0000 7fb28bfff700 1 -- 172.21.15.5:0/3005143377 >> v1:172.21.15.179:6789/0 conn(0x7fb2940b3b20 legacy=0x7fb2940c31d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:15:52.436 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.431+0000 7fb28bfff700 1 -- 172.21.15.5:0/3005143377 >> v1:172.21.15.5:6789/0 conn(0x7fb2940b3f00 legacy=0x7fb29406fdc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:52.436 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.431+0000 7fb28bfff700 1 -- 172.21.15.5:0/3005143377 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb29415d5a0 con 0x7fb2940cb6f0 2024-09-13T16:15:52.437 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.431+0000 7fb28bfff700 1 --2- 172.21.15.5:0/3005143377 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb2940cb6f0 0x7fb2940c9c40 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7fb27c009910 tx=0x7fb27c009c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f07a7aafb0330e09 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:52.438 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.431+0000 7fb2937fe700 1 -- 172.21.15.5:0/3005143377 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb27c004230 con 0x7fb2940cb6f0 2024-09-13T16:15:52.438 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.431+0000 7fb2937fe700 1 -- 172.21.15.5:0/3005143377 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb27c004390 con 0x7fb2940cb6f0 2024-09-13T16:15:52.438 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.431+0000 7fb2937fe700 1 -- 172.21.15.5:0/3005143377 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb27c009e60 con 0x7fb2940cb6f0 2024-09-13T16:15:52.438 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.431+0000 7fb29923a700 1 -- 172.21.15.5:0/3005143377 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb2940cb6f0 msgr2=0x7fb2940c9c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:52.438 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.431+0000 7fb29923a700 1 --2- 172.21.15.5:0/3005143377 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb2940cb6f0 0x7fb2940c9c40 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7fb27c009910 tx=0x7fb27c009c20 comp rx=0 tx=0).stop 2024-09-13T16:15:52.438 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.431+0000 7fb29923a700 1 -- 172.21.15.5:0/3005143377 shutdown_connections 2024-09-13T16:15:52.438 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.431+0000 7fb29923a700 1 --2- 172.21.15.5:0/3005143377 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb2940cb6f0 0x7fb2940c9c40 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:52.438 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.431+0000 7fb29923a700 1 -- 172.21.15.5:0/3005143377 >> 172.21.15.5:0/3005143377 conn(0x7fb2940ce8e0 msgr2=0x7fb2940cad30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:52.438 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.431+0000 7fb29923a700 1 -- 172.21.15.5:0/3005143377 shutdown_connections 2024-09-13T16:15:52.438 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.431+0000 7fb29923a700 1 -- 172.21.15.5:0/3005143377 wait complete. 2024-09-13T16:15:52.439 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.431+0000 7fb29923a700 1 Processor -- start 2024-09-13T16:15:52.439 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.431+0000 7fb29923a700 1 -- start start 2024-09-13T16:15:52.439 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.435+0000 7fb29923a700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fb2940b3b20 0x7fb2941f3150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:52.439 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.435+0000 7fb29923a700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fb2940b3f00 0x7fb2940cd480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:52.439 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.435+0000 7fb29923a700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb2940cb6f0 0x7fb2940c5550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:52.439 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.435+0000 7fb29923a700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb29415a0f0 con 0x7fb2940cb6f0 2024-09-13T16:15:52.440 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.435+0000 7fb29923a700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb294158d60 con 0x7fb2940b3f00 2024-09-13T16:15:52.440 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.435+0000 7fb29923a700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb294157800 con 0x7fb2940b3b20 2024-09-13T16:15:52.441 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.435+0000 7fb298a39700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb2940cb6f0 0x7fb2940c5550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:52.441 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.435+0000 7fb293fff700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fb2940b3b20 0x7fb2941f3150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:52.441 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.435+0000 7fb298a39700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb2940cb6f0 0x7fb2940c5550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:54344/0 (socket says 172.21.15.5:54344) 2024-09-13T16:15:52.441 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.435+0000 7fb298a39700 1 -- 172.21.15.5:0/662921041 learned_addr learned my addr 172.21.15.5:0/662921041 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:15:52.441 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.435+0000 7fb298a39700 1 -- 172.21.15.5:0/662921041 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fb2940b3b20 msgr2=0x7fb2941f3150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:52.441 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.435+0000 7fb298a39700 1 --2- 172.21.15.5:0/662921041 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fb2940b3b20 0x7fb2941f3150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:52.441 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.435+0000 7fb298a39700 1 -- 172.21.15.5:0/662921041 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fb2940b3f00 msgr2=0x7fb2940cd480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:52.441 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.435+0000 7fb298a39700 1 --2- 172.21.15.5:0/662921041 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fb2940b3f00 0x7fb2940cd480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:52.441 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.435+0000 7fb298a39700 1 -- 172.21.15.5:0/662921041 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb27c009570 con 0x7fb2940cb6f0 2024-09-13T16:15:52.441 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.435+0000 7fb293fff700 1 --2- 172.21.15.5:0/662921041 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fb2940b3b20 0x7fb2941f3150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:15:52.441 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.435+0000 7fb298a39700 1 --2- 172.21.15.5:0/662921041 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb2940cb6f0 0x7fb2940c5550 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fb28c00cb50 tx=0x7fb28c00ce60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:52.442 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.435+0000 7fb2917fa700 1 -- 172.21.15.5:0/662921041 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb28c00aa80 con 0x7fb2940cb6f0 2024-09-13T16:15:52.442 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.435+0000 7fb2917fa700 1 -- 172.21.15.5:0/662921041 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb28c00abe0 con 0x7fb2940cb6f0 2024-09-13T16:15:52.442 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.435+0000 7fb29923a700 1 -- 172.21.15.5:0/662921041 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb294157ae0 con 0x7fb2940cb6f0 2024-09-13T16:15:52.442 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.435+0000 7fb2917fa700 1 -- 172.21.15.5:0/662921041 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb28c007070 con 0x7fb2940cb6f0 2024-09-13T16:15:52.442 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.435+0000 7fb29923a700 1 -- 172.21.15.5:0/662921041 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb2941580a0 con 0x7fb2940cb6f0 2024-09-13T16:15:52.443 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.439+0000 7fb29923a700 1 -- 172.21.15.5:0/662921041 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb2940cf100 con 0x7fb2940cb6f0 2024-09-13T16:15:52.444 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.439+0000 7fb2917fa700 1 -- 172.21.15.5:0/662921041 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fb28c0071d0 con 0x7fb2940cb6f0 2024-09-13T16:15:52.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.439+0000 7fb2917fa700 1 --2- 172.21.15.5:0/662921041 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fb274066730 0x7fb274068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:52.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.439+0000 7fb2917fa700 1 -- 172.21.15.5:0/662921041 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fb28c084210 con 0x7fb2940cb6f0 2024-09-13T16:15:52.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.439+0000 7fb293fff700 1 --2- 172.21.15.5:0/662921041 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fb274066730 0x7fb274068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:52.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.439+0000 7fb293fff700 1 --2- 172.21.15.5:0/662921041 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fb274066730 0x7fb274068bf0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fb284004510 tx=0x7fb284007ee0 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:52.449 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.443+0000 7fb2917fa700 1 -- 172.21.15.5:0/662921041 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fb28c051280 con 0x7fb2940cb6f0 2024-09-13T16:15:52.626 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.619+0000 7fb29923a700 1 -- 172.21.15.5:0/662921041 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7fb2940b1400 con 0x7fb2940cb6f0 2024-09-13T16:15:52.627 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.623+0000 7fb2917fa700 1 -- 172.21.15.5:0/662921041 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v26) v1 ==== 103+0+11 (secure 0 0 0) 0x7fb28c0548a0 con 0x7fb2940cb6f0 2024-09-13T16:15:52.627 INFO:teuthology.orchestra.run.smithi005.stdout:pg_num: 32 2024-09-13T16:15:52.631 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.627+0000 7fb29923a700 1 -- 172.21.15.5:0/662921041 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fb274066730 msgr2=0x7fb274068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:52.631 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.627+0000 7fb29923a700 1 --2- 172.21.15.5:0/662921041 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fb274066730 0x7fb274068bf0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fb284004510 tx=0x7fb284007ee0 comp rx=0 tx=0).stop 2024-09-13T16:15:52.631 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.627+0000 7fb29923a700 1 -- 172.21.15.5:0/662921041 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb2940cb6f0 msgr2=0x7fb2940c5550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:52.631 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.627+0000 7fb29923a700 1 --2- 172.21.15.5:0/662921041 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb2940cb6f0 0x7fb2940c5550 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fb28c00cb50 tx=0x7fb28c00ce60 comp rx=0 tx=0).stop 2024-09-13T16:15:52.631 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.627+0000 7fb29923a700 1 -- 172.21.15.5:0/662921041 shutdown_connections 2024-09-13T16:15:52.631 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.627+0000 7fb29923a700 1 --2- 172.21.15.5:0/662921041 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb2940cb6f0 0x7fb2940c5550 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:52.632 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.627+0000 7fb29923a700 1 --2- 172.21.15.5:0/662921041 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fb274066730 0x7fb274068bf0 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:52.632 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.627+0000 7fb29923a700 1 --2- 172.21.15.5:0/662921041 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fb2940b3f00 0x7fb2940cd480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:52.632 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.627+0000 7fb29923a700 1 --2- 172.21.15.5:0/662921041 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fb2940b3b20 0x7fb2941f3150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:52.632 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.627+0000 7fb29923a700 1 -- 172.21.15.5:0/662921041 >> 172.21.15.5:0/662921041 conn(0x7fb2940ce8e0 msgr2=0x7fb29415c4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:52.632 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.627+0000 7fb29923a700 1 -- 172.21.15.5:0/662921041 shutdown_connections 2024-09-13T16:15:52.632 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.627+0000 7fb29923a700 1 -- 172.21.15.5:0/662921041 wait complete. 2024-09-13T16:15:52.647 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T16:15:52.763 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.759+0000 7f3dc1c96700 1 Processor -- start 2024-09-13T16:15:52.763 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.759+0000 7f3dc1c96700 1 -- start start 2024-09-13T16:15:52.764 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.759+0000 7f3dc1c96700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f3db40068c0 0x7f3db40e35c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:52.765 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.759+0000 7f3dc1c96700 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3db4046c70 con 0x7f3db404ca40 2024-09-13T16:15:52.765 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.759+0000 7f3dc1c96700 1 -- --> v1:172.21.15.179:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3db4046130 con 0x7f3db40465c0 2024-09-13T16:15:52.765 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.759+0000 7f3dc1c96700 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3db40e3b00 con 0x7f3db40068c0 2024-09-13T16:15:52.765 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.759+0000 7f3dbbfff700 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f3db404ca40 0x7f3db404af10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:43742/0 (socket says 172.21.15.5:43742) 2024-09-13T16:15:52.765 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.759+0000 7f3dbbfff700 1 -- 172.21.15.5:0/3015784791 learned_addr learned my addr 172.21.15.5:0/3015784791 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-13T16:15:52.765 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.759+0000 7f3dc0c94700 1 --2- 172.21.15.5:0/3015784791 >> v2:172.21.15.5:3300/0 conn(0x7f3db40068c0 0x7f3db40e35c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:52.765 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.759+0000 7f3dbb7fe700 1 -- 172.21.15.5:0/3015784791 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1576382404 0 0) 0x7f3db4046c70 con 0x7f3db404ca40 2024-09-13T16:15:52.765 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.759+0000 7f3dbb7fe700 1 -- 172.21.15.5:0/3015784791 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f3dac0035d0 con 0x7f3db404ca40 2024-09-13T16:15:52.765 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.759+0000 7f3dc0c94700 1 -- 172.21.15.5:0/3015784791 >> v1:172.21.15.179:6789/0 conn(0x7f3db40465c0 legacy=0x7f3db4006ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:52.765 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.759+0000 7f3dc0c94700 1 -- 172.21.15.5:0/3015784791 >> v1:172.21.15.5:6789/0 conn(0x7f3db404ca40 legacy=0x7f3db404af10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:52.765 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.759+0000 7f3dc0c94700 1 -- 172.21.15.5:0/3015784791 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3db4045610 con 0x7f3db40068c0 2024-09-13T16:15:52.766 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.759+0000 7f3dc0c94700 1 --2- 172.21.15.5:0/3015784791 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3db40068c0 0x7f3db40e35c0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f3db0009850 tx=0x7f3db0009b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6e395df137a933f8 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:52.767 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.759+0000 7f3dbb7fe700 1 -- 172.21.15.5:0/3015784791 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3db0011830 con 0x7f3db40068c0 2024-09-13T16:15:52.767 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.759+0000 7f3dbb7fe700 1 -- 172.21.15.5:0/3015784791 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3db0011990 con 0x7f3db40068c0 2024-09-13T16:15:52.767 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.759+0000 7f3dbb7fe700 1 -- 172.21.15.5:0/3015784791 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3db0011d00 con 0x7f3db40068c0 2024-09-13T16:15:52.767 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.759+0000 7f3dc1c96700 1 -- 172.21.15.5:0/3015784791 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3db40068c0 msgr2=0x7f3db40e35c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:52.767 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.759+0000 7f3dc1c96700 1 --2- 172.21.15.5:0/3015784791 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3db40068c0 0x7f3db40e35c0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f3db0009850 tx=0x7f3db0009b60 comp rx=0 tx=0).stop 2024-09-13T16:15:52.767 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.759+0000 7f3dc1c96700 1 -- 172.21.15.5:0/3015784791 shutdown_connections 2024-09-13T16:15:52.767 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.759+0000 7f3dc1c96700 1 --2- 172.21.15.5:0/3015784791 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3db40068c0 0x7f3db40e35c0 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:52.767 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.759+0000 7f3dc1c96700 1 -- 172.21.15.5:0/3015784791 >> 172.21.15.5:0/3015784791 conn(0x7f3db4050590 msgr2=0x7f3db40509a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:52.767 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.759+0000 7f3dc1c96700 1 -- 172.21.15.5:0/3015784791 shutdown_connections 2024-09-13T16:15:52.767 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.759+0000 7f3dc1c96700 1 -- 172.21.15.5:0/3015784791 wait complete. 2024-09-13T16:15:52.768 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.763+0000 7f3dc1c96700 1 Processor -- start 2024-09-13T16:15:52.768 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.763+0000 7f3dc1c96700 1 -- start start 2024-09-13T16:15:52.770 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.763+0000 7f3dc1c96700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f3db40068c0 0x7f3db40051a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:52.770 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.763+0000 7f3dc1c96700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f3db40465c0 0x7f3db41787f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:52.770 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.763+0000 7f3dc1c96700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3db404ca40 0x7f3db40d5df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:52.770 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.763+0000 7f3dc1c96700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3db40346c0 con 0x7f3db404ca40 2024-09-13T16:15:52.770 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.763+0000 7f3dc1c96700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3db40e5f40 con 0x7f3db40465c0 2024-09-13T16:15:52.770 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.763+0000 7f3dc1c96700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3db4034400 con 0x7f3db40068c0 2024-09-13T16:15:52.770 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.763+0000 7f3dc1495700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3db404ca40 0x7f3db40d5df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:52.770 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.763+0000 7f3dc1495700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3db404ca40 0x7f3db40d5df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:54352/0 (socket says 172.21.15.5:54352) 2024-09-13T16:15:52.770 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.763+0000 7f3dc1495700 1 -- 172.21.15.5:0/206075618 learned_addr learned my addr 172.21.15.5:0/206075618 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:15:52.770 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.763+0000 7f3dbbfff700 1 --2- 172.21.15.5:0/206075618 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f3db40465c0 0x7f3db41787f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:52.771 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.763+0000 7f3dc0c94700 1 --2- 172.21.15.5:0/206075618 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f3db40068c0 0x7f3db40051a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:52.771 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.763+0000 7f3dc1495700 1 -- 172.21.15.5:0/206075618 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f3db40068c0 msgr2=0x7f3db40051a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:52.771 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.763+0000 7f3dc1495700 1 --2- 172.21.15.5:0/206075618 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f3db40068c0 0x7f3db40051a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:52.771 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.763+0000 7f3dc1495700 1 -- 172.21.15.5:0/206075618 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f3db40465c0 msgr2=0x7f3db41787f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:52.771 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.763+0000 7f3dc1495700 1 --2- 172.21.15.5:0/206075618 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f3db40465c0 0x7f3db41787f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:52.771 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.763+0000 7f3dc1495700 1 -- 172.21.15.5:0/206075618 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3db00094b0 con 0x7f3db404ca40 2024-09-13T16:15:52.772 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.763+0000 7f3dc1495700 1 --2- 172.21.15.5:0/206075618 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3db404ca40 0x7f3db40d5df0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f3dbc079b90 tx=0x7f3dbc073b30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:52.772 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.763+0000 7f3db97fa700 1 -- 172.21.15.5:0/206075618 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3dbc070bc0 con 0x7f3db404ca40 2024-09-13T16:15:52.772 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.763+0000 7f3db97fa700 1 -- 172.21.15.5:0/206075618 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3dbc070d40 con 0x7f3db404ca40 2024-09-13T16:15:52.772 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.767+0000 7f3dc1c96700 1 -- 172.21.15.5:0/206075618 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3db417be00 con 0x7f3db404ca40 2024-09-13T16:15:52.772 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.767+0000 7f3db97fa700 1 -- 172.21.15.5:0/206075618 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3dbc06f280 con 0x7f3db404ca40 2024-09-13T16:15:52.772 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.767+0000 7f3dc1c96700 1 -- 172.21.15.5:0/206075618 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3db417c3c0 con 0x7f3db404ca40 2024-09-13T16:15:52.772 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.767+0000 7f3dc1c96700 1 -- 172.21.15.5:0/206075618 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3db4007330 con 0x7f3db404ca40 2024-09-13T16:15:52.773 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.767+0000 7f3db97fa700 1 -- 172.21.15.5:0/206075618 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f3dbc06f3e0 con 0x7f3db404ca40 2024-09-13T16:15:52.774 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.767+0000 7f3db97fa700 1 --2- 172.21.15.5:0/206075618 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f3da0066730 0x7f3da0068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:52.774 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.767+0000 7f3db97fa700 1 -- 172.21.15.5:0/206075618 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f3dbc0fe090 con 0x7f3db404ca40 2024-09-13T16:15:52.775 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.771+0000 7f3dc0c94700 1 --2- 172.21.15.5:0/206075618 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f3da0066730 0x7f3da0068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:52.775 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.771+0000 7f3dc0c94700 1 --2- 172.21.15.5:0/206075618 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f3da0066730 0x7f3da0068bf0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f3db00090b0 tx=0x7f3db001c040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:52.781 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.775+0000 7f3db97fa700 1 -- 172.21.15.5:0/206075618 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f3dbc0cb110 con 0x7f3db404ca40 2024-09-13T16:15:52.969 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.963+0000 7f3dc1c96700 1 -- 172.21.15.5:0/206075618 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f3db40dd1f0 con 0x7f3db404ca40 2024-09-13T16:15:52.969 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.963+0000 7f3db97fa700 1 -- 172.21.15.5:0/206075618 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v26) v1 ==== 80+0+0 (secure 0 0 0) 0x7f3dbc0ce730 con 0x7f3db404ca40 2024-09-13T16:15:52.972 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.967+0000 7f3dc1c96700 1 -- 172.21.15.5:0/206075618 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f3da0066730 msgr2=0x7f3da0068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:52.973 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.967+0000 7f3dc1c96700 1 --2- 172.21.15.5:0/206075618 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f3da0066730 0x7f3da0068bf0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f3db00090b0 tx=0x7f3db001c040 comp rx=0 tx=0).stop 2024-09-13T16:15:52.973 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.967+0000 7f3dc1c96700 1 -- 172.21.15.5:0/206075618 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3db404ca40 msgr2=0x7f3db40d5df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:52.973 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.967+0000 7f3dc1c96700 1 --2- 172.21.15.5:0/206075618 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3db404ca40 0x7f3db40d5df0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f3dbc079b90 tx=0x7f3dbc073b30 comp rx=0 tx=0).stop 2024-09-13T16:15:52.973 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.967+0000 7f3dc1c96700 1 -- 172.21.15.5:0/206075618 shutdown_connections 2024-09-13T16:15:52.973 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.967+0000 7f3dc1c96700 1 --2- 172.21.15.5:0/206075618 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3db404ca40 0x7f3db40d5df0 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:52.973 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.967+0000 7f3dc1c96700 1 --2- 172.21.15.5:0/206075618 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f3da0066730 0x7f3da0068bf0 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:52.973 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.967+0000 7f3dc1c96700 1 --2- 172.21.15.5:0/206075618 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f3db40465c0 0x7f3db41787f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:52.973 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.967+0000 7f3dc1c96700 1 --2- 172.21.15.5:0/206075618 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f3db40068c0 0x7f3db40051a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:52.973 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.967+0000 7f3dc1c96700 1 -- 172.21.15.5:0/206075618 >> 172.21.15.5:0/206075618 conn(0x7f3db4050590 msgr2=0x7f3db40dbcf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:52.973 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.967+0000 7f3dc1c96700 1 -- 172.21.15.5:0/206075618 shutdown_connections 2024-09-13T16:15:52.973 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:52.967+0000 7f3dc1c96700 1 -- 172.21.15.5:0/206075618 wait complete. 2024-09-13T16:15:52.974 INFO:teuthology.orchestra.run.smithi005.stderr:listed 0 entries 2024-09-13T16:15:52.984 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-13T16:15:52.985 DEBUG:teuthology.orchestra.run.smithi005:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:15:52.992 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:15:53.107 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.103+0000 7fa813fff700 1 Processor -- start 2024-09-13T16:15:53.107 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.103+0000 7fa813fff700 1 -- start start 2024-09-13T16:15:53.108 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.103+0000 7fa813fff700 1 --2- >> v2:172.21.15.179:3300/0 conn(0x7fa8140c3c00 0x7fa8141568a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:53.108 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.103+0000 7fa813fff700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fa81406cc60 0x7fa814156de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:53.108 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.103+0000 7fa813fff700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fa8140c68a0 0x7fa8141505b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:53.108 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.103+0000 7fa813fff700 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa8140c6250 con 0x7fa81406cc60 2024-09-13T16:15:53.108 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.103+0000 7fa813fff700 1 -- --> v2:172.21.15.179:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa814157320 con 0x7fa8140c3c00 2024-09-13T16:15:53.108 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.103+0000 7fa813fff700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa81406e760 con 0x7fa8140c68a0 2024-09-13T16:15:53.108 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.103+0000 7fa8127fc700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fa81406cc60 0x7fa814156de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:53.108 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.103+0000 7fa8127fc700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fa81406cc60 0x7fa814156de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:51214/0 (socket says 172.21.15.5:51214) 2024-09-13T16:15:53.108 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.103+0000 7fa8127fc700 1 -- 172.21.15.5:0/260611527 learned_addr learned my addr 172.21.15.5:0/260611527 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:15:53.110 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.103+0000 7fa812ffd700 1 --2- 172.21.15.5:0/260611527 >> v2:172.21.15.179:3300/0 conn(0x7fa8140c3c00 0x7fa8141568a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:53.110 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.103+0000 7fa8137fe700 1 --2- 172.21.15.5:0/260611527 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fa8140c68a0 0x7fa8141505b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:53.110 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.103+0000 7fa8127fc700 1 -- 172.21.15.5:0/260611527 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fa8140c68a0 msgr2=0x7fa8141505b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:15:53.110 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.103+0000 7fa8127fc700 1 --2- 172.21.15.5:0/260611527 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fa8140c68a0 0x7fa8141505b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:53.110 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.103+0000 7fa8127fc700 1 -- 172.21.15.5:0/260611527 >> v2:172.21.15.179:3300/0 conn(0x7fa8140c3c00 msgr2=0x7fa8141568a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:15:53.110 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.103+0000 7fa8127fc700 1 --2- 172.21.15.5:0/260611527 >> v2:172.21.15.179:3300/0 conn(0x7fa8140c3c00 0x7fa8141568a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:53.110 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.103+0000 7fa8127fc700 1 -- 172.21.15.5:0/260611527 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa8140caea0 con 0x7fa81406cc60 2024-09-13T16:15:53.110 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.103+0000 7fa8137fe700 1 --2- 172.21.15.5:0/260611527 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fa8140c68a0 0x7fa8141505b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:15:53.111 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.103+0000 7fa8127fc700 1 --2- 172.21.15.5:0/260611527 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa81406cc60 0x7fa814156de0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fa81406f480 tx=0x7fa808009c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a0d93296a3ae552f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:53.111 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.103+0000 7fa811ffb700 1 -- 172.21.15.5:0/260611527 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa80800ba20 con 0x7fa81406cc60 2024-09-13T16:15:53.111 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.103+0000 7fa811ffb700 1 -- 172.21.15.5:0/260611527 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa80800bb80 con 0x7fa81406cc60 2024-09-13T16:15:53.111 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.103+0000 7fa811ffb700 1 -- 172.21.15.5:0/260611527 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa808009e60 con 0x7fa81406cc60 2024-09-13T16:15:53.111 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.103+0000 7fa813fff700 1 -- 172.21.15.5:0/260611527 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa81406cc60 msgr2=0x7fa814156de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:53.111 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.103+0000 7fa813fff700 1 --2- 172.21.15.5:0/260611527 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa81406cc60 0x7fa814156de0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fa81406f480 tx=0x7fa808009c20 comp rx=0 tx=0).stop 2024-09-13T16:15:53.111 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.103+0000 7fa813fff700 1 -- 172.21.15.5:0/260611527 shutdown_connections 2024-09-13T16:15:53.111 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.103+0000 7fa813fff700 1 --2- 172.21.15.5:0/260611527 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fa8140c68a0 0x7fa8141505b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:53.111 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.103+0000 7fa813fff700 1 --2- 172.21.15.5:0/260611527 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa81406cc60 0x7fa814156de0 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:53.111 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.103+0000 7fa813fff700 1 --2- 172.21.15.5:0/260611527 >> v2:172.21.15.179:3300/0 conn(0x7fa8140c3c00 0x7fa8141568a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:53.111 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.103+0000 7fa813fff700 1 -- 172.21.15.5:0/260611527 >> 172.21.15.5:0/260611527 conn(0x7fa81406ada0 msgr2=0x7fa8140ca280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:53.111 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.103+0000 7fa813fff700 1 -- 172.21.15.5:0/260611527 shutdown_connections 2024-09-13T16:15:53.111 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.103+0000 7fa813fff700 1 -- 172.21.15.5:0/260611527 wait complete. 2024-09-13T16:15:53.113 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.107+0000 7fa813fff700 1 Processor -- start 2024-09-13T16:15:53.113 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.107+0000 7fa813fff700 1 -- start start 2024-09-13T16:15:53.113 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.107+0000 7fa813fff700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fa81406cc60 0x7fa8141ec260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:53.113 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.107+0000 7fa813fff700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa8140c3c00 0x7fa8141f0220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:53.113 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.107+0000 7fa813fff700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fa8140c68a0 0x7fa81414bfe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:53.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.107+0000 7fa813fff700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa8141ef7d0 con 0x7fa8140c3c00 2024-09-13T16:15:53.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.107+0000 7fa813fff700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa814153180 con 0x7fa81406cc60 2024-09-13T16:15:53.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.107+0000 7fa813fff700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa814153440 con 0x7fa8140c68a0 2024-09-13T16:15:53.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.107+0000 7fa8127fc700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa8140c3c00 0x7fa8141f0220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:53.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.107+0000 7fa8127fc700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa8140c3c00 0x7fa8141f0220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:51224/0 (socket says 172.21.15.5:51224) 2024-09-13T16:15:53.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.107+0000 7fa8127fc700 1 -- 172.21.15.5:0/2728423901 learned_addr learned my addr 172.21.15.5:0/2728423901 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:15:53.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.107+0000 7fa8137fe700 1 --2- 172.21.15.5:0/2728423901 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fa8140c68a0 0x7fa81414bfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:53.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.107+0000 7fa812ffd700 1 --2- 172.21.15.5:0/2728423901 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fa81406cc60 0x7fa8141ec260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:53.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.107+0000 7fa8127fc700 1 -- 172.21.15.5:0/2728423901 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fa8140c68a0 msgr2=0x7fa81414bfe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:53.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.107+0000 7fa8127fc700 1 --2- 172.21.15.5:0/2728423901 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fa8140c68a0 0x7fa81414bfe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:53.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.107+0000 7fa8127fc700 1 -- 172.21.15.5:0/2728423901 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fa81406cc60 msgr2=0x7fa8141ec260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:53.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.107+0000 7fa8127fc700 1 --2- 172.21.15.5:0/2728423901 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fa81406cc60 0x7fa8141ec260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:53.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.107+0000 7fa8127fc700 1 -- 172.21.15.5:0/2728423901 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa808009570 con 0x7fa8140c3c00 2024-09-13T16:15:53.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.107+0000 7fa8127fc700 1 --2- 172.21.15.5:0/2728423901 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa8140c3c00 0x7fa8141f0220 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fa808009910 tx=0x7fa808004770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:53.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.107+0000 7fa7fb7fe700 1 -- 172.21.15.5:0/2728423901 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa8080042c0 con 0x7fa8140c3c00 2024-09-13T16:15:53.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.107+0000 7fa7fb7fe700 1 -- 172.21.15.5:0/2728423901 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa80801f070 con 0x7fa8140c3c00 2024-09-13T16:15:53.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.107+0000 7fa7fb7fe700 1 -- 172.21.15.5:0/2728423901 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa8080036c0 con 0x7fa8140c3c00 2024-09-13T16:15:53.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.107+0000 7fa813fff700 1 -- 172.21.15.5:0/2728423901 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa814153720 con 0x7fa8140c3c00 2024-09-13T16:15:53.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.107+0000 7fa813fff700 1 -- 172.21.15.5:0/2728423901 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa8141efd00 con 0x7fa8140c3c00 2024-09-13T16:15:53.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.107+0000 7fa813fff700 1 -- 172.21.15.5:0/2728423901 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa8140c3fe0 con 0x7fa8140c3c00 2024-09-13T16:15:53.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.111+0000 7fa7fb7fe700 1 -- 172.21.15.5:0/2728423901 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fa808021030 con 0x7fa8140c3c00 2024-09-13T16:15:53.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.111+0000 7fa7fb7fe700 1 --2- 172.21.15.5:0/2728423901 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fa800066730 0x7fa800068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:53.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.111+0000 7fa7fb7fe700 1 -- 172.21.15.5:0/2728423901 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fa808085ad0 con 0x7fa8140c3c00 2024-09-13T16:15:53.117 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.111+0000 7fa812ffd700 1 --2- 172.21.15.5:0/2728423901 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fa800066730 0x7fa800068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:53.117 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.111+0000 7fa812ffd700 1 --2- 172.21.15.5:0/2728423901 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fa800066730 0x7fa800068bf0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fa8040098f0 tx=0x7fa804008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:53.123 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.119+0000 7fa7fb7fe700 1 -- 172.21.15.5:0/2728423901 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fa808052c30 con 0x7fa8140c3c00 2024-09-13T16:15:53.298 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.291+0000 7fa813fff700 1 -- 172.21.15.5:0/2728423901 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fa81406d5c0 con 0x7fa8140c3c00 2024-09-13T16:15:53.301 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.295+0000 7fa7fb7fe700 1 -- 172.21.15.5:0/2728423901 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) v1 ==== 74+0+18286 (secure 0 0 0) 0x7fa808056250 con 0x7fa8140c3c00 2024-09-13T16:15:53.301 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-13T16:15:53.302 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":26,"fsid":"6f1d8d4e-46c0-4d05-9003-ad1036cd4028","created":"2024-09-13T16:15:17.129907+0000","modified":"2024-09-13T16:15:45.789265+0000","last_up_change":"2024-09-13T16:15:27.902042+0000","last_in_change":"2024-09-13T16:15:19.310503+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:15:28.621918+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:15:39.544340+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T16:15:40.368287+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T16:15:43.446355+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"7dc606ef-5909-4eb7-8054-af158bc84208","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6800","nonce":851671428},{"type":"v1","addr":"172.21.15.5:6801","nonce":851671428}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6802","nonce":851671428},{"type":"v1","addr":"172.21.15.5:6803","nonce":851671428}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6806","nonce":851671428},{"type":"v1","addr":"172.21.15.5:6807","nonce":851671428}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6804","nonce":851671428},{"type":"v1","addr":"172.21.15.5:6805","nonce":851671428}]},"public_addr":"172.21.15.5:6801/851671428","cluster_addr":"172.21.15.5:6803/851671428","heartbeat_back_addr":"172.21.15.5:6807/851671428","heartbeat_front_addr":"172.21.15.5:6805/851671428","state":["exists","up"]},{"osd":1,"uuid":"ab4b3337-a446-427b-9a52-349561f7c79d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6808","nonce":1418062370},{"type":"v1","addr":"172.21.15.5:6809","nonce":1418062370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6810","nonce":1418062370},{"type":"v1","addr":"172.21.15.5:6811","nonce":1418062370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6814","nonce":1418062370},{"type":"v1","addr":"172.21.15.5:6815","nonce":1418062370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6812","nonce":1418062370},{"type":"v1","addr":"172.21.15.5:6813","nonce":1418062370}]},"public_addr":"172.21.15.5:6809/1418062370","cluster_addr":"172.21.15.5:6811/1418062370","heartbeat_back_addr":"172.21.15.5:6815/1418062370","heartbeat_front_addr":"172.21.15.5:6813/1418062370","state":["exists","up"]},{"osd":2,"uuid":"22d787ea-2049-40c1-aa23-811fdb981dbd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6816","nonce":2713060829},{"type":"v1","addr":"172.21.15.5:6817","nonce":2713060829}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6818","nonce":2713060829},{"type":"v1","addr":"172.21.15.5:6819","nonce":2713060829}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6822","nonce":2713060829},{"type":"v1","addr":"172.21.15.5:6823","nonce":2713060829}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6820","nonce":2713060829},{"type":"v1","addr":"172.21.15.5:6821","nonce":2713060829}]},"public_addr":"172.21.15.5:6817/2713060829","cluster_addr":"172.21.15.5:6819/2713060829","heartbeat_back_addr":"172.21.15.5:6823/2713060829","heartbeat_front_addr":"172.21.15.5:6821/2713060829","state":["exists","up"]},{"osd":3,"uuid":"30e4a102-0fce-46b2-8a6d-a7625c6a5ee9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6824","nonce":576343032},{"type":"v1","addr":"172.21.15.5:6825","nonce":576343032}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6826","nonce":576343032},{"type":"v1","addr":"172.21.15.5:6827","nonce":576343032}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6830","nonce":576343032},{"type":"v1","addr":"172.21.15.5:6831","nonce":576343032}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6828","nonce":576343032},{"type":"v1","addr":"172.21.15.5:6829","nonce":576343032}]},"public_addr":"172.21.15.5:6825/576343032","cluster_addr":"172.21.15.5:6827/576343032","heartbeat_back_addr":"172.21.15.5:6831/576343032","heartbeat_front_addr":"172.21.15.5:6829/576343032","state":["exists","up"]},{"osd":4,"uuid":"f47efe1d-f245-453c-b505-db74fe5df11c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6800","nonce":3624672735},{"type":"v1","addr":"172.21.15.179:6801","nonce":3624672735}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6802","nonce":3624672735},{"type":"v1","addr":"172.21.15.179:6803","nonce":3624672735}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6806","nonce":3624672735},{"type":"v1","addr":"172.21.15.179:6807","nonce":3624672735}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6804","nonce":3624672735},{"type":"v1","addr":"172.21.15.179:6805","nonce":3624672735}]},"public_addr":"172.21.15.179:6801/3624672735","cluster_addr":"172.21.15.179:6803/3624672735","heartbeat_back_addr":"172.21.15.179:6807/3624672735","heartbeat_front_addr":"172.21.15.179:6805/3624672735","state":["exists","up"]},{"osd":5,"uuid":"f6fd9c2f-b7ed-4e7b-a9fd-12aaea05bfa9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6824","nonce":2769164148},{"type":"v1","addr":"172.21.15.179:6825","nonce":2769164148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6826","nonce":2769164148},{"type":"v1","addr":"172.21.15.179:6827","nonce":2769164148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6830","nonce":2769164148},{"type":"v1","addr":"172.21.15.179:6831","nonce":2769164148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6828","nonce":2769164148},{"type":"v1","addr":"172.21.15.179:6829","nonce":2769164148}]},"public_addr":"172.21.15.179:6825/2769164148","cluster_addr":"172.21.15.179:6827/2769164148","heartbeat_back_addr":"172.21.15.179:6831/2769164148","heartbeat_front_addr":"172.21.15.179:6829/2769164148","state":["exists","up"]},{"osd":6,"uuid":"48985a9a-ec23-44a6-8f23-87edd7853994","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6816","nonce":3295700932},{"type":"v1","addr":"172.21.15.179:6817","nonce":3295700932}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6818","nonce":3295700932},{"type":"v1","addr":"172.21.15.179:6819","nonce":3295700932}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6822","nonce":3295700932},{"type":"v1","addr":"172.21.15.179:6823","nonce":3295700932}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6820","nonce":3295700932},{"type":"v1","addr":"172.21.15.179:6821","nonce":3295700932}]},"public_addr":"172.21.15.179:6817/3295700932","cluster_addr":"172.21.15.179:6819/3295700932","heartbeat_back_addr":"172.21.15.179:6823/3295700932","heartbeat_front_addr":"172.21.15.179:6821/3295700932","state":["exists","up"]},{"osd":7,"uuid":"af684358-558e-4fa4-ac35-1e3ef24b9021","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6808","nonce":1502652601},{"type":"v1","addr":"172.21.15.179:6809","nonce":1502652601}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6810","nonce":1502652601},{"type":"v1","addr":"172.21.15.179:6811","nonce":1502652601}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6814","nonce":1502652601},{"type":"v1","addr":"172.21.15.179:6815","nonce":1502652601}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6812","nonce":1502652601},{"type":"v1","addr":"172.21.15.179:6813","nonce":1502652601}]},"public_addr":"172.21.15.179:6809/1502652601","cluster_addr":"172.21.15.179:6811/1502652601","heartbeat_back_addr":"172.21.15.179:6815/1502652601","heartbeat_front_addr":"172.21.15.179:6813/1502652601","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.647314+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:23.936297+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.579030+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.393256+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.524066+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.865771+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.509811+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.613144+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:15:53.305 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.299+0000 7fa813fff700 1 -- 172.21.15.5:0/2728423901 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fa800066730 msgr2=0x7fa800068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:53.305 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.299+0000 7fa813fff700 1 --2- 172.21.15.5:0/2728423901 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fa800066730 0x7fa800068bf0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fa8040098f0 tx=0x7fa804008040 comp rx=0 tx=0).stop 2024-09-13T16:15:53.306 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.299+0000 7fa813fff700 1 -- 172.21.15.5:0/2728423901 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa8140c3c00 msgr2=0x7fa8141f0220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:53.306 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.299+0000 7fa813fff700 1 --2- 172.21.15.5:0/2728423901 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa8140c3c00 0x7fa8141f0220 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fa808009910 tx=0x7fa808004770 comp rx=0 tx=0).stop 2024-09-13T16:15:53.306 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.299+0000 7fa813fff700 1 -- 172.21.15.5:0/2728423901 shutdown_connections 2024-09-13T16:15:53.306 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.299+0000 7fa813fff700 1 --2- 172.21.15.5:0/2728423901 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fa8140c68a0 0x7fa81414bfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:53.306 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.299+0000 7fa813fff700 1 --2- 172.21.15.5:0/2728423901 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa8140c3c00 0x7fa8141f0220 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:53.306 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.299+0000 7fa813fff700 1 --2- 172.21.15.5:0/2728423901 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fa800066730 0x7fa800068bf0 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:53.306 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.299+0000 7fa813fff700 1 --2- 172.21.15.5:0/2728423901 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fa81406cc60 0x7fa8141ec260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:53.306 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.299+0000 7fa813fff700 1 -- 172.21.15.5:0/2728423901 >> 172.21.15.5:0/2728423901 conn(0x7fa81406ada0 msgr2=0x7fa81414f320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:53.306 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.299+0000 7fa813fff700 1 -- 172.21.15.5:0/2728423901 shutdown_connections 2024-09-13T16:15:53.306 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.299+0000 7fa813fff700 1 -- 172.21.15.5:0/2728423901 wait complete. 2024-09-13T16:15:53.322 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:15:28.621918+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:15:39.544340+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T16:15:40.368287+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-09-13T16:15:43.446355+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '26', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-09-13T16:15:53.323 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:15:53.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.439+0000 7f98ed657700 1 Processor -- start 2024-09-13T16:15:53.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.439+0000 7f98ed657700 1 -- start start 2024-09-13T16:15:53.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.439+0000 7f98ed657700 1 --2- >> v2:172.21.15.179:3300/0 conn(0x7f98e80ca290 0x7f98e815c740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:53.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.439+0000 7f98ed657700 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f98e80c3d70 con 0x7f98e8152d30 2024-09-13T16:15:53.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.439+0000 7f98ed657700 1 -- --> v1:172.21.15.179:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f98e80c4050 con 0x7f98e80c9eb0 2024-09-13T16:15:53.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.439+0000 7f98ed657700 1 -- --> v2:172.21.15.179:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f98e80b12c0 con 0x7f98e80ca290 2024-09-13T16:15:53.447 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.439+0000 7f98ece56700 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f98e8152d30 0x7f98e80c44e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:58080/0 (socket says 172.21.15.5:58080) 2024-09-13T16:15:53.447 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.439+0000 7f98ece56700 1 -- 172.21.15.5:0/1786159323 learned_addr learned my addr 172.21.15.5:0/1786159323 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-13T16:15:53.447 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.439+0000 7f98e77fe700 1 --2- 172.21.15.5:0/1786159323 >> v2:172.21.15.179:3300/0 conn(0x7f98e80ca290 0x7f98e815c740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:53.448 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.443+0000 7f98e6ffd700 1 -- 172.21.15.5:0/1786159323 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3460256918 0 0) 0x7f98e80c3d70 con 0x7f98e8152d30 2024-09-13T16:15:53.448 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.443+0000 7f98e6ffd700 1 -- 172.21.15.5:0/1786159323 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f98d00035d0 con 0x7f98e8152d30 2024-09-13T16:15:53.448 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.443+0000 7f98e77fe700 1 -- 172.21.15.5:0/1786159323 >> v1:172.21.15.179:6789/0 conn(0x7f98e80c9eb0 legacy=0x7f98e8152620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:53.448 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.443+0000 7f98e6ffd700 1 -- 172.21.15.5:0/1786159323 <== mon.1 v1:172.21.15.179:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2263051540 0 0) 0x7f98e80c4050 con 0x7f98e80c9eb0 2024-09-13T16:15:53.448 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.443+0000 7f98e77fe700 1 -- 172.21.15.5:0/1786159323 >> v1:172.21.15.5:6789/0 conn(0x7f98e8152d30 legacy=0x7f98e80c44e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:53.448 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.443+0000 7f98e77fe700 1 -- 172.21.15.5:0/1786159323 --> v2:172.21.15.179:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f98e815cc80 con 0x7f98e80ca290 2024-09-13T16:15:53.448 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.443+0000 7f98e77fe700 1 --2- 172.21.15.5:0/1786159323 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f98e80ca290 0x7f98e815c740 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f98dc009850 tx=0x7f98dc009b60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a0122b1d1152fec4 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:53.448 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.443+0000 7f98e6ffd700 1 -- 172.21.15.5:0/1786159323 <== mon.1 v2:172.21.15.179:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f98dc011830 con 0x7f98e80ca290 2024-09-13T16:15:53.449 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.443+0000 7f98e6ffd700 1 -- 172.21.15.5:0/1786159323 <== mon.1 v2:172.21.15.179:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f98dc011990 con 0x7f98e80ca290 2024-09-13T16:15:53.449 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.443+0000 7f98e6ffd700 1 -- 172.21.15.5:0/1786159323 <== mon.1 v2:172.21.15.179:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f98dc011d00 con 0x7f98e80ca290 2024-09-13T16:15:53.449 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.443+0000 7f98ed657700 1 -- 172.21.15.5:0/1786159323 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f98e80ca290 msgr2=0x7f98e815c740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:53.449 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.443+0000 7f98ed657700 1 --2- 172.21.15.5:0/1786159323 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f98e80ca290 0x7f98e815c740 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f98dc009850 tx=0x7f98dc009b60 comp rx=0 tx=0).stop 2024-09-13T16:15:53.450 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.443+0000 7f98ed657700 1 -- 172.21.15.5:0/1786159323 shutdown_connections 2024-09-13T16:15:53.450 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.443+0000 7f98ed657700 1 --2- 172.21.15.5:0/1786159323 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f98e80ca290 0x7f98e815c740 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:53.450 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.443+0000 7f98ed657700 1 -- 172.21.15.5:0/1786159323 >> 172.21.15.5:0/1786159323 conn(0x7f98e80ce8e0 msgr2=0x7f98e80cad30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:53.450 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.443+0000 7f98ed657700 1 -- 172.21.15.5:0/1786159323 shutdown_connections 2024-09-13T16:15:53.450 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.443+0000 7f98ed657700 1 -- 172.21.15.5:0/1786159323 wait complete. 2024-09-13T16:15:53.450 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.447+0000 7f98ed657700 1 Processor -- start 2024-09-13T16:15:53.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.447+0000 7f98ed657700 1 -- start start 2024-09-13T16:15:53.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.447+0000 7f98ed657700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f98e80c9eb0 0x7f98e8155a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:53.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.447+0000 7f98ed657700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f98e80ca290 0x7f98e8146f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:53.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.447+0000 7f98ed657700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f98e8152d30 0x7f98e81474b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:53.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.447+0000 7f98ed657700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f98e814d860 con 0x7f98e8152d30 2024-09-13T16:15:53.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.447+0000 7f98ed657700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f98e8155fa0 con 0x7f98e80ca290 2024-09-13T16:15:53.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.447+0000 7f98ed657700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f98e814ce00 con 0x7f98e80c9eb0 2024-09-13T16:15:53.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.447+0000 7f98ece56700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f98e8152d30 0x7f98e81474b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:53.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.447+0000 7f98ece56700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f98e8152d30 0x7f98e81474b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:51240/0 (socket says 172.21.15.5:51240) 2024-09-13T16:15:53.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.447+0000 7f98ece56700 1 -- 172.21.15.5:0/3034389229 learned_addr learned my addr 172.21.15.5:0/3034389229 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:15:53.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.447+0000 7f98e77fe700 1 --2- 172.21.15.5:0/3034389229 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f98e80ca290 0x7f98e8146f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:53.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.447+0000 7f98e7fff700 1 --2- 172.21.15.5:0/3034389229 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f98e80c9eb0 0x7f98e8155a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:53.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.447+0000 7f98ece56700 1 -- 172.21.15.5:0/3034389229 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f98e80c9eb0 msgr2=0x7f98e8155a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:53.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.447+0000 7f98ece56700 1 --2- 172.21.15.5:0/3034389229 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f98e80c9eb0 0x7f98e8155a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:53.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.447+0000 7f98ece56700 1 -- 172.21.15.5:0/3034389229 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f98e80ca290 msgr2=0x7f98e8146f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:53.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.447+0000 7f98ece56700 1 --2- 172.21.15.5:0/3034389229 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f98e80ca290 0x7f98e8146f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:53.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.447+0000 7f98ece56700 1 -- 172.21.15.5:0/3034389229 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f98dc0094b0 con 0x7f98e8152d30 2024-09-13T16:15:53.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.447+0000 7f98ece56700 1 --2- 172.21.15.5:0/3034389229 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f98e8152d30 0x7f98e81474b0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f98e000c9f0 tx=0x7f98e000ca20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:53.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.447+0000 7f98e4ff9700 1 -- 172.21.15.5:0/3034389229 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f98e00074e0 con 0x7f98e8152d30 2024-09-13T16:15:53.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.447+0000 7f98e4ff9700 1 -- 172.21.15.5:0/3034389229 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f98e0007660 con 0x7f98e8152d30 2024-09-13T16:15:53.455 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.447+0000 7f98ed657700 1 -- 172.21.15.5:0/3034389229 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f98e814d0a0 con 0x7f98e8152d30 2024-09-13T16:15:53.455 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.447+0000 7f98e4ff9700 1 -- 172.21.15.5:0/3034389229 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f98e0007a10 con 0x7f98e8152d30 2024-09-13T16:15:53.455 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.447+0000 7f98ed657700 1 -- 172.21.15.5:0/3034389229 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f98e814d580 con 0x7f98e8152d30 2024-09-13T16:15:53.455 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.447+0000 7f98ed657700 1 -- 172.21.15.5:0/3034389229 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f98e8073b80 con 0x7f98e8152d30 2024-09-13T16:15:53.455 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.451+0000 7f98e4ff9700 1 -- 172.21.15.5:0/3034389229 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f98e001b3b0 con 0x7f98e8152d30 2024-09-13T16:15:53.456 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.451+0000 7f98e4ff9700 1 --2- 172.21.15.5:0/3034389229 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f98d4066730 0x7f98d4068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:53.456 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.451+0000 7f98e4ff9700 1 -- 172.21.15.5:0/3034389229 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f98e0083e50 con 0x7f98e8152d30 2024-09-13T16:15:53.456 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.451+0000 7f98e7fff700 1 --2- 172.21.15.5:0/3034389229 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f98d4066730 0x7f98d4068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:53.457 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.451+0000 7f98e7fff700 1 --2- 172.21.15.5:0/3034389229 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f98d4066730 0x7f98d4068bf0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f98d8007fd0 tx=0x7f98d8009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:53.461 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.455+0000 7f98e4ff9700 1 -- 172.21.15.5:0/3034389229 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f98e0050e30 con 0x7f98e8152d30 2024-09-13T16:15:53.631 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.627+0000 7f98ed657700 1 -- 172.21.15.5:0/3034389229 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f98e80cb6f0 con 0x7f98e8152d30 2024-09-13T16:15:53.632 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.627+0000 7f98e4ff9700 1 -- 172.21.15.5:0/3034389229 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v26) v1 ==== 93+0+10 (secure 0 0 0) 0x7f98e0017020 con 0x7f98e8152d30 2024-09-13T16:15:53.632 INFO:teuthology.orchestra.run.smithi005.stdout:pg_num: 1 2024-09-13T16:15:53.635 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.631+0000 7f98ed657700 1 -- 172.21.15.5:0/3034389229 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f98d4066730 msgr2=0x7f98d4068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:53.635 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.631+0000 7f98ed657700 1 --2- 172.21.15.5:0/3034389229 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f98d4066730 0x7f98d4068bf0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f98d8007fd0 tx=0x7f98d8009040 comp rx=0 tx=0).stop 2024-09-13T16:15:53.635 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.631+0000 7f98ed657700 1 -- 172.21.15.5:0/3034389229 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f98e8152d30 msgr2=0x7f98e81474b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:53.635 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.631+0000 7f98ed657700 1 --2- 172.21.15.5:0/3034389229 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f98e8152d30 0x7f98e81474b0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f98e000c9f0 tx=0x7f98e000ca20 comp rx=0 tx=0).stop 2024-09-13T16:15:53.635 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.631+0000 7f98ed657700 1 -- 172.21.15.5:0/3034389229 shutdown_connections 2024-09-13T16:15:53.636 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.631+0000 7f98ed657700 1 --2- 172.21.15.5:0/3034389229 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f98e8152d30 0x7f98e81474b0 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:53.636 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.631+0000 7f98ed657700 1 --2- 172.21.15.5:0/3034389229 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f98d4066730 0x7f98d4068bf0 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:53.636 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.631+0000 7f98ed657700 1 --2- 172.21.15.5:0/3034389229 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f98e80ca290 0x7f98e8146f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:53.636 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.631+0000 7f98ed657700 1 --2- 172.21.15.5:0/3034389229 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f98e80c9eb0 0x7f98e8155a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:53.636 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.631+0000 7f98ed657700 1 -- 172.21.15.5:0/3034389229 >> 172.21.15.5:0/3034389229 conn(0x7f98e80ce8e0 msgr2=0x7f98e8151b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:53.636 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.631+0000 7f98ed657700 1 -- 172.21.15.5:0/3034389229 shutdown_connections 2024-09-13T16:15:53.636 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.631+0000 7f98ed657700 1 -- 172.21.15.5:0/3034389229 wait complete. 2024-09-13T16:15:53.648 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T16:15:53.770 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.763+0000 7f5ff3fff700 1 Processor -- start 2024-09-13T16:15:53.770 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.763+0000 7f5ff3fff700 1 -- start start 2024-09-13T16:15:53.772 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.767+0000 7f5ff3fff700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f5ff406bb20 0x7f5ff41566b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:53.772 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.767+0000 7f5ff3fff700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f5ff406bf00 0x7f5ff41503a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:53.772 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.767+0000 7f5ff3fff700 1 --2- >> v2:172.21.15.179:3300/0 conn(0x7f5ff40c77f0 0x7f5ff41508e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:53.772 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.767+0000 7f5ff3fff700 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5ff4150e20 con 0x7f5ff406bb20 2024-09-13T16:15:53.772 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.767+0000 7f5ff3fff700 1 -- --> v2:172.21.15.179:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5ff40c5840 con 0x7f5ff40c77f0 2024-09-13T16:15:53.773 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.767+0000 7f5ff3fff700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5ff415ab90 con 0x7f5ff406bf00 2024-09-13T16:15:53.773 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.767+0000 7f5ff2ffd700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f5ff406bb20 0x7f5ff41566b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:53.773 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.767+0000 7f5ff2ffd700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f5ff406bb20 0x7f5ff41566b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:51248/0 (socket says 172.21.15.5:51248) 2024-09-13T16:15:53.773 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.767+0000 7f5ff2ffd700 1 -- 172.21.15.5:0/335415122 learned_addr learned my addr 172.21.15.5:0/335415122 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:15:53.773 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.767+0000 7f5febfff700 1 --2- 172.21.15.5:0/335415122 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f5ff406bf00 0x7f5ff41503a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:53.774 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.767+0000 7f5ff2ffd700 1 -- 172.21.15.5:0/335415122 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f5ff406bf00 msgr2=0x7f5ff41503a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:15:53.774 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.767+0000 7f5ff2ffd700 1 --2- 172.21.15.5:0/335415122 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f5ff406bf00 0x7f5ff41503a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:53.774 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.767+0000 7f5ff2ffd700 1 -- 172.21.15.5:0/335415122 >> v2:172.21.15.179:3300/0 conn(0x7f5ff40c77f0 msgr2=0x7f5ff41508e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:15:53.774 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.767+0000 7f5ff2ffd700 1 --2- 172.21.15.5:0/335415122 >> v2:172.21.15.179:3300/0 conn(0x7f5ff40c77f0 0x7f5ff41508e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:53.774 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.767+0000 7f5ff2ffd700 1 -- 172.21.15.5:0/335415122 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5ff40c5560 con 0x7f5ff406bb20 2024-09-13T16:15:53.774 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.767+0000 7f5febfff700 1 --2- 172.21.15.5:0/335415122 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f5ff406bf00 0x7f5ff41503a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:15:53.774 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.767+0000 7f5ff2ffd700 1 --2- 172.21.15.5:0/335415122 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5ff406bb20 0x7f5ff41566b0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f5ff406c650 tx=0x7f5fe4009bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=feb3e1472c4a8c91 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:53.775 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.767+0000 7f5ff27fc700 1 -- 172.21.15.5:0/335415122 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5fe4011830 con 0x7f5ff406bb20 2024-09-13T16:15:53.775 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.767+0000 7f5ff27fc700 1 -- 172.21.15.5:0/335415122 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5fe4011990 con 0x7f5ff406bb20 2024-09-13T16:15:53.775 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.767+0000 7f5ff27fc700 1 -- 172.21.15.5:0/335415122 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5fe4011d20 con 0x7f5ff406bb20 2024-09-13T16:15:53.775 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.767+0000 7f5ff3fff700 1 -- 172.21.15.5:0/335415122 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5ff406bb20 msgr2=0x7f5ff41566b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:53.775 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.767+0000 7f5ff3fff700 1 --2- 172.21.15.5:0/335415122 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5ff406bb20 0x7f5ff41566b0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f5ff406c650 tx=0x7f5fe4009bf0 comp rx=0 tx=0).stop 2024-09-13T16:15:53.775 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.771+0000 7f5ff3fff700 1 -- 172.21.15.5:0/335415122 shutdown_connections 2024-09-13T16:15:53.776 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.771+0000 7f5ff3fff700 1 --2- 172.21.15.5:0/335415122 >> v2:172.21.15.179:3300/0 conn(0x7f5ff40c77f0 0x7f5ff41508e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:53.776 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.771+0000 7f5ff3fff700 1 --2- 172.21.15.5:0/335415122 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f5ff406bf00 0x7f5ff41503a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:53.776 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.771+0000 7f5ff3fff700 1 --2- 172.21.15.5:0/335415122 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5ff406bb20 0x7f5ff41566b0 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:53.776 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.771+0000 7f5ff3fff700 1 -- 172.21.15.5:0/335415122 >> 172.21.15.5:0/335415122 conn(0x7f5ff40cb720 msgr2=0x7f5ff40cbb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:53.776 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.771+0000 7f5ff3fff700 1 -- 172.21.15.5:0/335415122 shutdown_connections 2024-09-13T16:15:53.776 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.771+0000 7f5ff3fff700 1 -- 172.21.15.5:0/335415122 wait complete. 2024-09-13T16:15:53.777 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.771+0000 7f5ff3fff700 1 Processor -- start 2024-09-13T16:15:53.777 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.771+0000 7f5ff3fff700 1 -- start start 2024-09-13T16:15:53.779 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.771+0000 7f5ff3fff700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5ff406bb20 0x7f5ff41ef250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:53.779 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.771+0000 7f5ff3fff700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f5ff406bf00 0x7f5ff415ad90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:53.779 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.771+0000 7f5ff3fff700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f5ff40c77f0 0x7f5ff4140ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:53.779 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.771+0000 7f5ff3fff700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5ff415cb20 con 0x7f5ff406bb20 2024-09-13T16:15:53.779 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.771+0000 7f5ff3fff700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5ff415cd50 con 0x7f5ff40c77f0 2024-09-13T16:15:53.779 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.771+0000 7f5ff3fff700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5ff415d2d0 con 0x7f5ff406bf00 2024-09-13T16:15:53.779 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.771+0000 7f5ff2ffd700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5ff406bb20 0x7f5ff41ef250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:53.779 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.771+0000 7f5ff2ffd700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5ff406bb20 0x7f5ff41ef250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:51252/0 (socket says 172.21.15.5:51252) 2024-09-13T16:15:53.780 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.771+0000 7f5ff2ffd700 1 -- 172.21.15.5:0/3328319991 learned_addr learned my addr 172.21.15.5:0/3328319991 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:15:53.780 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.775+0000 7f5febfff700 1 --2- 172.21.15.5:0/3328319991 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f5ff406bf00 0x7f5ff415ad90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:53.780 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.775+0000 7f5ff37fe700 1 --2- 172.21.15.5:0/3328319991 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f5ff40c77f0 0x7f5ff4140ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:53.780 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.775+0000 7f5ff2ffd700 1 -- 172.21.15.5:0/3328319991 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f5ff406bf00 msgr2=0x7f5ff415ad90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:53.780 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.775+0000 7f5ff2ffd700 1 --2- 172.21.15.5:0/3328319991 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f5ff406bf00 0x7f5ff415ad90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:53.780 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.775+0000 7f5ff2ffd700 1 -- 172.21.15.5:0/3328319991 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f5ff40c77f0 msgr2=0x7f5ff4140ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:53.780 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.775+0000 7f5ff2ffd700 1 --2- 172.21.15.5:0/3328319991 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f5ff40c77f0 0x7f5ff4140ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:53.780 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.775+0000 7f5ff2ffd700 1 -- 172.21.15.5:0/3328319991 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5fdc0094b0 con 0x7f5ff406bb20 2024-09-13T16:15:53.781 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.775+0000 7f5ff2ffd700 1 --2- 172.21.15.5:0/3328319991 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5ff406bb20 0x7f5ff41ef250 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f5fe4000c00 tx=0x7f5fe4004770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:53.781 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.775+0000 7f5feb7fe700 1 -- 172.21.15.5:0/3328319991 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5fe40045d0 con 0x7f5ff406bb20 2024-09-13T16:15:53.782 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.775+0000 7f5ff3fff700 1 -- 172.21.15.5:0/3328319991 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5fe4009570 con 0x7f5ff406bb20 2024-09-13T16:15:53.782 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.775+0000 7f5feb7fe700 1 -- 172.21.15.5:0/3328319991 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5fe40036c0 con 0x7f5ff406bb20 2024-09-13T16:15:53.782 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.775+0000 7f5feb7fe700 1 -- 172.21.15.5:0/3328319991 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5fe4003a70 con 0x7f5ff406bb20 2024-09-13T16:15:53.782 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.775+0000 7f5ff3fff700 1 -- 172.21.15.5:0/3328319991 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5ff41ee770 con 0x7f5ff406bb20 2024-09-13T16:15:53.782 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.775+0000 7f5ff3fff700 1 -- 172.21.15.5:0/3328319991 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5ff40c5190 con 0x7f5ff406bb20 2024-09-13T16:15:53.782 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.779+0000 7f5feb7fe700 1 -- 172.21.15.5:0/3328319991 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f5fe4003bd0 con 0x7f5ff406bb20 2024-09-13T16:15:53.783 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.779+0000 7f5feb7fe700 1 --2- 172.21.15.5:0/3328319991 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f5fd4066760 0x7f5fd4068c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:53.783 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.779+0000 7f5feb7fe700 1 -- 172.21.15.5:0/3328319991 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f5fe4085560 con 0x7f5ff406bb20 2024-09-13T16:15:53.784 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.779+0000 7f5febfff700 1 --2- 172.21.15.5:0/3328319991 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f5fd4066760 0x7f5fd4068c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:53.785 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.779+0000 7f5febfff700 1 --2- 172.21.15.5:0/3328319991 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f5fd4066760 0x7f5fd4068c20 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f5ff4150be0 tx=0x7f5fdc008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:53.793 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.787+0000 7f5feb7fe700 1 -- 172.21.15.5:0/3328319991 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f5fe40525f0 con 0x7f5ff406bb20 2024-09-13T16:15:53.960 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.955+0000 7f5ff3fff700 1 -- 172.21.15.5:0/3328319991 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f5ff414fe30 con 0x7f5ff406bb20 2024-09-13T16:15:53.961 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.955+0000 7f5feb7fe700 1 -- 172.21.15.5:0/3328319991 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v26) v1 ==== 104+0+11 (secure 0 0 0) 0x7f5fe4055c10 con 0x7f5ff406bb20 2024-09-13T16:15:53.961 INFO:teuthology.orchestra.run.smithi005.stdout:pg_num: 32 2024-09-13T16:15:53.964 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.959+0000 7f5ff3fff700 1 -- 172.21.15.5:0/3328319991 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f5fd4066760 msgr2=0x7f5fd4068c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:53.964 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.959+0000 7f5ff3fff700 1 --2- 172.21.15.5:0/3328319991 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f5fd4066760 0x7f5fd4068c20 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f5ff4150be0 tx=0x7f5fdc008040 comp rx=0 tx=0).stop 2024-09-13T16:15:53.964 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.959+0000 7f5ff3fff700 1 -- 172.21.15.5:0/3328319991 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5ff406bb20 msgr2=0x7f5ff41ef250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:53.964 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.959+0000 7f5ff3fff700 1 --2- 172.21.15.5:0/3328319991 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5ff406bb20 0x7f5ff41ef250 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f5fe4000c00 tx=0x7f5fe4004770 comp rx=0 tx=0).stop 2024-09-13T16:15:53.964 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.959+0000 7f5ff3fff700 1 -- 172.21.15.5:0/3328319991 shutdown_connections 2024-09-13T16:15:53.964 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.959+0000 7f5ff3fff700 1 --2- 172.21.15.5:0/3328319991 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f5fd4066760 0x7f5fd4068c20 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:53.964 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.959+0000 7f5ff3fff700 1 --2- 172.21.15.5:0/3328319991 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f5ff40c77f0 0x7f5ff4140ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:53.964 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.959+0000 7f5ff3fff700 1 --2- 172.21.15.5:0/3328319991 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f5ff406bf00 0x7f5ff415ad90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:53.965 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.959+0000 7f5ff3fff700 1 --2- 172.21.15.5:0/3328319991 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5ff406bb20 0x7f5ff41ef250 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:53.965 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.959+0000 7f5ff3fff700 1 -- 172.21.15.5:0/3328319991 >> 172.21.15.5:0/3328319991 conn(0x7f5ff40cb720 msgr2=0x7f5ff414de30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:53.965 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.959+0000 7f5ff3fff700 1 -- 172.21.15.5:0/3328319991 shutdown_connections 2024-09-13T16:15:53.965 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:53.959+0000 7f5ff3fff700 1 -- 172.21.15.5:0/3328319991 wait complete. 2024-09-13T16:15:53.976 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T16:15:54.101 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.095+0000 7f265c41b700 1 Processor -- start 2024-09-13T16:15:54.101 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.095+0000 7f265c41b700 1 -- start start 2024-09-13T16:15:54.103 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.095+0000 7f265c41b700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f2654152d70 0x7f26540b0db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:54.103 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.095+0000 7f265c41b700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f26540c0820 0x7f265406e490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:54.103 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.095+0000 7f265c41b700 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f265406e000 con 0x7f265406b950 2024-09-13T16:15:54.103 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.095+0000 7f265c41b700 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f265415d000 con 0x7f26540c0820 2024-09-13T16:15:54.103 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.095+0000 7f265c41b700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f265415cd20 con 0x7f2654152d70 2024-09-13T16:15:54.103 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.095+0000 7f26599b6700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f26540c0820 0x7f265406e490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:54.103 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.095+0000 7f265a9b8700 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f265406b950 0x7f26540c6830 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:58086/0 (socket says 172.21.15.5:58086) 2024-09-13T16:15:54.104 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.095+0000 7f265a9b8700 1 -- 172.21.15.5:0/4170659869 learned_addr learned my addr 172.21.15.5:0/4170659869 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-13T16:15:54.104 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.099+0000 7f265a1b7700 1 --2- 172.21.15.5:0/4170659869 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f2654152d70 0x7f26540b0db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:54.104 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.099+0000 7f26599b6700 1 -- 172.21.15.5:0/4170659869 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f2654152d70 msgr2=0x7f26540b0db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:15:54.104 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.099+0000 7f26599b6700 1 --2- 172.21.15.5:0/4170659869 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f2654152d70 0x7f26540b0db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:54.104 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.099+0000 7f26591b5700 1 -- 172.21.15.5:0/4170659869 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 417312341 0 0) 0x7f265406e000 con 0x7f265406b950 2024-09-13T16:15:54.104 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.099+0000 7f26599b6700 1 -- 172.21.15.5:0/4170659869 >> v1:172.21.15.5:6789/0 conn(0x7f265406b950 legacy=0x7f26540c6830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:54.104 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.099+0000 7f26599b6700 1 -- 172.21.15.5:0/4170659869 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f265406d6d0 con 0x7f26540c0820 2024-09-13T16:15:54.104 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.099+0000 7f265a1b7700 1 --2- 172.21.15.5:0/4170659869 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f2654152d70 0x7f26540b0db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:15:54.104 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.099+0000 7f26599b6700 1 --2- 172.21.15.5:0/4170659869 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f26540c0820 0x7f265406e490 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f2644009850 tx=0x7f2644009b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4726eb2dfb99d4e1 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:54.105 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.099+0000 7f26591b5700 1 -- 172.21.15.5:0/4170659869 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2644011830 con 0x7f26540c0820 2024-09-13T16:15:54.105 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.099+0000 7f26591b5700 1 -- 172.21.15.5:0/4170659869 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2644011990 con 0x7f26540c0820 2024-09-13T16:15:54.105 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.099+0000 7f26591b5700 1 -- 172.21.15.5:0/4170659869 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2644011d20 con 0x7f26540c0820 2024-09-13T16:15:54.105 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.099+0000 7f265c41b700 1 -- 172.21.15.5:0/4170659869 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f26540c0820 msgr2=0x7f265406e490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:54.106 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.099+0000 7f265c41b700 1 --2- 172.21.15.5:0/4170659869 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f26540c0820 0x7f265406e490 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f2644009850 tx=0x7f2644009b60 comp rx=0 tx=0).stop 2024-09-13T16:15:54.106 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.099+0000 7f265c41b700 1 -- 172.21.15.5:0/4170659869 shutdown_connections 2024-09-13T16:15:54.106 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.099+0000 7f265c41b700 1 --2- 172.21.15.5:0/4170659869 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f26540c0820 0x7f265406e490 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:54.106 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.099+0000 7f265c41b700 1 --2- 172.21.15.5:0/4170659869 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f2654152d70 0x7f26540b0db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:54.106 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.099+0000 7f265c41b700 1 -- 172.21.15.5:0/4170659869 >> 172.21.15.5:0/4170659869 conn(0x7f265406ae30 msgr2=0x7f265406b240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:54.106 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.099+0000 7f265c41b700 1 -- 172.21.15.5:0/4170659869 shutdown_connections 2024-09-13T16:15:54.106 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.099+0000 7f265c41b700 1 -- 172.21.15.5:0/4170659869 wait complete. 2024-09-13T16:15:54.107 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.103+0000 7f265c41b700 1 Processor -- start 2024-09-13T16:15:54.107 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.103+0000 7f265c41b700 1 -- start start 2024-09-13T16:15:54.109 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.103+0000 7f265c41b700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f265406b950 0x7f26540c2550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:54.109 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.103+0000 7f265c41b700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f26540c0820 0x7f26540c9fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:54.109 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.103+0000 7f265c41b700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2654152d70 0x7f26541eff60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:54.109 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.103+0000 7f265c41b700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f26540c2b40 con 0x7f2654152d70 2024-09-13T16:15:54.109 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.103+0000 7f265c41b700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f26540c3f80 con 0x7f26540c0820 2024-09-13T16:15:54.109 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.103+0000 7f265c41b700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f26540c4260 con 0x7f265406b950 2024-09-13T16:15:54.110 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.103+0000 7f265a9b8700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2654152d70 0x7f26541eff60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:54.110 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.103+0000 7f265a9b8700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2654152d70 0x7f26541eff60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:51270/0 (socket says 172.21.15.5:51270) 2024-09-13T16:15:54.110 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.103+0000 7f265a9b8700 1 -- 172.21.15.5:0/3752857046 learned_addr learned my addr 172.21.15.5:0/3752857046 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:15:54.110 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.103+0000 7f265a9b8700 1 -- 172.21.15.5:0/3752857046 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f265406b950 msgr2=0x7f26540c2550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:54.110 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.103+0000 7f265a9b8700 1 --2- 172.21.15.5:0/3752857046 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f265406b950 0x7f26540c2550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:54.110 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.103+0000 7f265a9b8700 1 -- 172.21.15.5:0/3752857046 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f26540c0820 msgr2=0x7f26540c9fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:54.110 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.103+0000 7f265a9b8700 1 --2- 172.21.15.5:0/3752857046 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f26540c0820 0x7f26540c9fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:54.110 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.103+0000 7f265a9b8700 1 -- 172.21.15.5:0/3752857046 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f26440094b0 con 0x7f2654152d70 2024-09-13T16:15:54.110 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.103+0000 7f265a9b8700 1 --2- 172.21.15.5:0/3752857046 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2654152d70 0x7f26541eff60 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f264c00cc10 tx=0x7f264c0021c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:54.111 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.103+0000 7f264affd700 1 -- 172.21.15.5:0/3752857046 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f264c00ab80 con 0x7f2654152d70 2024-09-13T16:15:54.111 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.103+0000 7f264affd700 1 -- 172.21.15.5:0/3752857046 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f264c00ad00 con 0x7f2654152d70 2024-09-13T16:15:54.111 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.103+0000 7f265c41b700 1 -- 172.21.15.5:0/3752857046 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f26540c4540 con 0x7f2654152d70 2024-09-13T16:15:54.111 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.103+0000 7f264affd700 1 -- 172.21.15.5:0/3752857046 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f264c007310 con 0x7f2654152d70 2024-09-13T16:15:54.111 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.103+0000 7f265c41b700 1 -- 172.21.15.5:0/3752857046 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f26541ef760 con 0x7f2654152d70 2024-09-13T16:15:54.111 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.107+0000 7f265c41b700 1 -- 172.21.15.5:0/3752857046 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2654153150 con 0x7f2654152d70 2024-09-13T16:15:54.112 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.107+0000 7f264affd700 1 -- 172.21.15.5:0/3752857046 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f264c007470 con 0x7f2654152d70 2024-09-13T16:15:54.112 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.107+0000 7f264affd700 1 --2- 172.21.15.5:0/3752857046 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f2638066730 0x7f2638068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:54.112 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.107+0000 7f264affd700 1 -- 172.21.15.5:0/3752857046 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f264c084270 con 0x7f2654152d70 2024-09-13T16:15:54.113 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.107+0000 7f265a1b7700 1 --2- 172.21.15.5:0/3752857046 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f2638066730 0x7f2638068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:54.113 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.107+0000 7f265a1b7700 1 --2- 172.21.15.5:0/3752857046 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f2638066730 0x7f2638068bf0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f2650007940 tx=0x7f2650008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:54.120 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.115+0000 7f264affd700 1 -- 172.21.15.5:0/3752857046 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f264c051380 con 0x7f2654152d70 2024-09-13T16:15:54.290 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.283+0000 7f265c41b700 1 -- 172.21.15.5:0/3752857046 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f26540c6230 con 0x7f2654152d70 2024-09-13T16:15:54.291 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.287+0000 7f264affd700 1 -- 172.21.15.5:0/3752857046 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v26) v1 ==== 100+0+11 (secure 0 0 0) 0x7f264c0549a0 con 0x7f2654152d70 2024-09-13T16:15:54.291 INFO:teuthology.orchestra.run.smithi005.stdout:pg_num: 64 2024-09-13T16:15:54.293 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.287+0000 7f265c41b700 1 -- 172.21.15.5:0/3752857046 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f2638066730 msgr2=0x7f2638068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:54.294 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.287+0000 7f265c41b700 1 --2- 172.21.15.5:0/3752857046 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f2638066730 0x7f2638068bf0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f2650007940 tx=0x7f2650008040 comp rx=0 tx=0).stop 2024-09-13T16:15:54.294 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.287+0000 7f265c41b700 1 -- 172.21.15.5:0/3752857046 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2654152d70 msgr2=0x7f26541eff60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:54.294 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.287+0000 7f265c41b700 1 --2- 172.21.15.5:0/3752857046 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2654152d70 0x7f26541eff60 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f264c00cc10 tx=0x7f264c0021c0 comp rx=0 tx=0).stop 2024-09-13T16:15:54.294 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.287+0000 7f265c41b700 1 -- 172.21.15.5:0/3752857046 shutdown_connections 2024-09-13T16:15:54.294 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.287+0000 7f265c41b700 1 --2- 172.21.15.5:0/3752857046 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2654152d70 0x7f26541eff60 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:54.294 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.287+0000 7f265c41b700 1 --2- 172.21.15.5:0/3752857046 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f2638066730 0x7f2638068bf0 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:54.294 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.287+0000 7f265c41b700 1 --2- 172.21.15.5:0/3752857046 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f26540c0820 0x7f26540c9fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:54.294 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.287+0000 7f265c41b700 1 --2- 172.21.15.5:0/3752857046 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f265406b950 0x7f26540c2550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:54.294 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.287+0000 7f265c41b700 1 -- 172.21.15.5:0/3752857046 >> 172.21.15.5:0/3752857046 conn(0x7f265406ae30 msgr2=0x7f265406f840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:54.294 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.287+0000 7f265c41b700 1 -- 172.21.15.5:0/3752857046 shutdown_connections 2024-09-13T16:15:54.294 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.287+0000 7f265c41b700 1 -- 172.21.15.5:0/3752857046 wait complete. 2024-09-13T16:15:54.306 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-09-13T16:15:54.428 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.423+0000 7eff8a47a700 1 Processor -- start 2024-09-13T16:15:54.429 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.423+0000 7eff8a47a700 1 -- start start 2024-09-13T16:15:54.430 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.423+0000 7eff8a47a700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7eff840c91a0 0x7eff840c9610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:54.430 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.423+0000 7eff8a47a700 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7eff84159750 con 0x7eff8415c040 2024-09-13T16:15:54.430 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.423+0000 7eff8a47a700 1 -- --> v1:172.21.15.179:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7eff840ca770 con 0x7eff84152b10 2024-09-13T16:15:54.430 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.423+0000 7eff8a47a700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7eff840b1520 con 0x7eff840c91a0 2024-09-13T16:15:54.430 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.423+0000 7eff88c77700 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7eff8415c040 0x7eff8415c440 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:58092/0 (socket says 172.21.15.5:58092) 2024-09-13T16:15:54.430 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.423+0000 7eff88c77700 1 -- 172.21.15.5:0/1277175789 learned_addr learned my addr 172.21.15.5:0/1277175789 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-13T16:15:54.431 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.423+0000 7eff89c79700 1 --2- 172.21.15.5:0/1277175789 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7eff840c91a0 0x7eff840c9610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:54.431 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.423+0000 7eff7bfff700 1 -- 172.21.15.5:0/1277175789 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3707383076 0 0) 0x7eff84159750 con 0x7eff8415c040 2024-09-13T16:15:54.431 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.427+0000 7eff7bfff700 1 -- 172.21.15.5:0/1277175789 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7eff700035d0 con 0x7eff8415c040 2024-09-13T16:15:54.431 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.427+0000 7eff7bfff700 1 -- 172.21.15.5:0/1277175789 <== mon.1 v1:172.21.15.179:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2233303161 0 0) 0x7eff840ca770 con 0x7eff84152b10 2024-09-13T16:15:54.431 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.427+0000 7eff7bfff700 1 -- 172.21.15.5:0/1277175789 --> v1:172.21.15.179:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7eff84159750 con 0x7eff84152b10 2024-09-13T16:15:54.431 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.427+0000 7eff89c79700 1 -- 172.21.15.5:0/1277175789 >> v1:172.21.15.179:6789/0 conn(0x7eff84152b10 legacy=0x7eff840cb0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:54.431 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.427+0000 7eff89c79700 1 -- 172.21.15.5:0/1277175789 >> v1:172.21.15.5:6789/0 conn(0x7eff8415c040 legacy=0x7eff8415c440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:54.432 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.427+0000 7eff89c79700 1 -- 172.21.15.5:0/1277175789 --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7eff84158b40 con 0x7eff840c91a0 2024-09-13T16:15:54.432 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.427+0000 7eff89c79700 1 --2- 172.21.15.5:0/1277175789 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7eff840c91a0 0x7eff840c9610 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7eff7c009dc0 tx=0x7eff7c00b330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e3494e76b65b0d07 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:54.432 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.427+0000 7eff7bfff700 1 -- 172.21.15.5:0/1277175789 <== mon.2 v2:172.21.15.179:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7eff7c00e070 con 0x7eff840c91a0 2024-09-13T16:15:54.432 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.427+0000 7eff7bfff700 1 -- 172.21.15.5:0/1277175789 <== mon.2 v2:172.21.15.179:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7eff7c00bb20 con 0x7eff840c91a0 2024-09-13T16:15:54.432 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.427+0000 7eff7bfff700 1 -- 172.21.15.5:0/1277175789 <== mon.2 v2:172.21.15.179:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7eff7c00be90 con 0x7eff840c91a0 2024-09-13T16:15:54.433 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.427+0000 7eff8a47a700 1 -- 172.21.15.5:0/1277175789 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7eff840c91a0 msgr2=0x7eff840c9610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:54.433 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.427+0000 7eff8a47a700 1 --2- 172.21.15.5:0/1277175789 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7eff840c91a0 0x7eff840c9610 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7eff7c009dc0 tx=0x7eff7c00b330 comp rx=0 tx=0).stop 2024-09-13T16:15:54.433 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.427+0000 7eff8a47a700 1 -- 172.21.15.5:0/1277175789 shutdown_connections 2024-09-13T16:15:54.433 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.427+0000 7eff8a47a700 1 --2- 172.21.15.5:0/1277175789 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7eff840c91a0 0x7eff840c9610 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:54.433 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.427+0000 7eff8a47a700 1 -- 172.21.15.5:0/1277175789 >> 172.21.15.5:0/1277175789 conn(0x7eff84071f90 msgr2=0x7eff840723a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:54.433 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.427+0000 7eff8a47a700 1 -- 172.21.15.5:0/1277175789 shutdown_connections 2024-09-13T16:15:54.434 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.427+0000 7eff8a47a700 1 -- 172.21.15.5:0/1277175789 wait complete. 2024-09-13T16:15:54.435 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.431+0000 7eff8a47a700 1 Processor -- start 2024-09-13T16:15:54.435 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.431+0000 7eff8a47a700 1 -- start start 2024-09-13T16:15:54.437 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.431+0000 7eff8a47a700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7eff840c91a0 0x7eff84155db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:54.437 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.431+0000 7eff8a47a700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7eff84152b10 0x7eff84144f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:54.437 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.431+0000 7eff8a47a700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7eff8415c040 0x7eff841eeb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:54.437 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.431+0000 7eff8a47a700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7eff84154510 con 0x7eff8415c040 2024-09-13T16:15:54.437 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.431+0000 7eff8a47a700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7eff84153eb0 con 0x7eff840c91a0 2024-09-13T16:15:54.437 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.431+0000 7eff8a47a700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7eff84153160 con 0x7eff84152b10 2024-09-13T16:15:54.437 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.431+0000 7eff89c79700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7eff8415c040 0x7eff841eeb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:54.438 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.431+0000 7eff89c79700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7eff8415c040 0x7eff841eeb70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:51286/0 (socket says 172.21.15.5:51286) 2024-09-13T16:15:54.438 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.431+0000 7eff89c79700 1 -- 172.21.15.5:0/2176278924 learned_addr learned my addr 172.21.15.5:0/2176278924 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:15:54.438 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.431+0000 7eff88c77700 1 --2- 172.21.15.5:0/2176278924 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7eff84152b10 0x7eff84144f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:54.438 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.431+0000 7eff89478700 1 --2- 172.21.15.5:0/2176278924 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7eff840c91a0 0x7eff84155db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:54.438 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.431+0000 7eff89c79700 1 -- 172.21.15.5:0/2176278924 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7eff84152b10 msgr2=0x7eff84144f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:54.438 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.431+0000 7eff89c79700 1 --2- 172.21.15.5:0/2176278924 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7eff84152b10 0x7eff84144f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:54.438 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.431+0000 7eff89c79700 1 -- 172.21.15.5:0/2176278924 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7eff840c91a0 msgr2=0x7eff84155db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:54.438 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.431+0000 7eff89c79700 1 --2- 172.21.15.5:0/2176278924 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7eff840c91a0 0x7eff84155db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:54.438 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.431+0000 7eff89c79700 1 -- 172.21.15.5:0/2176278924 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7eff7c009a70 con 0x7eff8415c040 2024-09-13T16:15:54.438 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.431+0000 7eff89c79700 1 --2- 172.21.15.5:0/2176278924 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7eff8415c040 0x7eff841eeb70 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7eff7c009fd0 tx=0x7eff7c004af0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:54.439 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.431+0000 7eff79ffb700 1 -- 172.21.15.5:0/2176278924 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7eff7c0098f0 con 0x7eff8415c040 2024-09-13T16:15:54.439 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.431+0000 7eff79ffb700 1 -- 172.21.15.5:0/2176278924 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7eff7c01f070 con 0x7eff8415c040 2024-09-13T16:15:54.439 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.431+0000 7eff8a47a700 1 -- 172.21.15.5:0/2176278924 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7eff841ee6e0 con 0x7eff8415c040 2024-09-13T16:15:54.439 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.431+0000 7eff79ffb700 1 -- 172.21.15.5:0/2176278924 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7eff7c003c80 con 0x7eff8415c040 2024-09-13T16:15:54.439 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.431+0000 7eff8a47a700 1 -- 172.21.15.5:0/2176278924 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7eff84153390 con 0x7eff8415c040 2024-09-13T16:15:54.440 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.435+0000 7eff8a47a700 1 -- 172.21.15.5:0/2176278924 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7eff841ee870 con 0x7eff8415c040 2024-09-13T16:15:54.440 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.435+0000 7eff79ffb700 1 -- 172.21.15.5:0/2176278924 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7eff7c004030 con 0x7eff8415c040 2024-09-13T16:15:54.441 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.435+0000 7eff79ffb700 1 --2- 172.21.15.5:0/2176278924 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7eff68066730 0x7eff68068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:54.441 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.435+0000 7eff79ffb700 1 -- 172.21.15.5:0/2176278924 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7eff7c085b50 con 0x7eff8415c040 2024-09-13T16:15:54.441 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.435+0000 7eff89478700 1 --2- 172.21.15.5:0/2176278924 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7eff68066730 0x7eff68068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:54.442 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.435+0000 7eff89478700 1 --2- 172.21.15.5:0/2176278924 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7eff68066730 0x7eff68068bf0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7eff80001850 tx=0x7eff80009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:54.450 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.443+0000 7eff79ffb700 1 -- 172.21.15.5:0/2176278924 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7eff7c052be0 con 0x7eff8415c040 2024-09-13T16:15:54.623 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.619+0000 7eff8a47a700 1 -- 172.21.15.5:0/2176278924 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7eff841587f0 con 0x7eff8415c040 2024-09-13T16:15:54.624 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.619+0000 7eff79ffb700 1 -- 172.21.15.5:0/2176278924 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v26) v1 ==== 103+0+11 (secure 0 0 0) 0x7eff7c056200 con 0x7eff8415c040 2024-09-13T16:15:54.624 INFO:teuthology.orchestra.run.smithi005.stdout:pg_num: 32 2024-09-13T16:15:54.627 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.619+0000 7eff8a47a700 1 -- 172.21.15.5:0/2176278924 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7eff68066730 msgr2=0x7eff68068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:54.627 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.619+0000 7eff8a47a700 1 --2- 172.21.15.5:0/2176278924 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7eff68066730 0x7eff68068bf0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7eff80001850 tx=0x7eff80009040 comp rx=0 tx=0).stop 2024-09-13T16:15:54.627 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.619+0000 7eff8a47a700 1 -- 172.21.15.5:0/2176278924 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7eff8415c040 msgr2=0x7eff841eeb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:54.627 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.619+0000 7eff8a47a700 1 --2- 172.21.15.5:0/2176278924 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7eff8415c040 0x7eff841eeb70 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7eff7c009fd0 tx=0x7eff7c004af0 comp rx=0 tx=0).stop 2024-09-13T16:15:54.627 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.623+0000 7eff8a47a700 1 -- 172.21.15.5:0/2176278924 shutdown_connections 2024-09-13T16:15:54.627 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.623+0000 7eff8a47a700 1 --2- 172.21.15.5:0/2176278924 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7eff8415c040 0x7eff841eeb70 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:54.627 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.623+0000 7eff8a47a700 1 --2- 172.21.15.5:0/2176278924 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7eff84152b10 0x7eff84144f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:54.627 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.623+0000 7eff8a47a700 1 --2- 172.21.15.5:0/2176278924 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7eff68066730 0x7eff68068bf0 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:54.627 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.623+0000 7eff8a47a700 1 --2- 172.21.15.5:0/2176278924 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7eff840c91a0 0x7eff84155db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:54.628 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.623+0000 7eff8a47a700 1 -- 172.21.15.5:0/2176278924 >> 172.21.15.5:0/2176278924 conn(0x7eff84071f90 msgr2=0x7eff840ca040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:54.628 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.623+0000 7eff8a47a700 1 -- 172.21.15.5:0/2176278924 shutdown_connections 2024-09-13T16:15:54.628 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.623+0000 7eff8a47a700 1 -- 172.21.15.5:0/2176278924 wait complete. 2024-09-13T16:15:54.639 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T16:15:54.754 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.747+0000 7f403e9ea700 1 Processor -- start 2024-09-13T16:15:54.754 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.747+0000 7f403e9ea700 1 -- start start 2024-09-13T16:15:54.755 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.751+0000 7f403e9ea700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f40380b2280 0x7f40380c8680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:54.755 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.751+0000 7f403e9ea700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f403806b490 0x7f403806b920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:54.756 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.751+0000 7f403e9ea700 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4038157550 con 0x7f40380aeb80 2024-09-13T16:15:54.756 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.751+0000 7f403e9ea700 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4038156a20 con 0x7f40380b2280 2024-09-13T16:15:54.756 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.751+0000 7f403e9ea700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f403806c180 con 0x7f403806b490 2024-09-13T16:15:54.756 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.751+0000 7f403d9e8700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f40380b2280 0x7f40380c8680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:54.756 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.751+0000 7f403d1e7700 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f40380aeb80 0x7f4038156e40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:58100/0 (socket says 172.21.15.5:58100) 2024-09-13T16:15:54.756 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.751+0000 7f403d1e7700 1 -- 172.21.15.5:0/1631498410 learned_addr learned my addr 172.21.15.5:0/1631498410 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-13T16:15:54.757 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.751+0000 7f403e1e9700 1 --2- 172.21.15.5:0/1631498410 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f403806b490 0x7f403806b920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:54.757 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.751+0000 7f403c9e6700 1 -- 172.21.15.5:0/1631498410 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2714868422 0 0) 0x7f4038157550 con 0x7f40380aeb80 2024-09-13T16:15:54.757 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.751+0000 7f403c9e6700 1 -- 172.21.15.5:0/1631498410 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f40240035d0 con 0x7f40380aeb80 2024-09-13T16:15:54.758 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.751+0000 7f403d9e8700 1 -- 172.21.15.5:0/1631498410 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f403806b490 msgr2=0x7f403806b920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:15:54.758 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.751+0000 7f403d9e8700 1 --2- 172.21.15.5:0/1631498410 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f403806b490 0x7f403806b920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:54.758 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.751+0000 7f403d9e8700 1 -- 172.21.15.5:0/1631498410 >> v1:172.21.15.5:6789/0 conn(0x7f40380aeb80 legacy=0x7f4038156e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:54.758 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.751+0000 7f403d9e8700 1 -- 172.21.15.5:0/1631498410 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f403806a530 con 0x7f40380b2280 2024-09-13T16:15:54.758 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.751+0000 7f403d9e8700 1 --2- 172.21.15.5:0/1631498410 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f40380b2280 0x7f40380c8680 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f4034009850 tx=0x7f4034009b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=afdecbc258ae2f50 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:54.758 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.751+0000 7f403c9e6700 1 -- 172.21.15.5:0/1631498410 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4034011830 con 0x7f40380b2280 2024-09-13T16:15:54.758 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.751+0000 7f403c9e6700 1 -- 172.21.15.5:0/1631498410 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4034011990 con 0x7f40380b2280 2024-09-13T16:15:54.758 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.751+0000 7f403c9e6700 1 -- 172.21.15.5:0/1631498410 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4034011d40 con 0x7f40380b2280 2024-09-13T16:15:54.759 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.751+0000 7f403e9ea700 1 -- 172.21.15.5:0/1631498410 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f40380b2280 msgr2=0x7f40380c8680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:54.759 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.751+0000 7f403e9ea700 1 --2- 172.21.15.5:0/1631498410 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f40380b2280 0x7f40380c8680 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f4034009850 tx=0x7f4034009b60 comp rx=0 tx=0).stop 2024-09-13T16:15:54.759 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.751+0000 7f403e9ea700 1 -- 172.21.15.5:0/1631498410 shutdown_connections 2024-09-13T16:15:54.759 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.751+0000 7f403e9ea700 1 --2- 172.21.15.5:0/1631498410 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f403806b490 0x7f403806b920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:54.759 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.751+0000 7f403e9ea700 1 --2- 172.21.15.5:0/1631498410 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f40380b2280 0x7f40380c8680 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:54.759 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.751+0000 7f403e9ea700 1 -- 172.21.15.5:0/1631498410 >> 172.21.15.5:0/1631498410 conn(0x7f40380cc400 msgr2=0x7f40380cc810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:54.759 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.755+0000 7f403e9ea700 1 -- 172.21.15.5:0/1631498410 shutdown_connections 2024-09-13T16:15:54.759 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.755+0000 7f403e9ea700 1 -- 172.21.15.5:0/1631498410 wait complete. 2024-09-13T16:15:54.760 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.755+0000 7f403e9ea700 1 Processor -- start 2024-09-13T16:15:54.760 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.755+0000 7f403e9ea700 1 -- start start 2024-09-13T16:15:54.761 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.755+0000 7f403e9ea700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f403806b490 0x7f40380cb4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:54.761 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.755+0000 7f403e9ea700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f40380aeb80 0x7f4038154b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:54.761 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.755+0000 7f403e9ea700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f40380b2280 0x7f40381550a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:54.761 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.755+0000 7f403e9ea700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4038158300 con 0x7f403806b490 2024-09-13T16:15:54.761 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.755+0000 7f403e9ea700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4038157770 con 0x7f40380aeb80 2024-09-13T16:15:54.762 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.755+0000 7f403e9ea700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4038157f60 con 0x7f40380b2280 2024-09-13T16:15:54.762 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.755+0000 7f403d9e8700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f403806b490 0x7f40380cb4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:54.762 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.755+0000 7f403d9e8700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f403806b490 0x7f40380cb4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:51314/0 (socket says 172.21.15.5:51314) 2024-09-13T16:15:54.762 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.755+0000 7f403d9e8700 1 -- 172.21.15.5:0/4183913453 learned_addr learned my addr 172.21.15.5:0/4183913453 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:15:54.762 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.755+0000 7f403e1e9700 1 --2- 172.21.15.5:0/4183913453 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f40380b2280 0x7f40381550a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:54.762 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.755+0000 7f403d1e7700 1 --2- 172.21.15.5:0/4183913453 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f40380aeb80 0x7f4038154b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:54.763 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.755+0000 7f403d9e8700 1 -- 172.21.15.5:0/4183913453 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f40380b2280 msgr2=0x7f40381550a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:54.763 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.755+0000 7f403d9e8700 1 --2- 172.21.15.5:0/4183913453 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f40380b2280 0x7f40381550a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:54.763 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.755+0000 7f403d9e8700 1 -- 172.21.15.5:0/4183913453 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f40380aeb80 msgr2=0x7f4038154b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:54.763 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.755+0000 7f403d9e8700 1 --2- 172.21.15.5:0/4183913453 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f40380aeb80 0x7f4038154b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:54.763 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.755+0000 7f403d9e8700 1 -- 172.21.15.5:0/4183913453 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f40340094b0 con 0x7f403806b490 2024-09-13T16:15:54.763 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.755+0000 7f403d9e8700 1 --2- 172.21.15.5:0/4183913453 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f403806b490 0x7f40380cb4c0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f403806d700 tx=0x7f4034004770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:54.763 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.755+0000 7f402a7fc700 1 -- 172.21.15.5:0/4183913453 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4034004300 con 0x7f403806b490 2024-09-13T16:15:54.763 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.755+0000 7f402a7fc700 1 -- 172.21.15.5:0/4183913453 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f403401f070 con 0x7f403806b490 2024-09-13T16:15:54.764 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.755+0000 7f403e9ea700 1 -- 172.21.15.5:0/4183913453 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4038155cd0 con 0x7f403806b490 2024-09-13T16:15:54.764 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.755+0000 7f402a7fc700 1 -- 172.21.15.5:0/4183913453 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f40340036c0 con 0x7f403806b490 2024-09-13T16:15:54.764 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.759+0000 7f403e9ea700 1 -- 172.21.15.5:0/4183913453 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4038157c80 con 0x7f403806b490 2024-09-13T16:15:54.764 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.759+0000 7f403e9ea700 1 -- 172.21.15.5:0/4183913453 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4038154850 con 0x7f403806b490 2024-09-13T16:15:54.765 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.759+0000 7f402a7fc700 1 -- 172.21.15.5:0/4183913453 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f4034021030 con 0x7f403806b490 2024-09-13T16:15:54.765 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.759+0000 7f402a7fc700 1 --2- 172.21.15.5:0/4183913453 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f401c066730 0x7f401c068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:54.765 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.759+0000 7f402a7fc700 1 -- 172.21.15.5:0/4183913453 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f4034085af0 con 0x7f403806b490 2024-09-13T16:15:54.765 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.759+0000 7f403d1e7700 1 --2- 172.21.15.5:0/4183913453 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f401c066730 0x7f401c068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:54.766 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.763+0000 7f403d1e7700 1 --2- 172.21.15.5:0/4183913453 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f401c066730 0x7f401c068bf0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f40380accf0 tx=0x7f402c007de0 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:54.773 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.767+0000 7f402a7fc700 1 -- 172.21.15.5:0/4183913453 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f4034052e00 con 0x7f403806b490 2024-09-13T16:15:54.953 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.947+0000 7f403e9ea700 1 -- 172.21.15.5:0/4183913453 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f4038159b80 con 0x7f403806b490 2024-09-13T16:15:54.953 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.947+0000 7f402a7fc700 1 -- 172.21.15.5:0/4183913453 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v26) v1 ==== 80+0+0 (secure 0 0 0) 0x7f4034006ce0 con 0x7f403806b490 2024-09-13T16:15:54.956 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.951+0000 7f403e9ea700 1 -- 172.21.15.5:0/4183913453 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f401c066730 msgr2=0x7f401c068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:54.956 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.951+0000 7f403e9ea700 1 --2- 172.21.15.5:0/4183913453 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f401c066730 0x7f401c068bf0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f40380accf0 tx=0x7f402c007de0 comp rx=0 tx=0).stop 2024-09-13T16:15:54.956 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.951+0000 7f403e9ea700 1 -- 172.21.15.5:0/4183913453 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f403806b490 msgr2=0x7f40380cb4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:54.957 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.951+0000 7f403e9ea700 1 --2- 172.21.15.5:0/4183913453 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f403806b490 0x7f40380cb4c0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f403806d700 tx=0x7f4034004770 comp rx=0 tx=0).stop 2024-09-13T16:15:54.957 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.951+0000 7f403e9ea700 1 -- 172.21.15.5:0/4183913453 shutdown_connections 2024-09-13T16:15:54.957 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.951+0000 7f403e9ea700 1 --2- 172.21.15.5:0/4183913453 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f40380b2280 0x7f40381550a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:54.957 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.951+0000 7f403e9ea700 1 --2- 172.21.15.5:0/4183913453 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f401c066730 0x7f401c068bf0 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:54.957 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.951+0000 7f403e9ea700 1 --2- 172.21.15.5:0/4183913453 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f40380aeb80 0x7f4038154b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:54.957 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.951+0000 7f403e9ea700 1 --2- 172.21.15.5:0/4183913453 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f403806b490 0x7f40380cb4c0 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:54.957 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.951+0000 7f403e9ea700 1 -- 172.21.15.5:0/4183913453 >> 172.21.15.5:0/4183913453 conn(0x7f40380cc400 msgr2=0x7f40380addd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:54.957 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.951+0000 7f403e9ea700 1 -- 172.21.15.5:0/4183913453 shutdown_connections 2024-09-13T16:15:54.957 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:54.951+0000 7f403e9ea700 1 -- 172.21.15.5:0/4183913453 wait complete. 2024-09-13T16:15:54.958 INFO:teuthology.orchestra.run.smithi005.stderr:listed 0 entries 2024-09-13T16:15:54.968 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi005.front.sepia.ceph.com... 2024-09-13T16:15:54.968 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:15:54.968 DEBUG:teuthology.orchestra.run.smithi005:> sudo fusermount -u /home/ubuntu/cephtest/mnt.admin 2024-09-13T16:15:55.011 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi005.stderr:ceph-fuse[31513]: fuse finished with error 0 and tester_r 0 2024-09-13T16:15:55.013 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:15:55.054 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi005.front.sepia.ceph.com 2024-09-13T16:15:55.055 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:15:55.055 DEBUG:teuthology.orchestra.run.smithi005:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.admin) 2024-09-13T16:15:55.067 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:15:55.188 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.183+0000 7f9bdcd34700 1 Processor -- start 2024-09-13T16:15:55.188 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.183+0000 7f9bdcd34700 1 -- start start 2024-09-13T16:15:55.191 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.183+0000 7f9bdcd34700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f9bd0050480 0x7f9bd0005b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:55.191 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.183+0000 7f9bdcd34700 1 --2- >> v2:172.21.15.179:3300/0 conn(0x7f9bd004aaf0 0x7f9bd00dee90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:55.191 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.183+0000 7f9bdcd34700 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9bd004af80 con 0x7f9bd00d8bd0 2024-09-13T16:15:55.191 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.183+0000 7f9bdcd34700 1 -- --> v2:172.21.15.179:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9bd00e2d60 con 0x7f9bd004aaf0 2024-09-13T16:15:55.191 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.183+0000 7f9bdcd34700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9bd004f190 con 0x7f9bd0050480 2024-09-13T16:15:55.191 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.183+0000 7f9bd77fe700 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f9bd00d8bd0 0x7f9bd00de780 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:58104/0 (socket says 172.21.15.5:58104) 2024-09-13T16:15:55.192 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.183+0000 7f9bd77fe700 1 -- 172.21.15.5:0/1499532646 learned_addr learned my addr 172.21.15.5:0/1499532646 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-13T16:15:55.192 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.183+0000 7f9bd7fff700 1 --2- 172.21.15.5:0/1499532646 >> v2:172.21.15.179:3300/0 conn(0x7f9bd004aaf0 0x7f9bd00dee90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:55.192 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.183+0000 7f9bd6ffd700 1 --2- 172.21.15.5:0/1499532646 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f9bd0050480 0x7f9bd0005b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:55.192 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.183+0000 7f9bd67fc700 1 -- 172.21.15.5:0/1499532646 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2139176385 0 0) 0x7f9bd004af80 con 0x7f9bd00d8bd0 2024-09-13T16:15:55.192 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.183+0000 7f9bd67fc700 1 -- 172.21.15.5:0/1499532646 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9bc80035d0 con 0x7f9bd00d8bd0 2024-09-13T16:15:55.192 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.183+0000 7f9bd67fc700 1 -- 172.21.15.5:0/1499532646 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1434174518 0 0) 0x7f9bc80035d0 con 0x7f9bd00d8bd0 2024-09-13T16:15:55.192 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.183+0000 7f9bd67fc700 1 -- 172.21.15.5:0/1499532646 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f9bd0050480 msgr2=0x7f9bd0005b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:15:55.192 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.183+0000 7f9bd67fc700 1 --2- 172.21.15.5:0/1499532646 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f9bd0050480 0x7f9bd0005b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:55.192 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.183+0000 7f9bd67fc700 1 -- 172.21.15.5:0/1499532646 >> v2:172.21.15.179:3300/0 conn(0x7f9bd004aaf0 msgr2=0x7f9bd00dee90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:15:55.192 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.183+0000 7f9bd67fc700 1 --2- 172.21.15.5:0/1499532646 >> v2:172.21.15.179:3300/0 conn(0x7f9bd004aaf0 0x7f9bd00dee90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:55.192 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.183+0000 7f9bd67fc700 1 -- 172.21.15.5:0/1499532646 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9bd004f470 con 0x7f9bd00d8bd0 2024-09-13T16:15:55.192 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.183+0000 7f9bd67fc700 1 -- 172.21.15.5:0/1499532646 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 830915072 0 0) 0x7f9bcc001670 con 0x7f9bd00d8bd0 2024-09-13T16:15:55.193 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.183+0000 7f9bd67fc700 1 -- 172.21.15.5:0/1499532646 >> v1:172.21.15.5:6789/0 conn(0x7f9bd00d8bd0 legacy=0x7f9bd00de780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:55.193 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.183+0000 7f9bd67fc700 1 --2- 172.21.15.5:0/1499532646 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f9bc8003a20 0x7f9bc8003e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:55.193 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.183+0000 7f9bd67fc700 1 --2- 172.21.15.5:0/1499532646 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f9bd0050480 0x7f9bc8004870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:55.193 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.183+0000 7f9bd67fc700 1 --2- 172.21.15.5:0/1499532646 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9bc8004db0 0x7f9bc8005230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:55.193 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.183+0000 7f9bd67fc700 1 -- 172.21.15.5:0/1499532646 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9bd00e2d60 con 0x7f9bc8004db0 2024-09-13T16:15:55.193 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.183+0000 7f9bd67fc700 1 -- 172.21.15.5:0/1499532646 --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9bd004f190 con 0x7f9bc8003a20 2024-09-13T16:15:55.193 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.183+0000 7f9bd67fc700 1 -- 172.21.15.5:0/1499532646 --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9bc800bbc0 con 0x7f9bd0050480 2024-09-13T16:15:55.193 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.183+0000 7f9bd77fe700 1 --2- 172.21.15.5:0/1499532646 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f9bc8003a20 0x7f9bc8003e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:55.193 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.183+0000 7f9bd6ffd700 1 --2- 172.21.15.5:0/1499532646 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f9bd0050480 0x7f9bc8004870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:55.193 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.183+0000 7f9bd7fff700 1 --2- 172.21.15.5:0/1499532646 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9bc8004db0 0x7f9bc8005230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:55.193 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.187+0000 7f9bd7fff700 1 -- 172.21.15.5:0/1499532646 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f9bd0050480 msgr2=0x7f9bc8004870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:15:55.194 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.187+0000 7f9bd7fff700 1 --2- 172.21.15.5:0/1499532646 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f9bd0050480 0x7f9bc8004870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:55.194 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.187+0000 7f9bd7fff700 1 -- 172.21.15.5:0/1499532646 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f9bc8003a20 msgr2=0x7f9bc8003e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:15:55.194 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.187+0000 7f9bd7fff700 1 --2- 172.21.15.5:0/1499532646 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f9bc8003a20 0x7f9bc8003e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:55.194 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.187+0000 7f9bd7fff700 1 -- 172.21.15.5:0/1499532646 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9bc80035d0 con 0x7f9bc8004db0 2024-09-13T16:15:55.194 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.187+0000 7f9bd7fff700 1 --2- 172.21.15.5:0/1499532646 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9bc8004db0 0x7f9bc8005230 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f9bd8000b60 tx=0x7f9bc80058a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a4eda70ec9316c0e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:55.194 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.187+0000 7f9bd67fc700 1 -- 172.21.15.5:0/1499532646 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9bd8073b10 con 0x7f9bc8004db0 2024-09-13T16:15:55.194 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.187+0000 7f9bd67fc700 1 -- 172.21.15.5:0/1499532646 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9bd808f070 con 0x7f9bc8004db0 2024-09-13T16:15:55.194 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.187+0000 7f9bd67fc700 1 -- 172.21.15.5:0/1499532646 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9bd8067bc0 con 0x7f9bc8004db0 2024-09-13T16:15:55.197 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.187+0000 7f9bdcd34700 1 -- 172.21.15.5:0/1499532646 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9bc8004db0 msgr2=0x7f9bc8005230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:55.197 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.187+0000 7f9bdcd34700 1 --2- 172.21.15.5:0/1499532646 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9bc8004db0 0x7f9bc8005230 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f9bd8000b60 tx=0x7f9bc80058a0 comp rx=0 tx=0).stop 2024-09-13T16:15:55.197 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.187+0000 7f9bd7fff700 1 -- 172.21.15.5:0/1499532646 reap_dead start 2024-09-13T16:15:55.197 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.187+0000 7f9bdcd34700 1 -- 172.21.15.5:0/1499532646 shutdown_connections 2024-09-13T16:15:55.197 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.187+0000 7f9bdcd34700 1 -- 172.21.15.5:0/1499532646 >> 172.21.15.5:0/1499532646 conn(0x7f9bd0050bf0 msgr2=0x7f9bd0051000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:55.197 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.187+0000 7f9bdcd34700 1 -- 172.21.15.5:0/1499532646 shutdown_connections 2024-09-13T16:15:55.197 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.187+0000 7f9bdcd34700 1 -- 172.21.15.5:0/1499532646 wait complete. 2024-09-13T16:15:55.197 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.187+0000 7f9bdcd34700 1 Processor -- start 2024-09-13T16:15:55.197 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.187+0000 7f9bdcd34700 1 -- start start 2024-09-13T16:15:55.197 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.187+0000 7f9bdcd34700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f9bc8004db0 0x7f9bd00d01d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:55.197 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.187+0000 7f9bdcd34700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9bd00d0710 0x7f9bd00ce360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:55.197 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.187+0000 7f9bdcd34700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f9bd00ce8a0 0x7f9bd0177b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:55.198 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.187+0000 7f9bdcd34700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9bd00cfd40 con 0x7f9bd00d0710 2024-09-13T16:15:55.198 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.187+0000 7f9bdcd34700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9bd00db990 con 0x7f9bd00ce8a0 2024-09-13T16:15:55.198 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.187+0000 7f9bdcd34700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9bd00d0b70 con 0x7f9bc8004db0 2024-09-13T16:15:55.198 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.187+0000 7f9bd6ffd700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9bd00d0710 0x7f9bd00ce360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:55.198 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.187+0000 7f9bd77fe700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f9bc8004db0 0x7f9bd00d01d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:55.198 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.187+0000 7f9bd77fe700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f9bc8004db0 0x7f9bd00d01d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.179:3301/0 says I am v2:172.21.15.5:50148/0 (socket says 172.21.15.5:50148) 2024-09-13T16:15:55.198 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.187+0000 7f9bd77fe700 1 -- 172.21.15.5:0/3985696879 learned_addr learned my addr 172.21.15.5:0/3985696879 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:15:55.198 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.187+0000 7f9bd7fff700 1 --2- 172.21.15.5:0/3985696879 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f9bd00ce8a0 0x7f9bd0177b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:55.198 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.187+0000 7f9bd6ffd700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9bd00d0710 0x7f9bd00ce360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:51332/0 (socket says 172.21.15.5:51332) 2024-09-13T16:15:55.198 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.191+0000 7f9bd77fe700 1 -- 172.21.15.5:0/3985696879 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f9bd00ce8a0 msgr2=0x7f9bd0177b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:55.198 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.191+0000 7f9bd77fe700 1 --2- 172.21.15.5:0/3985696879 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f9bd00ce8a0 0x7f9bd0177b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:55.198 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.191+0000 7f9bd77fe700 1 -- 172.21.15.5:0/3985696879 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9bd00d0710 msgr2=0x7f9bd00ce360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:55.198 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.191+0000 7f9bd77fe700 1 --2- 172.21.15.5:0/3985696879 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9bd00d0710 0x7f9bd00ce360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:55.199 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.191+0000 7f9bd77fe700 1 -- 172.21.15.5:0/3985696879 --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9bd0036a00 con 0x7f9bc8004db0 2024-09-13T16:15:55.199 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.191+0000 7f9bd6ffd700 1 --2- 172.21.15.5:0/3985696879 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9bd00d0710 0x7f9bd00ce360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:15:55.199 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.191+0000 7f9bd77fe700 1 --2- 172.21.15.5:0/3985696879 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f9bc8004db0 0x7f9bd00d01d0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f9bcc001a30 tx=0x7f9bcc0075f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:55.199 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.191+0000 7f9bc3fff700 1 -- 172.21.15.5:0/3985696879 <== mon.2 v2:172.21.15.179:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9bcc00f690 con 0x7f9bc8004db0 2024-09-13T16:15:55.199 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.191+0000 7f9bc3fff700 1 -- 172.21.15.5:0/3985696879 <== mon.2 v2:172.21.15.179:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9bcc00f810 con 0x7f9bc8004db0 2024-09-13T16:15:55.199 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.191+0000 7f9bc3fff700 1 -- 172.21.15.5:0/3985696879 <== mon.2 v2:172.21.15.179:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9bcc00fbc0 con 0x7f9bc8004db0 2024-09-13T16:15:55.199 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.191+0000 7f9bdcd34700 1 -- 172.21.15.5:0/3985696879 --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9bd00dbc30 con 0x7f9bc8004db0 2024-09-13T16:15:55.199 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.191+0000 7f9bdcd34700 1 -- 172.21.15.5:0/3985696879 --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9bd00d2220 con 0x7f9bc8004db0 2024-09-13T16:15:55.200 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.191+0000 7f9bdcd34700 1 -- 172.21.15.5:0/3985696879 --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9bd0005e30 con 0x7f9bc8004db0 2024-09-13T16:15:55.200 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.195+0000 7f9bc3fff700 1 -- 172.21.15.5:0/3985696879 <== mon.2 v2:172.21.15.179:3301/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f9bcc00fd20 con 0x7f9bc8004db0 2024-09-13T16:15:55.200 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.195+0000 7f9bc3fff700 1 --2- 172.21.15.5:0/3985696879 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f9bbc066730 0x7f9bbc068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:55.200 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.195+0000 7f9bc3fff700 1 -- 172.21.15.5:0/3985696879 <== mon.2 v2:172.21.15.179:3301/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f9bcc084e20 con 0x7f9bc8004db0 2024-09-13T16:15:55.200 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.195+0000 7f9bd6ffd700 1 --2- 172.21.15.5:0/3985696879 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f9bbc066730 0x7f9bbc068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:55.200 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.195+0000 7f9bd6ffd700 1 --2- 172.21.15.5:0/3985696879 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f9bbc066730 0x7f9bbc068bf0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f9bd0050340 tx=0x7f9bc4009240 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:55.207 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.203+0000 7f9bc3fff700 1 -- 172.21.15.5:0/3985696879 <== mon.2 v2:172.21.15.179:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f9bcc051f80 con 0x7f9bc8004db0 2024-09-13T16:15:55.384 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.379+0000 7f9bdcd34700 1 -- 172.21.15.5:0/3985696879 --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f9bd004fc50 con 0x7f9bc8004db0 2024-09-13T16:15:55.386 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.383+0000 7f9bc3fff700 1 -- 172.21.15.5:0/3985696879 <== mon.2 v2:172.21.15.179:3301/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) v1 ==== 74+0+18286 (secure 0 0 0) 0x7f9bcc0555a0 con 0x7f9bc8004db0 2024-09-13T16:15:55.387 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-13T16:15:55.387 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":26,"fsid":"6f1d8d4e-46c0-4d05-9003-ad1036cd4028","created":"2024-09-13T16:15:17.129907+0000","modified":"2024-09-13T16:15:45.789265+0000","last_up_change":"2024-09-13T16:15:27.902042+0000","last_in_change":"2024-09-13T16:15:19.310503+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:15:28.621918+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:15:39.544340+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T16:15:40.368287+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T16:15:43.446355+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"7dc606ef-5909-4eb7-8054-af158bc84208","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6800","nonce":851671428},{"type":"v1","addr":"172.21.15.5:6801","nonce":851671428}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6802","nonce":851671428},{"type":"v1","addr":"172.21.15.5:6803","nonce":851671428}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6806","nonce":851671428},{"type":"v1","addr":"172.21.15.5:6807","nonce":851671428}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6804","nonce":851671428},{"type":"v1","addr":"172.21.15.5:6805","nonce":851671428}]},"public_addr":"172.21.15.5:6801/851671428","cluster_addr":"172.21.15.5:6803/851671428","heartbeat_back_addr":"172.21.15.5:6807/851671428","heartbeat_front_addr":"172.21.15.5:6805/851671428","state":["exists","up"]},{"osd":1,"uuid":"ab4b3337-a446-427b-9a52-349561f7c79d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6808","nonce":1418062370},{"type":"v1","addr":"172.21.15.5:6809","nonce":1418062370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6810","nonce":1418062370},{"type":"v1","addr":"172.21.15.5:6811","nonce":1418062370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6814","nonce":1418062370},{"type":"v1","addr":"172.21.15.5:6815","nonce":1418062370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6812","nonce":1418062370},{"type":"v1","addr":"172.21.15.5:6813","nonce":1418062370}]},"public_addr":"172.21.15.5:6809/1418062370","cluster_addr":"172.21.15.5:6811/1418062370","heartbeat_back_addr":"172.21.15.5:6815/1418062370","heartbeat_front_addr":"172.21.15.5:6813/1418062370","state":["exists","up"]},{"osd":2,"uuid":"22d787ea-2049-40c1-aa23-811fdb981dbd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6816","nonce":2713060829},{"type":"v1","addr":"172.21.15.5:6817","nonce":2713060829}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6818","nonce":2713060829},{"type":"v1","addr":"172.21.15.5:6819","nonce":2713060829}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6822","nonce":2713060829},{"type":"v1","addr":"172.21.15.5:6823","nonce":2713060829}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6820","nonce":2713060829},{"type":"v1","addr":"172.21.15.5:6821","nonce":2713060829}]},"public_addr":"172.21.15.5:6817/2713060829","cluster_addr":"172.21.15.5:6819/2713060829","heartbeat_back_addr":"172.21.15.5:6823/2713060829","heartbeat_front_addr":"172.21.15.5:6821/2713060829","state":["exists","up"]},{"osd":3,"uuid":"30e4a102-0fce-46b2-8a6d-a7625c6a5ee9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6824","nonce":576343032},{"type":"v1","addr":"172.21.15.5:6825","nonce":576343032}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6826","nonce":576343032},{"type":"v1","addr":"172.21.15.5:6827","nonce":576343032}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6830","nonce":576343032},{"type":"v1","addr":"172.21.15.5:6831","nonce":576343032}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6828","nonce":576343032},{"type":"v1","addr":"172.21.15.5:6829","nonce":576343032}]},"public_addr":"172.21.15.5:6825/576343032","cluster_addr":"172.21.15.5:6827/576343032","heartbeat_back_addr":"172.21.15.5:6831/576343032","heartbeat_front_addr":"172.21.15.5:6829/576343032","state":["exists","up"]},{"osd":4,"uuid":"f47efe1d-f245-453c-b505-db74fe5df11c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6800","nonce":3624672735},{"type":"v1","addr":"172.21.15.179:6801","nonce":3624672735}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6802","nonce":3624672735},{"type":"v1","addr":"172.21.15.179:6803","nonce":3624672735}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6806","nonce":3624672735},{"type":"v1","addr":"172.21.15.179:6807","nonce":3624672735}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6804","nonce":3624672735},{"type":"v1","addr":"172.21.15.179:6805","nonce":3624672735}]},"public_addr":"172.21.15.179:6801/3624672735","cluster_addr":"172.21.15.179:6803/3624672735","heartbeat_back_addr":"172.21.15.179:6807/3624672735","heartbeat_front_addr":"172.21.15.179:6805/3624672735","state":["exists","up"]},{"osd":5,"uuid":"f6fd9c2f-b7ed-4e7b-a9fd-12aaea05bfa9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6824","nonce":2769164148},{"type":"v1","addr":"172.21.15.179:6825","nonce":2769164148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6826","nonce":2769164148},{"type":"v1","addr":"172.21.15.179:6827","nonce":2769164148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6830","nonce":2769164148},{"type":"v1","addr":"172.21.15.179:6831","nonce":2769164148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6828","nonce":2769164148},{"type":"v1","addr":"172.21.15.179:6829","nonce":2769164148}]},"public_addr":"172.21.15.179:6825/2769164148","cluster_addr":"172.21.15.179:6827/2769164148","heartbeat_back_addr":"172.21.15.179:6831/2769164148","heartbeat_front_addr":"172.21.15.179:6829/2769164148","state":["exists","up"]},{"osd":6,"uuid":"48985a9a-ec23-44a6-8f23-87edd7853994","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6816","nonce":3295700932},{"type":"v1","addr":"172.21.15.179:6817","nonce":3295700932}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6818","nonce":3295700932},{"type":"v1","addr":"172.21.15.179:6819","nonce":3295700932}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6822","nonce":3295700932},{"type":"v1","addr":"172.21.15.179:6823","nonce":3295700932}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6820","nonce":3295700932},{"type":"v1","addr":"172.21.15.179:6821","nonce":3295700932}]},"public_addr":"172.21.15.179:6817/3295700932","cluster_addr":"172.21.15.179:6819/3295700932","heartbeat_back_addr":"172.21.15.179:6823/3295700932","heartbeat_front_addr":"172.21.15.179:6821/3295700932","state":["exists","up"]},{"osd":7,"uuid":"af684358-558e-4fa4-ac35-1e3ef24b9021","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6808","nonce":1502652601},{"type":"v1","addr":"172.21.15.179:6809","nonce":1502652601}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6810","nonce":1502652601},{"type":"v1","addr":"172.21.15.179:6811","nonce":1502652601}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6814","nonce":1502652601},{"type":"v1","addr":"172.21.15.179:6815","nonce":1502652601}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6812","nonce":1502652601},{"type":"v1","addr":"172.21.15.179:6813","nonce":1502652601}]},"public_addr":"172.21.15.179:6809/1502652601","cluster_addr":"172.21.15.179:6811/1502652601","heartbeat_back_addr":"172.21.15.179:6815/1502652601","heartbeat_front_addr":"172.21.15.179:6813/1502652601","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.647314+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:23.936297+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.579030+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.393256+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.524066+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.865771+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.509811+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.613144+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:15:55.391 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.383+0000 7f9bdcd34700 1 -- 172.21.15.5:0/3985696879 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f9bbc066730 msgr2=0x7f9bbc068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:55.391 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.387+0000 7f9bdcd34700 1 --2- 172.21.15.5:0/3985696879 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f9bbc066730 0x7f9bbc068bf0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f9bd0050340 tx=0x7f9bc4009240 comp rx=0 tx=0).stop 2024-09-13T16:15:55.391 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.387+0000 7f9bdcd34700 1 -- 172.21.15.5:0/3985696879 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f9bc8004db0 msgr2=0x7f9bd00d01d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:55.391 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.387+0000 7f9bdcd34700 1 --2- 172.21.15.5:0/3985696879 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f9bc8004db0 0x7f9bd00d01d0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f9bcc001a30 tx=0x7f9bcc0075f0 comp rx=0 tx=0).stop 2024-09-13T16:15:55.391 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.387+0000 7f9bdcd34700 1 -- 172.21.15.5:0/3985696879 shutdown_connections 2024-09-13T16:15:55.392 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.387+0000 7f9bdcd34700 1 --2- 172.21.15.5:0/3985696879 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f9bbc066730 0x7f9bbc068bf0 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:55.392 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.387+0000 7f9bdcd34700 1 --2- 172.21.15.5:0/3985696879 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f9bd00ce8a0 0x7f9bd0177b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:55.392 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.387+0000 7f9bdcd34700 1 --2- 172.21.15.5:0/3985696879 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9bd00d0710 0x7f9bd00ce360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:55.392 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.387+0000 7f9bdcd34700 1 --2- 172.21.15.5:0/3985696879 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f9bc8004db0 0x7f9bd00d01d0 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:55.392 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.387+0000 7f9bdcd34700 1 -- 172.21.15.5:0/3985696879 >> 172.21.15.5:0/3985696879 conn(0x7f9bd0050bf0 msgr2=0x7f9bd00d3790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:55.392 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.387+0000 7f9bdcd34700 1 -- 172.21.15.5:0/3985696879 shutdown_connections 2024-09-13T16:15:55.392 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.387+0000 7f9bdcd34700 1 -- 172.21.15.5:0/3985696879 wait complete. 2024-09-13T16:15:55.407 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:15:55.520 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.515+0000 7fdfaffff700 1 Processor -- start 2024-09-13T16:15:55.521 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.515+0000 7fdfaffff700 1 -- start start 2024-09-13T16:15:55.522 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.515+0000 7fdfaffff700 1 --2- >> v2:172.21.15.179:3300/0 conn(0x7fdfb014c390 0x7fdfb00caca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:55.522 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.515+0000 7fdfaffff700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fdfb014c770 0x7fdfb00c3360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:55.523 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.515+0000 7fdfaffff700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fdfb00c5300 0x7fdfb00c38a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:55.523 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.515+0000 7fdfaffff700 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdfb0071230 con 0x7fdfb00c5300 2024-09-13T16:15:55.523 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.515+0000 7fdfaffff700 1 -- --> v2:172.21.15.179:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdfb00c1de0 con 0x7fdfb014c390 2024-09-13T16:15:55.523 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.515+0000 7fdfaffff700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdfb01562a0 con 0x7fdfb014c770 2024-09-13T16:15:55.523 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.515+0000 7fdfaf7fe700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fdfb00c5300 0x7fdfb00c38a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:55.523 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.515+0000 7fdfaf7fe700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fdfb00c5300 0x7fdfb00c38a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:51338/0 (socket says 172.21.15.5:51338) 2024-09-13T16:15:55.523 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.515+0000 7fdfaf7fe700 1 -- 172.21.15.5:0/2694315427 learned_addr learned my addr 172.21.15.5:0/2694315427 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:15:55.523 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.515+0000 7fdfae7fc700 1 --2- 172.21.15.5:0/2694315427 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fdfb014c770 0x7fdfb00c3360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:55.523 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.515+0000 7fdfaeffd700 1 --2- 172.21.15.5:0/2694315427 >> v2:172.21.15.179:3300/0 conn(0x7fdfb014c390 0x7fdfb00caca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:55.523 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.515+0000 7fdfaf7fe700 1 -- 172.21.15.5:0/2694315427 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fdfb014c770 msgr2=0x7fdfb00c3360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:15:55.523 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.515+0000 7fdfaf7fe700 1 --2- 172.21.15.5:0/2694315427 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fdfb014c770 0x7fdfb00c3360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:55.524 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.515+0000 7fdfaf7fe700 1 -- 172.21.15.5:0/2694315427 >> v2:172.21.15.179:3300/0 conn(0x7fdfb014c390 msgr2=0x7fdfb00caca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:15:55.524 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.515+0000 7fdfaf7fe700 1 --2- 172.21.15.5:0/2694315427 >> v2:172.21.15.179:3300/0 conn(0x7fdfb014c390 0x7fdfb00caca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:55.524 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.515+0000 7fdfaf7fe700 1 -- 172.21.15.5:0/2694315427 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdfb00c1820 con 0x7fdfb00c5300 2024-09-13T16:15:55.524 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.515+0000 7fdfaf7fe700 1 --2- 172.21.15.5:0/2694315427 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdfb00c5300 0x7fdfb00c38a0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fdfb006f5d0 tx=0x7fdfa800b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=651fa685ed5e64b5 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:55.524 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.515+0000 7fdfadffb700 1 -- 172.21.15.5:0/2694315427 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdfa800e070 con 0x7fdfb00c5300 2024-09-13T16:15:55.524 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.519+0000 7fdfadffb700 1 -- 172.21.15.5:0/2694315427 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdfa800b9c0 con 0x7fdfb00c5300 2024-09-13T16:15:55.524 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.519+0000 7fdfadffb700 1 -- 172.21.15.5:0/2694315427 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdfa800bd70 con 0x7fdfb00c5300 2024-09-13T16:15:55.525 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.519+0000 7fdfaffff700 1 -- 172.21.15.5:0/2694315427 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdfb00c5300 msgr2=0x7fdfb00c38a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:55.525 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.519+0000 7fdfaffff700 1 --2- 172.21.15.5:0/2694315427 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdfb00c5300 0x7fdfb00c38a0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fdfb006f5d0 tx=0x7fdfa800b330 comp rx=0 tx=0).stop 2024-09-13T16:15:55.525 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.519+0000 7fdfaffff700 1 -- 172.21.15.5:0/2694315427 shutdown_connections 2024-09-13T16:15:55.525 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.519+0000 7fdfaffff700 1 --2- 172.21.15.5:0/2694315427 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdfb00c5300 0x7fdfb00c38a0 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:55.525 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.519+0000 7fdfaffff700 1 --2- 172.21.15.5:0/2694315427 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fdfb014c770 0x7fdfb00c3360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:55.526 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.519+0000 7fdfaffff700 1 --2- 172.21.15.5:0/2694315427 >> v2:172.21.15.179:3300/0 conn(0x7fdfb014c390 0x7fdfb00caca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:55.526 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.519+0000 7fdfaffff700 1 -- 172.21.15.5:0/2694315427 >> 172.21.15.5:0/2694315427 conn(0x7fdfb006ada0 msgr2=0x7fdfb00ca280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:55.526 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.519+0000 7fdfaffff700 1 -- 172.21.15.5:0/2694315427 shutdown_connections 2024-09-13T16:15:55.526 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.519+0000 7fdfaffff700 1 -- 172.21.15.5:0/2694315427 wait complete. 2024-09-13T16:15:55.526 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.519+0000 7fdfaffff700 1 Processor -- start 2024-09-13T16:15:55.527 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.523+0000 7fdfaffff700 1 -- start start 2024-09-13T16:15:55.529 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.523+0000 7fdfaffff700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fdfb00c5300 0x7fdfb01528a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:55.529 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.523+0000 7fdfaffff700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdfb014c390 0x7fdfb0142880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:55.529 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.523+0000 7fdfaffff700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fdfb0151be0 0x7fdfb0153350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:55.529 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.523+0000 7fdfaffff700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdfb0155840 con 0x7fdfb014c390 2024-09-13T16:15:55.530 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.523+0000 7fdfaffff700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdfb0154870 con 0x7fdfb0151be0 2024-09-13T16:15:55.530 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.523+0000 7fdfaffff700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdfb0155a50 con 0x7fdfb00c5300 2024-09-13T16:15:55.530 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.523+0000 7fdfae7fc700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdfb014c390 0x7fdfb0142880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:55.530 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.523+0000 7fdfae7fc700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdfb014c390 0x7fdfb0142880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:51352/0 (socket says 172.21.15.5:51352) 2024-09-13T16:15:55.530 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.523+0000 7fdfae7fc700 1 -- 172.21.15.5:0/4250522327 learned_addr learned my addr 172.21.15.5:0/4250522327 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:15:55.530 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.523+0000 7fdfaf7fe700 1 --2- 172.21.15.5:0/4250522327 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fdfb0151be0 0x7fdfb0153350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:55.530 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.523+0000 7fdfaeffd700 1 --2- 172.21.15.5:0/4250522327 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fdfb00c5300 0x7fdfb01528a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:55.530 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.523+0000 7fdfae7fc700 1 -- 172.21.15.5:0/4250522327 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fdfb00c5300 msgr2=0x7fdfb01528a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:55.530 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.523+0000 7fdfae7fc700 1 --2- 172.21.15.5:0/4250522327 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fdfb00c5300 0x7fdfb01528a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:55.530 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.523+0000 7fdfae7fc700 1 -- 172.21.15.5:0/4250522327 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fdfb0151be0 msgr2=0x7fdfb0153350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:55.530 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.523+0000 7fdfae7fc700 1 --2- 172.21.15.5:0/4250522327 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fdfb0151be0 0x7fdfb0153350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:55.530 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.523+0000 7fdfae7fc700 1 -- 172.21.15.5:0/4250522327 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdfa8009b30 con 0x7fdfb014c390 2024-09-13T16:15:55.530 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.523+0000 7fdfaf7fe700 1 --2- 172.21.15.5:0/4250522327 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fdfb0151be0 0x7fdfb0153350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:15:55.530 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.523+0000 7fdfaeffd700 1 --2- 172.21.15.5:0/4250522327 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fdfb00c5300 0x7fdfb01528a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:15:55.531 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.523+0000 7fdfae7fc700 1 --2- 172.21.15.5:0/4250522327 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdfb014c390 0x7fdfb0142880 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fdfa400e760 tx=0x7fdfa400eb20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:55.531 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.523+0000 7fdf977fe700 1 -- 172.21.15.5:0/4250522327 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdfa4013610 con 0x7fdfb014c390 2024-09-13T16:15:55.531 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.523+0000 7fdf977fe700 1 -- 172.21.15.5:0/4250522327 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdfa4013770 con 0x7fdfb014c390 2024-09-13T16:15:55.531 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.523+0000 7fdfaffff700 1 -- 172.21.15.5:0/4250522327 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdfb0151100 con 0x7fdfb014c390 2024-09-13T16:15:55.531 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.523+0000 7fdf977fe700 1 -- 172.21.15.5:0/4250522327 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdfa4013ae0 con 0x7fdfb014c390 2024-09-13T16:15:55.531 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.523+0000 7fdfaffff700 1 -- 172.21.15.5:0/4250522327 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdfb01516c0 con 0x7fdfb014c390 2024-09-13T16:15:55.531 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.523+0000 7fdfaffff700 1 -- 172.21.15.5:0/4250522327 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdfb006e4e0 con 0x7fdfb014c390 2024-09-13T16:15:55.531 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.527+0000 7fdf977fe700 1 -- 172.21.15.5:0/4250522327 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fdfa4013c40 con 0x7fdfb014c390 2024-09-13T16:15:55.532 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.527+0000 7fdf977fe700 1 --2- 172.21.15.5:0/4250522327 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fdf9c066730 0x7fdf9c068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:55.532 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.527+0000 7fdf977fe700 1 -- 172.21.15.5:0/4250522327 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fdfa40841a0 con 0x7fdfb014c390 2024-09-13T16:15:55.532 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.527+0000 7fdfaeffd700 1 --2- 172.21.15.5:0/4250522327 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fdf9c066730 0x7fdf9c068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:55.533 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.527+0000 7fdfaeffd700 1 --2- 172.21.15.5:0/4250522327 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fdf9c066730 0x7fdf9c068bf0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fdfa0009990 tx=0x7fdfa0008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:55.538 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.535+0000 7fdf977fe700 1 -- 172.21.15.5:0/4250522327 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fdfa4051220 con 0x7fdfb014c390 2024-09-13T16:15:55.716 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.711+0000 7fdfaffff700 1 -- 172.21.15.5:0/4250522327 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fdfb01442d0 con 0x7fdfb014c390 2024-09-13T16:15:55.719 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.715+0000 7fdf977fe700 1 -- 172.21.15.5:0/4250522327 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) v1 ==== 74+0+18286 (secure 0 0 0) 0x7fdfa4054840 con 0x7fdfb014c390 2024-09-13T16:15:55.720 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-13T16:15:55.720 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":26,"fsid":"6f1d8d4e-46c0-4d05-9003-ad1036cd4028","created":"2024-09-13T16:15:17.129907+0000","modified":"2024-09-13T16:15:45.789265+0000","last_up_change":"2024-09-13T16:15:27.902042+0000","last_in_change":"2024-09-13T16:15:19.310503+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:15:28.621918+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:15:39.544340+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T16:15:40.368287+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T16:15:43.446355+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"7dc606ef-5909-4eb7-8054-af158bc84208","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6800","nonce":851671428},{"type":"v1","addr":"172.21.15.5:6801","nonce":851671428}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6802","nonce":851671428},{"type":"v1","addr":"172.21.15.5:6803","nonce":851671428}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6806","nonce":851671428},{"type":"v1","addr":"172.21.15.5:6807","nonce":851671428}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6804","nonce":851671428},{"type":"v1","addr":"172.21.15.5:6805","nonce":851671428}]},"public_addr":"172.21.15.5:6801/851671428","cluster_addr":"172.21.15.5:6803/851671428","heartbeat_back_addr":"172.21.15.5:6807/851671428","heartbeat_front_addr":"172.21.15.5:6805/851671428","state":["exists","up"]},{"osd":1,"uuid":"ab4b3337-a446-427b-9a52-349561f7c79d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6808","nonce":1418062370},{"type":"v1","addr":"172.21.15.5:6809","nonce":1418062370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6810","nonce":1418062370},{"type":"v1","addr":"172.21.15.5:6811","nonce":1418062370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6814","nonce":1418062370},{"type":"v1","addr":"172.21.15.5:6815","nonce":1418062370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6812","nonce":1418062370},{"type":"v1","addr":"172.21.15.5:6813","nonce":1418062370}]},"public_addr":"172.21.15.5:6809/1418062370","cluster_addr":"172.21.15.5:6811/1418062370","heartbeat_back_addr":"172.21.15.5:6815/1418062370","heartbeat_front_addr":"172.21.15.5:6813/1418062370","state":["exists","up"]},{"osd":2,"uuid":"22d787ea-2049-40c1-aa23-811fdb981dbd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6816","nonce":2713060829},{"type":"v1","addr":"172.21.15.5:6817","nonce":2713060829}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6818","nonce":2713060829},{"type":"v1","addr":"172.21.15.5:6819","nonce":2713060829}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6822","nonce":2713060829},{"type":"v1","addr":"172.21.15.5:6823","nonce":2713060829}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6820","nonce":2713060829},{"type":"v1","addr":"172.21.15.5:6821","nonce":2713060829}]},"public_addr":"172.21.15.5:6817/2713060829","cluster_addr":"172.21.15.5:6819/2713060829","heartbeat_back_addr":"172.21.15.5:6823/2713060829","heartbeat_front_addr":"172.21.15.5:6821/2713060829","state":["exists","up"]},{"osd":3,"uuid":"30e4a102-0fce-46b2-8a6d-a7625c6a5ee9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6824","nonce":576343032},{"type":"v1","addr":"172.21.15.5:6825","nonce":576343032}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6826","nonce":576343032},{"type":"v1","addr":"172.21.15.5:6827","nonce":576343032}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6830","nonce":576343032},{"type":"v1","addr":"172.21.15.5:6831","nonce":576343032}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6828","nonce":576343032},{"type":"v1","addr":"172.21.15.5:6829","nonce":576343032}]},"public_addr":"172.21.15.5:6825/576343032","cluster_addr":"172.21.15.5:6827/576343032","heartbeat_back_addr":"172.21.15.5:6831/576343032","heartbeat_front_addr":"172.21.15.5:6829/576343032","state":["exists","up"]},{"osd":4,"uuid":"f47efe1d-f245-453c-b505-db74fe5df11c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6800","nonce":3624672735},{"type":"v1","addr":"172.21.15.179:6801","nonce":3624672735}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6802","nonce":3624672735},{"type":"v1","addr":"172.21.15.179:6803","nonce":3624672735}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6806","nonce":3624672735},{"type":"v1","addr":"172.21.15.179:6807","nonce":3624672735}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6804","nonce":3624672735},{"type":"v1","addr":"172.21.15.179:6805","nonce":3624672735}]},"public_addr":"172.21.15.179:6801/3624672735","cluster_addr":"172.21.15.179:6803/3624672735","heartbeat_back_addr":"172.21.15.179:6807/3624672735","heartbeat_front_addr":"172.21.15.179:6805/3624672735","state":["exists","up"]},{"osd":5,"uuid":"f6fd9c2f-b7ed-4e7b-a9fd-12aaea05bfa9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6824","nonce":2769164148},{"type":"v1","addr":"172.21.15.179:6825","nonce":2769164148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6826","nonce":2769164148},{"type":"v1","addr":"172.21.15.179:6827","nonce":2769164148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6830","nonce":2769164148},{"type":"v1","addr":"172.21.15.179:6831","nonce":2769164148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6828","nonce":2769164148},{"type":"v1","addr":"172.21.15.179:6829","nonce":2769164148}]},"public_addr":"172.21.15.179:6825/2769164148","cluster_addr":"172.21.15.179:6827/2769164148","heartbeat_back_addr":"172.21.15.179:6831/2769164148","heartbeat_front_addr":"172.21.15.179:6829/2769164148","state":["exists","up"]},{"osd":6,"uuid":"48985a9a-ec23-44a6-8f23-87edd7853994","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6816","nonce":3295700932},{"type":"v1","addr":"172.21.15.179:6817","nonce":3295700932}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6818","nonce":3295700932},{"type":"v1","addr":"172.21.15.179:6819","nonce":3295700932}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6822","nonce":3295700932},{"type":"v1","addr":"172.21.15.179:6823","nonce":3295700932}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6820","nonce":3295700932},{"type":"v1","addr":"172.21.15.179:6821","nonce":3295700932}]},"public_addr":"172.21.15.179:6817/3295700932","cluster_addr":"172.21.15.179:6819/3295700932","heartbeat_back_addr":"172.21.15.179:6823/3295700932","heartbeat_front_addr":"172.21.15.179:6821/3295700932","state":["exists","up"]},{"osd":7,"uuid":"af684358-558e-4fa4-ac35-1e3ef24b9021","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6808","nonce":1502652601},{"type":"v1","addr":"172.21.15.179:6809","nonce":1502652601}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6810","nonce":1502652601},{"type":"v1","addr":"172.21.15.179:6811","nonce":1502652601}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6814","nonce":1502652601},{"type":"v1","addr":"172.21.15.179:6815","nonce":1502652601}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6812","nonce":1502652601},{"type":"v1","addr":"172.21.15.179:6813","nonce":1502652601}]},"public_addr":"172.21.15.179:6809/1502652601","cluster_addr":"172.21.15.179:6811/1502652601","heartbeat_back_addr":"172.21.15.179:6815/1502652601","heartbeat_front_addr":"172.21.15.179:6813/1502652601","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.647314+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:23.936297+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.579030+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.393256+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.524066+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.865771+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.509811+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.613144+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:15:55.722 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.715+0000 7fdfaffff700 1 -- 172.21.15.5:0/4250522327 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fdf9c066730 msgr2=0x7fdf9c068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:55.722 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.715+0000 7fdfaffff700 1 --2- 172.21.15.5:0/4250522327 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fdf9c066730 0x7fdf9c068bf0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fdfa0009990 tx=0x7fdfa0008040 comp rx=0 tx=0).stop 2024-09-13T16:15:55.722 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.715+0000 7fdfaffff700 1 -- 172.21.15.5:0/4250522327 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdfb014c390 msgr2=0x7fdfb0142880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:55.722 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.715+0000 7fdfaffff700 1 --2- 172.21.15.5:0/4250522327 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdfb014c390 0x7fdfb0142880 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fdfa400e760 tx=0x7fdfa400eb20 comp rx=0 tx=0).stop 2024-09-13T16:15:55.722 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.715+0000 7fdfaffff700 1 -- 172.21.15.5:0/4250522327 shutdown_connections 2024-09-13T16:15:55.722 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.715+0000 7fdfaffff700 1 --2- 172.21.15.5:0/4250522327 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fdf9c066730 0x7fdf9c068bf0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:55.723 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.715+0000 7fdfaffff700 1 --2- 172.21.15.5:0/4250522327 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fdfb0151be0 0x7fdfb0153350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:55.723 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.715+0000 7fdfaffff700 1 --2- 172.21.15.5:0/4250522327 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdfb014c390 0x7fdfb0142880 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:55.723 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.715+0000 7fdfaffff700 1 --2- 172.21.15.5:0/4250522327 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fdfb00c5300 0x7fdfb01528a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:55.723 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.715+0000 7fdfaffff700 1 -- 172.21.15.5:0/4250522327 >> 172.21.15.5:0/4250522327 conn(0x7fdfb006ada0 msgr2=0x7fdfb00ca280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:55.723 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.715+0000 7fdfaffff700 1 -- 172.21.15.5:0/4250522327 shutdown_connections 2024-09-13T16:15:55.723 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.715+0000 7fdfaffff700 1 -- 172.21.15.5:0/4250522327 wait complete. 2024-09-13T16:15:55.735 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-13T16:15:55.861 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.855+0000 7f005d984700 1 Processor -- start 2024-09-13T16:15:55.861 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.855+0000 7f005d984700 1 -- start start 2024-09-13T16:15:55.864 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.859+0000 7f005d984700 1 --2- >> v2:172.21.15.179:3300/0 conn(0x7f00580aeb00 0x7f00580c2fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:55.864 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.859+0000 7f005d984700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f00580c1510 0x7f005806b3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:55.864 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.859+0000 7f005d984700 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f00580c36f0 con 0x7f00580aeee0 2024-09-13T16:15:55.864 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.859+0000 7f005d984700 1 -- --> v2:172.21.15.179:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f00580c2140 con 0x7f00580aeb00 2024-09-13T16:15:55.864 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.859+0000 7f005d984700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f00580c3500 con 0x7f00580c1510 2024-09-13T16:15:55.864 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.859+0000 7f004ffff700 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f00580aeee0 0x7f00580c7cf0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:58110/0 (socket says 172.21.15.5:58110) 2024-09-13T16:15:55.864 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.859+0000 7f004ffff700 1 -- 172.21.15.5:0/4083048146 learned_addr learned my addr 172.21.15.5:0/4083048146 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-13T16:15:55.864 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.859+0000 7f005d183700 1 --2- 172.21.15.5:0/4083048146 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f00580c1510 0x7f005806b3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:55.864 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.859+0000 7f005c982700 1 --2- 172.21.15.5:0/4083048146 >> v2:172.21.15.179:3300/0 conn(0x7f00580aeb00 0x7f00580c2fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:55.864 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.859+0000 7f004f7fe700 1 -- 172.21.15.5:0/4083048146 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2199410370 0 0) 0x7f00580c36f0 con 0x7f00580aeee0 2024-09-13T16:15:55.864 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.859+0000 7f004f7fe700 1 -- 172.21.15.5:0/4083048146 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f00400035d0 con 0x7f00580aeee0 2024-09-13T16:15:55.867 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.859+0000 7f004f7fe700 1 -- 172.21.15.5:0/4083048146 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3279218036 0 0) 0x7f00400035d0 con 0x7f00580aeee0 2024-09-13T16:15:55.867 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.859+0000 7f004f7fe700 1 -- 172.21.15.5:0/4083048146 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f00580c1510 msgr2=0x7f005806b3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:15:55.867 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.859+0000 7f004f7fe700 1 --2- 172.21.15.5:0/4083048146 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f00580c1510 0x7f005806b3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:55.867 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.859+0000 7f004f7fe700 1 -- 172.21.15.5:0/4083048146 >> v2:172.21.15.179:3300/0 conn(0x7f00580aeb00 msgr2=0x7f00580c2fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:15:55.867 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.859+0000 7f004f7fe700 1 --2- 172.21.15.5:0/4083048146 >> v2:172.21.15.179:3300/0 conn(0x7f00580aeb00 0x7f00580c2fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:55.867 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.859+0000 7f004f7fe700 1 -- 172.21.15.5:0/4083048146 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0058156750 con 0x7f00580aeee0 2024-09-13T16:15:55.867 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.859+0000 7f004f7fe700 1 -- 172.21.15.5:0/4083048146 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 830915072 0 0) 0x7f0048001670 con 0x7f00580aeee0 2024-09-13T16:15:55.867 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.859+0000 7f004f7fe700 1 -- 172.21.15.5:0/4083048146 >> v1:172.21.15.5:6789/0 conn(0x7f00580aeee0 legacy=0x7f00580c7cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:55.868 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.859+0000 7f004f7fe700 1 --2- 172.21.15.5:0/4083048146 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f00580c1510 0x7f0040003a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:55.868 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.859+0000 7f004f7fe700 1 --2- 172.21.15.5:0/4083048146 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0040003fa0 0x7f0040004870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:55.868 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.859+0000 7f004f7fe700 1 --2- 172.21.15.5:0/4083048146 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f0040004db0 0x7f0040005230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:55.868 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.859+0000 7f004f7fe700 1 -- 172.21.15.5:0/4083048146 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f004000ba30 con 0x7f0040003fa0 2024-09-13T16:15:55.868 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.859+0000 7f004f7fe700 1 -- 172.21.15.5:0/4083048146 --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f004000bb70 con 0x7f0040004db0 2024-09-13T16:15:55.868 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.859+0000 7f004f7fe700 1 -- 172.21.15.5:0/4083048146 --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f004000bd00 con 0x7f00580c1510 2024-09-13T16:15:55.868 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.859+0000 7f004ffff700 1 --2- 172.21.15.5:0/4083048146 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0040003fa0 0x7f0040004870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:55.868 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.859+0000 7f005c982700 1 --2- 172.21.15.5:0/4083048146 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f00580c1510 0x7f0040003a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:55.868 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.859+0000 7f005d183700 1 --2- 172.21.15.5:0/4083048146 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f0040004db0 0x7f0040005230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:55.868 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.859+0000 7f004ffff700 1 -- 172.21.15.5:0/4083048146 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f00580c1510 msgr2=0x7f0040003a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:15:55.868 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.859+0000 7f004ffff700 1 --2- 172.21.15.5:0/4083048146 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f00580c1510 0x7f0040003a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:55.868 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.859+0000 7f004ffff700 1 -- 172.21.15.5:0/4083048146 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f0040004db0 msgr2=0x7f0040005230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:15:55.868 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.859+0000 7f004ffff700 1 --2- 172.21.15.5:0/4083048146 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f0040004db0 0x7f0040005230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:55.868 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.859+0000 7f004ffff700 1 -- 172.21.15.5:0/4083048146 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f00400035d0 con 0x7f0040003fa0 2024-09-13T16:15:55.869 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.859+0000 7f005d183700 1 --2- 172.21.15.5:0/4083048146 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f0040004db0 0x7f0040005230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:15:55.869 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.859+0000 7f004ffff700 1 --2- 172.21.15.5:0/4083048146 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0040003fa0 0x7f0040004870 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f004800c350 tx=0x7f00400058a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e8df63092043fc9b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:55.869 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.859+0000 7f004f7fe700 1 -- 172.21.15.5:0/4083048146 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f004800ce50 con 0x7f0040003fa0 2024-09-13T16:15:55.869 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.859+0000 7f004f7fe700 1 -- 172.21.15.5:0/4083048146 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0048007bc0 con 0x7f0040003fa0 2024-09-13T16:15:55.869 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.859+0000 7f004f7fe700 1 -- 172.21.15.5:0/4083048146 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0048005bc0 con 0x7f0040003fa0 2024-09-13T16:15:55.870 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.863+0000 7f005d984700 1 -- 172.21.15.5:0/4083048146 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0040003fa0 msgr2=0x7f0040004870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:55.870 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.863+0000 7f005d984700 1 --2- 172.21.15.5:0/4083048146 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0040003fa0 0x7f0040004870 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f004800c350 tx=0x7f00400058a0 comp rx=0 tx=0).stop 2024-09-13T16:15:55.870 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.863+0000 7f005d183700 1 -- 172.21.15.5:0/4083048146 reap_dead start 2024-09-13T16:15:55.871 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.863+0000 7f005d984700 1 -- 172.21.15.5:0/4083048146 shutdown_connections 2024-09-13T16:15:55.871 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.863+0000 7f005d984700 1 -- 172.21.15.5:0/4083048146 >> 172.21.15.5:0/4083048146 conn(0x7f005806f840 msgr2=0x7f005806fc20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:55.871 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.863+0000 7f005d984700 1 -- 172.21.15.5:0/4083048146 shutdown_connections 2024-09-13T16:15:55.871 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.863+0000 7f005d984700 1 -- 172.21.15.5:0/4083048146 wait complete. 2024-09-13T16:15:55.871 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.863+0000 7f005d984700 1 Processor -- start 2024-09-13T16:15:55.871 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.863+0000 7f005d984700 1 -- start start 2024-09-13T16:15:55.871 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.863+0000 7f005d984700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0058155a30 0x7f00581ee950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:55.871 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.863+0000 7f005d984700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f00581f2b40 0x7f005814bf90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:55.871 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.863+0000 7f005d984700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f00580cb1f0 0x7f005814c4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:55.871 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.863+0000 7f005d984700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0058071480 con 0x7f0058155a30 2024-09-13T16:15:55.871 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.863+0000 7f005d984700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f00581f26b0 con 0x7f00581f2b40 2024-09-13T16:15:55.871 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.863+0000 7f005d984700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f00580ad670 con 0x7f00580cb1f0 2024-09-13T16:15:55.871 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.863+0000 7f005c982700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0058155a30 0x7f00581ee950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:55.872 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.863+0000 7f005c982700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0058155a30 0x7f00581ee950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:51370/0 (socket says 172.21.15.5:51370) 2024-09-13T16:15:55.872 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.863+0000 7f005c982700 1 -- 172.21.15.5:0/3975680490 learned_addr learned my addr 172.21.15.5:0/3975680490 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:15:55.872 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.863+0000 7f004ffff700 1 --2- 172.21.15.5:0/3975680490 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f00581f2b40 0x7f005814bf90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:55.872 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.863+0000 7f005d183700 1 --2- 172.21.15.5:0/3975680490 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f00580cb1f0 0x7f005814c4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:55.873 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.867+0000 7f005c982700 1 -- 172.21.15.5:0/3975680490 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f00580cb1f0 msgr2=0x7f005814c4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:55.873 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.867+0000 7f005c982700 1 --2- 172.21.15.5:0/3975680490 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f00580cb1f0 0x7f005814c4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:55.874 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.867+0000 7f005c982700 1 -- 172.21.15.5:0/3975680490 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f00581f2b40 msgr2=0x7f005814bf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:55.874 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.867+0000 7f005c982700 1 --2- 172.21.15.5:0/3975680490 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f00581f2b40 0x7f005814bf90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:55.874 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.867+0000 7f005c982700 1 -- 172.21.15.5:0/3975680490 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f00580ad910 con 0x7f0058155a30 2024-09-13T16:15:55.874 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.867+0000 7f005c982700 1 --2- 172.21.15.5:0/3975680490 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0058155a30 0x7f00581ee950 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f0054011a20 tx=0x7f0054011d30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:55.874 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.867+0000 7f004d7fa700 1 -- 172.21.15.5:0/3975680490 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0054011ec0 con 0x7f0058155a30 2024-09-13T16:15:55.874 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.867+0000 7f004d7fa700 1 -- 172.21.15.5:0/3975680490 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f005400f940 con 0x7f0058155a30 2024-09-13T16:15:55.874 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.867+0000 7f005d984700 1 -- 172.21.15.5:0/3975680490 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f00580addf0 con 0x7f0058155a30 2024-09-13T16:15:55.874 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.867+0000 7f004d7fa700 1 -- 172.21.15.5:0/3975680490 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f005400fcd0 con 0x7f0058155a30 2024-09-13T16:15:55.874 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.867+0000 7f005d984700 1 -- 172.21.15.5:0/3975680490 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f00581f2060 con 0x7f0058155a30 2024-09-13T16:15:55.874 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.867+0000 7f005d984700 1 -- 172.21.15.5:0/3975680490 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f00581f1ec0 con 0x7f0058155a30 2024-09-13T16:15:55.875 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.867+0000 7f004d7fa700 1 -- 172.21.15.5:0/3975680490 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f0054014440 con 0x7f0058155a30 2024-09-13T16:15:55.875 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.871+0000 7f004d7fa700 1 --2- 172.21.15.5:0/3975680490 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f0044066760 0x7f0044068c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:55.875 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.871+0000 7f004d7fa700 1 -- 172.21.15.5:0/3975680490 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f00540849f0 con 0x7f0058155a30 2024-09-13T16:15:55.875 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.871+0000 7f004ffff700 1 --2- 172.21.15.5:0/3975680490 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f0044066760 0x7f0044068c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:55.876 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.871+0000 7f004ffff700 1 --2- 172.21.15.5:0/3975680490 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f0044066760 0x7f0044068c20 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f0058069910 tx=0x7f0048006040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:55.882 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:55.879+0000 7f004d7fa700 1 -- 172.21.15.5:0/3975680490 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f00581f1ec0 con 0x7f0058155a30 2024-09-13T16:15:56.090 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:56.083+0000 7f005d984700 1 -- 172.21.15.5:0/3975680490 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) v1 -- 0x7f00581f1ec0 con 0x7f0058155a30 2024-09-13T16:15:56.644 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:56.639+0000 7f004d7fa700 1 -- 172.21.15.5:0/3975680490 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v7) v1 ==== 118+0+0 (secure 0 0 0) 0x7f00581f1ec0 con 0x7f0058155a30 2024-09-13T16:15:56.648 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:56.643+0000 7f005d984700 1 -- 172.21.15.5:0/3975680490 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f0044066760 msgr2=0x7f0044068c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:56.649 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:56.643+0000 7f005d984700 1 --2- 172.21.15.5:0/3975680490 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f0044066760 0x7f0044068c20 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f0058069910 tx=0x7f0048006040 comp rx=0 tx=0).stop 2024-09-13T16:15:56.649 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:56.643+0000 7f005d984700 1 -- 172.21.15.5:0/3975680490 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0058155a30 msgr2=0x7f00581ee950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:56.649 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:56.643+0000 7f005d984700 1 --2- 172.21.15.5:0/3975680490 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0058155a30 0x7f00581ee950 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f0054011a20 tx=0x7f0054011d30 comp rx=0 tx=0).stop 2024-09-13T16:15:56.649 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:56.643+0000 7f005d984700 1 -- 172.21.15.5:0/3975680490 shutdown_connections 2024-09-13T16:15:56.649 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:56.643+0000 7f005d984700 1 --2- 172.21.15.5:0/3975680490 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f00580cb1f0 0x7f005814c4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:56.649 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:56.643+0000 7f005d984700 1 --2- 172.21.15.5:0/3975680490 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f0044066760 0x7f0044068c20 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:56.649 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:56.643+0000 7f005d984700 1 --2- 172.21.15.5:0/3975680490 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f00581f2b40 0x7f005814bf90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:56.649 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:56.643+0000 7f005d984700 1 --2- 172.21.15.5:0/3975680490 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0058155a30 0x7f00581ee950 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:56.649 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:56.643+0000 7f005d984700 1 -- 172.21.15.5:0/3975680490 >> 172.21.15.5:0/3975680490 conn(0x7f005806f840 msgr2=0x7f00580c8c10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:56.649 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:56.643+0000 7f005d984700 1 -- 172.21.15.5:0/3975680490 shutdown_connections 2024-09-13T16:15:56.649 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:56.643+0000 7f005d984700 1 -- 172.21.15.5:0/3975680490 wait complete. 2024-09-13T16:15:56.665 DEBUG:tasks.cephfs.filesystem:fs_config: {'ec_profile': ['m=2', 'k=2', 'crush-failure-domain=osd'], 'session_timeout': 300} 2024-09-13T16:15:56.665 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-13T16:15:56.797 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:56.791+0000 7fd043fff700 1 Processor -- start 2024-09-13T16:15:56.797 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:56.791+0000 7fd043fff700 1 -- start start 2024-09-13T16:15:56.799 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:56.795+0000 7fd043fff700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fd044070740 0x7fd044070b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:56.800 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:56.795+0000 7fd043fff700 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd04415bfd0 con 0x7fd0440cb720 2024-09-13T16:15:56.800 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:56.795+0000 7fd043fff700 1 -- --> v1:172.21.15.179:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd0440710c0 con 0x7fd0440cb340 2024-09-13T16:15:56.800 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:56.795+0000 7fd043fff700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd0440caaf0 con 0x7fd044070740 2024-09-13T16:15:56.800 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:56.795+0000 7fd03a7fc700 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7fd0440cb720 0x7fd04406f840 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:58124/0 (socket says 172.21.15.5:58124) 2024-09-13T16:15:56.800 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:56.795+0000 7fd03a7fc700 1 -- 172.21.15.5:0/2450925512 learned_addr learned my addr 172.21.15.5:0/2450925512 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-13T16:15:56.800 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:56.795+0000 7fd0437fe700 1 --2- 172.21.15.5:0/2450925512 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fd044070740 0x7fd044070b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:56.801 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:56.795+0000 7fd0427fc700 1 -- 172.21.15.5:0/2450925512 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2811953696 0 0) 0x7fd04415bfd0 con 0x7fd0440cb720 2024-09-13T16:15:56.801 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:56.795+0000 7fd0427fc700 1 -- 172.21.15.5:0/2450925512 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fd0300035d0 con 0x7fd0440cb720 2024-09-13T16:15:56.802 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:56.795+0000 7fd0427fc700 1 -- 172.21.15.5:0/2450925512 <== mon.1 v1:172.21.15.179:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 811155338 0 0) 0x7fd0440710c0 con 0x7fd0440cb340 2024-09-13T16:15:56.802 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:56.795+0000 7fd0427fc700 1 -- 172.21.15.5:0/2450925512 --> v1:172.21.15.179:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fd04415bfd0 con 0x7fd0440cb340 2024-09-13T16:15:56.802 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:56.795+0000 7fd0437fe700 1 -- 172.21.15.5:0/2450925512 >> v1:172.21.15.179:6789/0 conn(0x7fd0440cb340 legacy=0x7fd0441593c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:56.802 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:56.795+0000 7fd0427fc700 1 -- 172.21.15.5:0/2450925512 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1349298152 0 0) 0x7fd0300035d0 con 0x7fd0440cb720 2024-09-13T16:15:56.802 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:56.795+0000 7fd0437fe700 1 -- 172.21.15.5:0/2450925512 >> v1:172.21.15.5:6789/0 conn(0x7fd0440cb720 legacy=0x7fd04406f840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:56.802 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:56.795+0000 7fd0437fe700 1 -- 172.21.15.5:0/2450925512 --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd04415c270 con 0x7fd044070740 2024-09-13T16:15:56.802 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:56.795+0000 7fd0437fe700 1 --2- 172.21.15.5:0/2450925512 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fd044070740 0x7fd044070b80 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7fd03c009dc0 tx=0x7fd03c00b330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=aa53dbd9a5c09546 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:56.802 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:56.795+0000 7fd0427fc700 1 -- 172.21.15.5:0/2450925512 <== mon.2 v2:172.21.15.179:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd03c00e070 con 0x7fd044070740 2024-09-13T16:15:56.802 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:56.795+0000 7fd0427fc700 1 -- 172.21.15.5:0/2450925512 <== mon.2 v2:172.21.15.179:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd03c003a40 con 0x7fd044070740 2024-09-13T16:15:56.802 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:56.795+0000 7fd0427fc700 1 -- 172.21.15.5:0/2450925512 <== mon.2 v2:172.21.15.179:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd02c0017f0 con 0x7fd044070740 2024-09-13T16:15:56.803 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:56.795+0000 7fd043fff700 1 -- 172.21.15.5:0/2450925512 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fd044070740 msgr2=0x7fd044070b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:56.803 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:56.795+0000 7fd043fff700 1 --2- 172.21.15.5:0/2450925512 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fd044070740 0x7fd044070b80 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7fd03c009dc0 tx=0x7fd03c00b330 comp rx=0 tx=0).stop 2024-09-13T16:15:56.803 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:56.795+0000 7fd043fff700 1 -- 172.21.15.5:0/2450925512 shutdown_connections 2024-09-13T16:15:56.803 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:56.795+0000 7fd043fff700 1 --2- 172.21.15.5:0/2450925512 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fd044070740 0x7fd044070b80 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:56.803 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:56.795+0000 7fd043fff700 1 -- 172.21.15.5:0/2450925512 >> 172.21.15.5:0/2450925512 conn(0x7fd044071f50 msgr2=0x7fd044072360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:56.803 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:56.795+0000 7fd043fff700 1 -- 172.21.15.5:0/2450925512 shutdown_connections 2024-09-13T16:15:56.803 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:56.795+0000 7fd043fff700 1 -- 172.21.15.5:0/2450925512 wait complete. 2024-09-13T16:15:56.804 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:56.799+0000 7fd043fff700 1 Processor -- start 2024-09-13T16:15:56.804 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:56.799+0000 7fd043fff700 1 -- start start 2024-09-13T16:15:56.808 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:56.799+0000 7fd043fff700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fd044070740 0x7fd0440c7dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:56.808 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:56.799+0000 7fd043fff700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fd0440cb340 0x7fd04414e830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:56.808 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:56.799+0000 7fd043fff700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd0440cb720 0x7fd04414ed70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:56.808 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:56.799+0000 7fd043fff700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd04414c360 con 0x7fd0440cb720 2024-09-13T16:15:56.808 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:56.799+0000 7fd043fff700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd04414b890 con 0x7fd044070740 2024-09-13T16:15:56.808 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:56.799+0000 7fd043fff700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd04414bac0 con 0x7fd0440cb340 2024-09-13T16:15:56.808 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:56.799+0000 7fd0437fe700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd0440cb720 0x7fd04414ed70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:56.808 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:56.799+0000 7fd0437fe700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd0440cb720 0x7fd04414ed70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:51376/0 (socket says 172.21.15.5:51376) 2024-09-13T16:15:56.808 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:56.799+0000 7fd0437fe700 1 -- 172.21.15.5:0/3467613918 learned_addr learned my addr 172.21.15.5:0/3467613918 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:15:56.808 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:56.799+0000 7fd042ffd700 1 --2- 172.21.15.5:0/3467613918 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fd044070740 0x7fd0440c7dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:56.808 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:56.799+0000 7fd03a7fc700 1 --2- 172.21.15.5:0/3467613918 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fd0440cb340 0x7fd04414e830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:56.809 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:56.803+0000 7fd0437fe700 1 -- 172.21.15.5:0/3467613918 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fd0440cb340 msgr2=0x7fd04414e830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:56.809 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:56.803+0000 7fd0437fe700 1 --2- 172.21.15.5:0/3467613918 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fd0440cb340 0x7fd04414e830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:56.809 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:56.803+0000 7fd0437fe700 1 -- 172.21.15.5:0/3467613918 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fd044070740 msgr2=0x7fd0440c7dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:56.809 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:56.803+0000 7fd0437fe700 1 --2- 172.21.15.5:0/3467613918 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fd044070740 0x7fd0440c7dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:56.809 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:56.803+0000 7fd0437fe700 1 -- 172.21.15.5:0/3467613918 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd03c009a70 con 0x7fd0440cb720 2024-09-13T16:15:56.809 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:56.803+0000 7fd0437fe700 1 --2- 172.21.15.5:0/3467613918 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd0440cb720 0x7fd04414ed70 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fd03c00b370 tx=0x7fd03c004af0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:56.809 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:56.803+0000 7fd03bfff700 1 -- 172.21.15.5:0/3467613918 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd03c0044c0 con 0x7fd0440cb720 2024-09-13T16:15:56.809 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:56.803+0000 7fd03bfff700 1 -- 172.21.15.5:0/3467613918 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd03c004620 con 0x7fd0440cb720 2024-09-13T16:15:56.809 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:56.803+0000 7fd043fff700 1 -- 172.21.15.5:0/3467613918 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd04414bda0 con 0x7fd0440cb720 2024-09-13T16:15:56.809 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:56.803+0000 7fd03bfff700 1 -- 172.21.15.5:0/3467613918 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd03c004990 con 0x7fd0440cb720 2024-09-13T16:15:56.810 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:56.803+0000 7fd043fff700 1 -- 172.21.15.5:0/3467613918 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd0440c5710 con 0x7fd0440cb720 2024-09-13T16:15:56.810 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:56.803+0000 7fd043fff700 1 -- 172.21.15.5:0/3467613918 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd0440677b0 con 0x7fd0440cb720 2024-09-13T16:15:56.810 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:56.803+0000 7fd03bfff700 1 -- 172.21.15.5:0/3467613918 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fd03c01d470 con 0x7fd0440cb720 2024-09-13T16:15:56.811 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:56.807+0000 7fd03bfff700 1 --2- 172.21.15.5:0/3467613918 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fd024066730 0x7fd024068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:56.811 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:56.807+0000 7fd03bfff700 1 -- 172.21.15.5:0/3467613918 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fd03c085c00 con 0x7fd0440cb720 2024-09-13T16:15:56.811 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:56.807+0000 7fd042ffd700 1 --2- 172.21.15.5:0/3467613918 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fd024066730 0x7fd024068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:56.812 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:56.807+0000 7fd042ffd700 1 --2- 172.21.15.5:0/3467613918 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fd024066730 0x7fd024068bf0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fd0340011e0 tx=0x7fd034009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:56.818 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:56.811+0000 7fd03bfff700 1 -- 172.21.15.5:0/3467613918 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fd03c08c080 con 0x7fd0440cb720 2024-09-13T16:15:57.028 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:57.023+0000 7fd043fff700 1 -- 172.21.15.5:0/3467613918 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) v1 -- 0x7fd0440c5930 con 0x7fd0440cb720 2024-09-13T16:15:57.647 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:57.639+0000 7fd03bfff700 1 -- 172.21.15.5:0/3467613918 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v8) v1 ==== 122+0+0 (secure 0 0 0) 0x7fd03c052c80 con 0x7fd0440cb720 2024-09-13T16:15:57.652 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:57.647+0000 7fd043fff700 1 -- 172.21.15.5:0/3467613918 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fd024066730 msgr2=0x7fd024068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:57.652 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:57.647+0000 7fd043fff700 1 --2- 172.21.15.5:0/3467613918 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fd024066730 0x7fd024068bf0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fd0340011e0 tx=0x7fd034009040 comp rx=0 tx=0).stop 2024-09-13T16:15:57.652 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:57.647+0000 7fd043fff700 1 -- 172.21.15.5:0/3467613918 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd0440cb720 msgr2=0x7fd04414ed70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:57.652 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:57.647+0000 7fd043fff700 1 --2- 172.21.15.5:0/3467613918 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd0440cb720 0x7fd04414ed70 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fd03c00b370 tx=0x7fd03c004af0 comp rx=0 tx=0).stop 2024-09-13T16:15:57.652 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:57.647+0000 7fd043fff700 1 -- 172.21.15.5:0/3467613918 shutdown_connections 2024-09-13T16:15:57.652 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:57.647+0000 7fd043fff700 1 --2- 172.21.15.5:0/3467613918 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd0440cb720 0x7fd04414ed70 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:57.652 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:57.647+0000 7fd043fff700 1 --2- 172.21.15.5:0/3467613918 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fd0440cb340 0x7fd04414e830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:57.652 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:57.647+0000 7fd043fff700 1 --2- 172.21.15.5:0/3467613918 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fd024066730 0x7fd024068bf0 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:57.653 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:57.647+0000 7fd043fff700 1 --2- 172.21.15.5:0/3467613918 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fd044070740 0x7fd0440c7dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:57.653 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:57.647+0000 7fd043fff700 1 -- 172.21.15.5:0/3467613918 >> 172.21.15.5:0/3467613918 conn(0x7fd044071f50 msgr2=0x7fd0440b0e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:57.653 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:57.647+0000 7fd043fff700 1 -- 172.21.15.5:0/3467613918 shutdown_connections 2024-09-13T16:15:57.653 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:57.647+0000 7fd043fff700 1 -- 172.21.15.5:0/3467613918 wait complete. 2024-09-13T16:15:57.671 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs session_timeout 300 2024-09-13T16:15:57.800 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:57.795+0000 7f32c6766700 1 Processor -- start 2024-09-13T16:15:57.800 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:57.795+0000 7f32c6766700 1 -- start start 2024-09-13T16:15:57.801 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:57.795+0000 7f32c6766700 1 --2- >> v2:172.21.15.179:3300/0 conn(0x7f32c006e010 0x7f32c00c5390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:57.801 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:57.795+0000 7f32c6766700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f32c0159620 0x7f32c014f340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:57.801 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:57.795+0000 7f32c6766700 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f32c00c2ca0 con 0x7f32c006e3f0 2024-09-13T16:15:57.801 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:57.795+0000 7f32c6766700 1 -- --> v2:172.21.15.179:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f32c00c4680 con 0x7f32c006e010 2024-09-13T16:15:57.801 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:57.795+0000 7f32c6766700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f32c00c4960 con 0x7f32c0159620 2024-09-13T16:15:57.803 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:57.795+0000 7f32bf7fe700 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f32c006e3f0 0x7f32c0158f10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:58128/0 (socket says 172.21.15.5:58128) 2024-09-13T16:15:57.803 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:57.795+0000 7f32bf7fe700 1 -- 172.21.15.5:0/415300281 learned_addr learned my addr 172.21.15.5:0/415300281 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-13T16:15:57.803 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:57.795+0000 7f32bffff700 1 --2- 172.21.15.5:0/415300281 >> v2:172.21.15.179:3300/0 conn(0x7f32c006e010 0x7f32c00c5390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:57.803 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:57.795+0000 7f32c4d03700 1 --2- 172.21.15.5:0/415300281 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f32c0159620 0x7f32c014f340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:57.803 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:57.795+0000 7f32beffd700 1 -- 172.21.15.5:0/415300281 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2348235026 0 0) 0x7f32c00c2ca0 con 0x7f32c006e3f0 2024-09-13T16:15:57.803 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:57.795+0000 7f32beffd700 1 -- 172.21.15.5:0/415300281 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f32ac0035d0 con 0x7f32c006e3f0 2024-09-13T16:15:57.803 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:57.795+0000 7f32beffd700 1 -- 172.21.15.5:0/415300281 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 395775093 0 0) 0x7f32ac0035d0 con 0x7f32c006e3f0 2024-09-13T16:15:57.803 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:57.795+0000 7f32c4d03700 1 -- 172.21.15.5:0/415300281 >> v2:172.21.15.179:3300/0 conn(0x7f32c006e010 msgr2=0x7f32c00c5390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:15:57.803 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:57.795+0000 7f32c4d03700 1 --2- 172.21.15.5:0/415300281 >> v2:172.21.15.179:3300/0 conn(0x7f32c006e010 0x7f32c00c5390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:57.803 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:57.795+0000 7f32c4d03700 1 -- 172.21.15.5:0/415300281 >> v1:172.21.15.5:6789/0 conn(0x7f32c006e3f0 legacy=0x7f32c0158f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:57.803 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:57.795+0000 7f32c4d03700 1 -- 172.21.15.5:0/415300281 --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f32c00c4c40 con 0x7f32c0159620 2024-09-13T16:15:57.804 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:57.795+0000 7f32bffff700 1 --2- 172.21.15.5:0/415300281 >> v2:172.21.15.179:3300/0 conn(0x7f32c006e010 0x7f32c00c5390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:15:57.804 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:57.799+0000 7f32c4d03700 1 --2- 172.21.15.5:0/415300281 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f32c0159620 0x7f32c014f340 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f32b8009d90 tx=0x7f32b800b330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=90ab65cb86a4ef43 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:57.805 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:57.799+0000 7f32beffd700 1 -- 172.21.15.5:0/415300281 <== mon.2 v2:172.21.15.179:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f32b800e070 con 0x7f32c0159620 2024-09-13T16:15:57.805 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:57.799+0000 7f32beffd700 1 -- 172.21.15.5:0/415300281 <== mon.2 v2:172.21.15.179:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f32b8003a40 con 0x7f32c0159620 2024-09-13T16:15:57.805 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:57.799+0000 7f32beffd700 1 -- 172.21.15.5:0/415300281 <== mon.2 v2:172.21.15.179:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f32b0001670 con 0x7f32c0159620 2024-09-13T16:15:57.805 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:57.799+0000 7f32c6766700 1 -- 172.21.15.5:0/415300281 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f32c0159620 msgr2=0x7f32c014f340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:57.805 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:57.799+0000 7f32c6766700 1 --2- 172.21.15.5:0/415300281 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f32c0159620 0x7f32c014f340 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f32b8009d90 tx=0x7f32b800b330 comp rx=0 tx=0).stop 2024-09-13T16:15:57.805 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:57.799+0000 7f32c6766700 1 -- 172.21.15.5:0/415300281 shutdown_connections 2024-09-13T16:15:57.805 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:57.799+0000 7f32c6766700 1 --2- 172.21.15.5:0/415300281 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f32c0159620 0x7f32c014f340 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:57.805 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:57.799+0000 7f32c6766700 1 --2- 172.21.15.5:0/415300281 >> v2:172.21.15.179:3300/0 conn(0x7f32c006e010 0x7f32c00c5390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:57.805 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:57.799+0000 7f32c6766700 1 -- 172.21.15.5:0/415300281 >> 172.21.15.5:0/415300281 conn(0x7f32c00c7fa0 msgr2=0x7f32c00c8380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:57.805 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:57.799+0000 7f32c6766700 1 -- 172.21.15.5:0/415300281 shutdown_connections 2024-09-13T16:15:57.805 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:57.799+0000 7f32c6766700 1 -- 172.21.15.5:0/415300281 wait complete. 2024-09-13T16:15:57.806 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:57.803+0000 7f32c6766700 1 Processor -- start 2024-09-13T16:15:57.807 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:57.803+0000 7f32c6766700 1 -- start start 2024-09-13T16:15:57.808 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:57.803+0000 7f32c6766700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f32c006e010 0x7f32c0158820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:57.808 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:57.803+0000 7f32c6766700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f32c006e3f0 0x7f32c01581d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:57.809 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:57.803+0000 7f32c6766700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f32c0159620 0x7f32c0148520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:57.809 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:57.803+0000 7f32c6766700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f32c01f05f0 con 0x7f32c0159620 2024-09-13T16:15:57.809 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:57.803+0000 7f32c6766700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f32c0146600 con 0x7f32c006e3f0 2024-09-13T16:15:57.809 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:57.803+0000 7f32c6766700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f32c01462d0 con 0x7f32c006e010 2024-09-13T16:15:57.809 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:57.803+0000 7f32c4d03700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f32c0159620 0x7f32c0148520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:57.809 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:57.803+0000 7f32bf7fe700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f32c006e3f0 0x7f32c01581d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:57.809 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:57.803+0000 7f32c4d03700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f32c0159620 0x7f32c0148520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:51392/0 (socket says 172.21.15.5:51392) 2024-09-13T16:15:57.809 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:57.803+0000 7f32c4d03700 1 -- 172.21.15.5:0/3457368052 learned_addr learned my addr 172.21.15.5:0/3457368052 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:15:57.809 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:57.803+0000 7f32bffff700 1 --2- 172.21.15.5:0/3457368052 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f32c006e010 0x7f32c0158820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:57.811 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:57.803+0000 7f32c4d03700 1 -- 172.21.15.5:0/3457368052 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f32c006e010 msgr2=0x7f32c0158820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:57.811 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:57.803+0000 7f32c4d03700 1 --2- 172.21.15.5:0/3457368052 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f32c006e010 0x7f32c0158820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:57.811 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:57.803+0000 7f32c4d03700 1 -- 172.21.15.5:0/3457368052 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f32c006e3f0 msgr2=0x7f32c01581d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:57.811 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:57.803+0000 7f32c4d03700 1 --2- 172.21.15.5:0/3457368052 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f32c006e3f0 0x7f32c01581d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:57.811 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:57.803+0000 7f32c4d03700 1 -- 172.21.15.5:0/3457368052 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f32a80094b0 con 0x7f32c0159620 2024-09-13T16:15:57.811 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:57.803+0000 7f32c4d03700 1 --2- 172.21.15.5:0/3457368052 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f32c0159620 0x7f32c0148520 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f32c00c4aa0 tx=0x7f32b8004af0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:57.811 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:57.803+0000 7f32bcff9700 1 -- 172.21.15.5:0/3457368052 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f32b8009410 con 0x7f32c0159620 2024-09-13T16:15:57.811 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:57.803+0000 7f32bcff9700 1 -- 172.21.15.5:0/3457368052 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f32b80044e0 con 0x7f32c0159620 2024-09-13T16:15:57.811 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:57.803+0000 7f32c6766700 1 -- 172.21.15.5:0/3457368052 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f32b8009a70 con 0x7f32c0159620 2024-09-13T16:15:57.811 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:57.803+0000 7f32bcff9700 1 -- 172.21.15.5:0/3457368052 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f32b8004890 con 0x7f32c0159620 2024-09-13T16:15:57.811 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:57.803+0000 7f32c6766700 1 -- 172.21.15.5:0/3457368052 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f32c0149030 con 0x7f32c0159620 2024-09-13T16:15:57.812 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:57.807+0000 7f32c6766700 1 -- 172.21.15.5:0/3457368052 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f32c01467b0 con 0x7f32c0159620 2024-09-13T16:15:57.812 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:57.807+0000 7f32bcff9700 1 -- 172.21.15.5:0/3457368052 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f32b8012430 con 0x7f32c0159620 2024-09-13T16:15:57.813 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:57.807+0000 7f32bcff9700 1 --2- 172.21.15.5:0/3457368052 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f32a0066730 0x7f32a0068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:57.813 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:57.807+0000 7f32bcff9700 1 -- 172.21.15.5:0/3457368052 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f32b8086690 con 0x7f32c0159620 2024-09-13T16:15:57.813 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:57.807+0000 7f32bffff700 1 --2- 172.21.15.5:0/3457368052 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f32a0066730 0x7f32a0068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:57.814 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:57.807+0000 7f32bffff700 1 --2- 172.21.15.5:0/3457368052 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f32a0066730 0x7f32a0068bf0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f32a8009ce0 tx=0x7f32a8009240 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:57.820 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:57.815+0000 7f32bcff9700 1 -- 172.21.15.5:0/3457368052 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f32c01467b0 con 0x7f32c0159620 2024-09-13T16:15:58.029 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:58.023+0000 7f32c6766700 1 -- 172.21.15.5:0/3457368052 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"} v 0) v1 -- 0x7f32c00c3b30 con 0x7f32c0159620 2024-09-13T16:15:58.661 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:58.655+0000 7f32bcff9700 1 -- 172.21.15.5:0/3457368052 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]=0 v9) v1 ==== 115+0+0 (secure 0 0 0) 0x7f32b8053710 con 0x7f32c0159620 2024-09-13T16:15:58.666 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:58.659+0000 7f32c6766700 1 -- 172.21.15.5:0/3457368052 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f32a0066730 msgr2=0x7f32a0068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:58.666 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:58.659+0000 7f32c6766700 1 --2- 172.21.15.5:0/3457368052 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f32a0066730 0x7f32a0068bf0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f32a8009ce0 tx=0x7f32a8009240 comp rx=0 tx=0).stop 2024-09-13T16:15:58.666 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:58.659+0000 7f32c6766700 1 -- 172.21.15.5:0/3457368052 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f32c0159620 msgr2=0x7f32c0148520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:58.667 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:58.659+0000 7f32c6766700 1 --2- 172.21.15.5:0/3457368052 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f32c0159620 0x7f32c0148520 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f32c00c4aa0 tx=0x7f32b8004af0 comp rx=0 tx=0).stop 2024-09-13T16:15:58.667 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:58.659+0000 7f32c6766700 1 -- 172.21.15.5:0/3457368052 shutdown_connections 2024-09-13T16:15:58.667 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:58.659+0000 7f32c6766700 1 --2- 172.21.15.5:0/3457368052 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f32c0159620 0x7f32c0148520 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:58.667 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:58.659+0000 7f32c6766700 1 --2- 172.21.15.5:0/3457368052 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f32a0066730 0x7f32a0068bf0 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:58.667 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:58.659+0000 7f32c6766700 1 --2- 172.21.15.5:0/3457368052 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f32c006e3f0 0x7f32c01581d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:58.667 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:58.659+0000 7f32c6766700 1 --2- 172.21.15.5:0/3457368052 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f32c006e010 0x7f32c0158820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:58.667 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:58.659+0000 7f32c6766700 1 -- 172.21.15.5:0/3457368052 >> 172.21.15.5:0/3457368052 conn(0x7f32c00c7fa0 msgr2=0x7f32c014e060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:58.667 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:58.659+0000 7f32c6766700 1 -- 172.21.15.5:0/3457368052 shutdown_connections 2024-09-13T16:15:58.667 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:58.659+0000 7f32c6766700 1 -- 172.21.15.5:0/3457368052 wait complete. 2024-09-13T16:15:58.683 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-13T16:15:58.683 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:15:58.803 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:58.799+0000 7f4e8241e700 1 Processor -- start 2024-09-13T16:15:58.804 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:58.799+0000 7f4e8241e700 1 -- start start 2024-09-13T16:15:58.805 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:58.799+0000 7f4e8241e700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f4e7c15bda0 0x7f4e7c0700b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:58.805 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:58.799+0000 7f4e8241e700 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4e7c15ccf0 con 0x7f4e7c152b90 2024-09-13T16:15:58.805 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:58.799+0000 7f4e8241e700 1 -- --> v1:172.21.15.179:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4e7c0c4120 con 0x7f4e7c0705f0 2024-09-13T16:15:58.805 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:58.799+0000 7f4e8241e700 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4e7c0709d0 con 0x7f4e7c15bda0 2024-09-13T16:15:58.805 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:58.799+0000 7f4e80c1b700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f4e7c15bda0 0x7f4e7c0700b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:58.805 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:58.799+0000 7f4e8141c700 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f4e7c152b90 0x7f4e7c0c32e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:58140/0 (socket says 172.21.15.5:58140) 2024-09-13T16:15:58.805 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:58.799+0000 7f4e80c1b700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f4e7c15bda0 0x7f4e7c0700b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:51396/0 (socket says 172.21.15.5:51396) 2024-09-13T16:15:58.805 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:58.799+0000 7f4e8141c700 1 -- 172.21.15.5:0/3988873721 learned_addr learned my addr 172.21.15.5:0/3988873721 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-13T16:15:58.806 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:58.799+0000 7f4e73fff700 1 -- 172.21.15.5:0/3988873721 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1306877965 0 0) 0x7f4e7c15ccf0 con 0x7f4e7c152b90 2024-09-13T16:15:58.806 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:58.799+0000 7f4e73fff700 1 -- 172.21.15.5:0/3988873721 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f4e680035d0 con 0x7f4e7c152b90 2024-09-13T16:15:58.806 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:58.799+0000 7f4e80c1b700 1 -- 172.21.15.5:0/3988873721 >> v1:172.21.15.179:6789/0 conn(0x7f4e7c0705f0 legacy=0x7f4e7c0c45b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:58.806 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:58.799+0000 7f4e73fff700 1 -- 172.21.15.5:0/3988873721 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1934854310 0 0) 0x7f4e680035d0 con 0x7f4e7c152b90 2024-09-13T16:15:58.807 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:58.799+0000 7f4e80c1b700 1 -- 172.21.15.5:0/3988873721 >> v1:172.21.15.5:6789/0 conn(0x7f4e7c152b90 legacy=0x7f4e7c0c32e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:58.807 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:58.799+0000 7f4e80c1b700 1 -- 172.21.15.5:0/3988873721 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4e7c15c1f0 con 0x7f4e7c15bda0 2024-09-13T16:15:58.807 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:58.799+0000 7f4e80c1b700 1 --2- 172.21.15.5:0/3988873721 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4e7c15bda0 0x7f4e7c0700b0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f4e6c009850 tx=0x7f4e6c009b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=71df1f39977b302b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:58.807 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:58.799+0000 7f4e73fff700 1 -- 172.21.15.5:0/3988873721 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4e78001670 con 0x7f4e7c15bda0 2024-09-13T16:15:58.807 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:58.799+0000 7f4e73fff700 1 -- 172.21.15.5:0/3988873721 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4e6c004030 con 0x7f4e7c15bda0 2024-09-13T16:15:58.807 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:58.799+0000 7f4e73fff700 1 -- 172.21.15.5:0/3988873721 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4e6c0043c0 con 0x7f4e7c15bda0 2024-09-13T16:15:58.808 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:58.803+0000 7f4e8241e700 1 -- 172.21.15.5:0/3988873721 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4e7c15bda0 msgr2=0x7f4e7c0700b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:58.808 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:58.803+0000 7f4e8241e700 1 --2- 172.21.15.5:0/3988873721 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4e7c15bda0 0x7f4e7c0700b0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f4e6c009850 tx=0x7f4e6c009b60 comp rx=0 tx=0).stop 2024-09-13T16:15:58.808 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:58.803+0000 7f4e8241e700 1 -- 172.21.15.5:0/3988873721 shutdown_connections 2024-09-13T16:15:58.808 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:58.803+0000 7f4e8241e700 1 --2- 172.21.15.5:0/3988873721 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4e7c15bda0 0x7f4e7c0700b0 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:58.808 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:58.803+0000 7f4e8241e700 1 -- 172.21.15.5:0/3988873721 >> 172.21.15.5:0/3988873721 conn(0x7f4e7c0727f0 msgr2=0x7f4e7c0ce3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:58.808 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:58.803+0000 7f4e8241e700 1 -- 172.21.15.5:0/3988873721 shutdown_connections 2024-09-13T16:15:58.808 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:58.803+0000 7f4e8241e700 1 -- 172.21.15.5:0/3988873721 wait complete. 2024-09-13T16:15:58.810 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:58.803+0000 7f4e8241e700 1 Processor -- start 2024-09-13T16:15:58.810 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:58.807+0000 7f4e8241e700 1 -- start start 2024-09-13T16:15:58.813 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:58.807+0000 7f4e8241e700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4e7c152b90 0x7f4e7c151670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:58.813 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:58.807+0000 7f4e8241e700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f4e7c15bda0 0x7f4e7c1575b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:58.813 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:58.807+0000 7f4e8241e700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f4e7c157af0 0x7f4e7c158be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:58.813 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:58.807+0000 7f4e8241e700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4e7c1ef230 con 0x7f4e7c152b90 2024-09-13T16:15:58.813 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:58.807+0000 7f4e8241e700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4e7c156b70 con 0x7f4e7c157af0 2024-09-13T16:15:58.813 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:58.807+0000 7f4e8241e700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4e7c156890 con 0x7f4e7c15bda0 2024-09-13T16:15:58.813 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:58.807+0000 7f4e8141c700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4e7c152b90 0x7f4e7c151670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:58.813 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:58.807+0000 7f4e8141c700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4e7c152b90 0x7f4e7c151670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:51408/0 (socket says 172.21.15.5:51408) 2024-09-13T16:15:58.813 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:58.807+0000 7f4e8141c700 1 -- 172.21.15.5:0/1803558852 learned_addr learned my addr 172.21.15.5:0/1803558852 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:15:58.813 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:58.807+0000 7f4e81c1d700 1 --2- 172.21.15.5:0/1803558852 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f4e7c157af0 0x7f4e7c158be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:58.814 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:58.807+0000 7f4e80c1b700 1 --2- 172.21.15.5:0/1803558852 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f4e7c15bda0 0x7f4e7c1575b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:58.815 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:58.807+0000 7f4e8141c700 1 -- 172.21.15.5:0/1803558852 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f4e7c15bda0 msgr2=0x7f4e7c1575b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:58.815 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:58.807+0000 7f4e8141c700 1 --2- 172.21.15.5:0/1803558852 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f4e7c15bda0 0x7f4e7c1575b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:58.815 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:58.807+0000 7f4e8141c700 1 -- 172.21.15.5:0/1803558852 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f4e7c157af0 msgr2=0x7f4e7c158be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:58.815 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:58.807+0000 7f4e8141c700 1 --2- 172.21.15.5:0/1803558852 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f4e7c157af0 0x7f4e7c158be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:58.815 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:58.807+0000 7f4e8141c700 1 -- 172.21.15.5:0/1803558852 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4e6c0094b0 con 0x7f4e7c152b90 2024-09-13T16:15:58.815 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:58.807+0000 7f4e8141c700 1 --2- 172.21.15.5:0/1803558852 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4e7c152b90 0x7f4e7c151670 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f4e780011e0 tx=0x7f4e7800c9e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:58.815 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:58.807+0000 7f4e71ffb700 1 -- 172.21.15.5:0/1803558852 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4e78004ca0 con 0x7f4e7c152b90 2024-09-13T16:15:58.815 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:58.807+0000 7f4e71ffb700 1 -- 172.21.15.5:0/1803558852 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4e78004e20 con 0x7f4e7c152b90 2024-09-13T16:15:58.815 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:58.807+0000 7f4e71ffb700 1 -- 172.21.15.5:0/1803558852 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4e78007310 con 0x7f4e7c152b90 2024-09-13T16:15:58.815 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:58.807+0000 7f4e8241e700 1 -- 172.21.15.5:0/1803558852 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4e7c1ee470 con 0x7f4e7c152b90 2024-09-13T16:15:58.815 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:58.807+0000 7f4e8241e700 1 -- 172.21.15.5:0/1803558852 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4e7c1eea30 con 0x7f4e7c152b90 2024-09-13T16:15:58.816 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:58.811+0000 7f4e8241e700 1 -- 172.21.15.5:0/1803558852 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4e7c0c3db0 con 0x7f4e7c152b90 2024-09-13T16:15:58.817 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:58.811+0000 7f4e71ffb700 1 -- 172.21.15.5:0/1803558852 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f4e78007470 con 0x7f4e7c152b90 2024-09-13T16:15:58.817 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:58.811+0000 7f4e71ffb700 1 --2- 172.21.15.5:0/1803558852 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f4e60066730 0x7f4e60068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:58.817 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:58.811+0000 7f4e71ffb700 1 -- 172.21.15.5:0/1803558852 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f4e780840e0 con 0x7f4e7c152b90 2024-09-13T16:15:58.817 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:58.811+0000 7f4e80c1b700 1 --2- 172.21.15.5:0/1803558852 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f4e60066730 0x7f4e60068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:58.818 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:58.811+0000 7f4e80c1b700 1 --2- 172.21.15.5:0/1803558852 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f4e60066730 0x7f4e60068bf0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f4e6c0090b0 tx=0x7f4e6c008030 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:58.825 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:58.819+0000 7f4e71ffb700 1 -- 172.21.15.5:0/1803558852 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f4e780511f0 con 0x7f4e7c152b90 2024-09-13T16:15:59.033 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.027+0000 7f4e8241e700 1 -- 172.21.15.5:0/1803558852 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f4e7c070bf0 con 0x7f4e7c152b90 2024-09-13T16:15:59.034 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.027+0000 7f4e71ffb700 1 -- 172.21.15.5:0/1803558852 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) v1 ==== 93+0+6248 (secure 0 0 0) 0x7f4e78007720 con 0x7f4e7c152b90 2024-09-13T16:15:59.034 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-13T16:15:59.034 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":9,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4238,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.179:6835/2401895463","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6834","nonce":2401895463},{"type":"v1","addr":"172.21.15.179:6835","nonce":2401895463}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":4300,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6837/1494583962","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6836","nonce":1494583962},{"type":"v1","addr":"172.21.15.5:6837","nonce":1494583962}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4312,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.179:6839/3686640361","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6838","nonce":3686640361},{"type":"v1","addr":"172.21.15.179:6839","nonce":3686640361}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":14241,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6833/3367514788","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6832","nonce":3367514788},{"type":"v1","addr":"172.21.15.5:6833","nonce":3367514788}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":14259,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6835/1559444898","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6834","nonce":1559444898},{"type":"v1","addr":"172.21.15.5:6835","nonce":1559444898}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":9,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:15:41.393613+0000","modified":"2024-09-13T16:15:58.648912+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":14271},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14271":{"gid":14271,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.179:6837/3666040612","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6836","nonce":3666040612},{"type":"v1","addr":"172.21.15.179:6837","nonce":3666040612}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-09-13T16:15:59.036 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.031+0000 7f4e8241e700 1 -- 172.21.15.5:0/1803558852 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f4e60066730 msgr2=0x7f4e60068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:59.036 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.031+0000 7f4e8241e700 1 --2- 172.21.15.5:0/1803558852 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f4e60066730 0x7f4e60068bf0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f4e6c0090b0 tx=0x7f4e6c008030 comp rx=0 tx=0).stop 2024-09-13T16:15:59.036 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.031+0000 7f4e8241e700 1 -- 172.21.15.5:0/1803558852 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4e7c152b90 msgr2=0x7f4e7c151670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:59.037 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.031+0000 7f4e8241e700 1 --2- 172.21.15.5:0/1803558852 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4e7c152b90 0x7f4e7c151670 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f4e780011e0 tx=0x7f4e7800c9e0 comp rx=0 tx=0).stop 2024-09-13T16:15:59.037 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.031+0000 7f4e8241e700 1 -- 172.21.15.5:0/1803558852 shutdown_connections 2024-09-13T16:15:59.037 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.031+0000 7f4e8241e700 1 --2- 172.21.15.5:0/1803558852 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f4e60066730 0x7f4e60068bf0 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:59.037 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.031+0000 7f4e8241e700 1 --2- 172.21.15.5:0/1803558852 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f4e7c157af0 0x7f4e7c158be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:59.037 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.031+0000 7f4e8241e700 1 --2- 172.21.15.5:0/1803558852 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f4e7c15bda0 0x7f4e7c1575b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:59.037 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.031+0000 7f4e8241e700 1 --2- 172.21.15.5:0/1803558852 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4e7c152b90 0x7f4e7c151670 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:59.037 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.031+0000 7f4e8241e700 1 -- 172.21.15.5:0/1803558852 >> 172.21.15.5:0/1803558852 conn(0x7f4e7c0705f0 msgr2=0x7f4e7c070ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:59.037 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.031+0000 7f4e8241e700 1 -- 172.21.15.5:0/1803558852 shutdown_connections 2024-09-13T16:15:59.037 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.031+0000 7f4e8241e700 1 -- 172.21.15.5:0/1803558852 wait complete. 2024-09-13T16:15:59.038 INFO:teuthology.orchestra.run.smithi005.stderr:dumped fsmap epoch 9 2024-09-13T16:15:59.049 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:15:59.165 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.159+0000 7fed4254a700 1 Processor -- start 2024-09-13T16:15:59.165 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.159+0000 7fed4254a700 1 -- start start 2024-09-13T16:15:59.167 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.159+0000 7fed4254a700 1 --2- >> v2:172.21.15.179:3300/0 conn(0x7fed3c14f9e0 0x7fed3c0c2830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:59.167 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.159+0000 7fed4254a700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fed3c14fdc0 0x7fed3c159460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:59.167 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.163+0000 7fed4254a700 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fed3c0c5d30 con 0x7fed3c0c2d70 2024-09-13T16:15:59.167 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.163+0000 7fed4254a700 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fed3c159040 con 0x7fed3c14fdc0 2024-09-13T16:15:59.167 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.163+0000 7fed4254a700 1 -- --> v2:172.21.15.179:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fed3c06eac0 con 0x7fed3c14f9e0 2024-09-13T16:15:59.167 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.163+0000 7fed3b7fe700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fed3c14fdc0 0x7fed3c159460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:59.167 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.163+0000 7fed3b7fe700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fed3c14fdc0 0x7fed3c159460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:51414/0 (socket says 172.21.15.5:51414) 2024-09-13T16:15:59.168 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.163+0000 7fed3bfff700 1 --2- >> v2:172.21.15.179:3300/0 conn(0x7fed3c14f9e0 0x7fed3c0c2830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:59.168 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.163+0000 7fed3b7fe700 1 -- 172.21.15.5:0/4036610342 learned_addr learned my addr 172.21.15.5:0/4036610342 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:15:59.169 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.163+0000 7fed3b7fe700 1 -- 172.21.15.5:0/4036610342 >> v2:172.21.15.179:3300/0 conn(0x7fed3c14f9e0 msgr2=0x7fed3c0c2830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:15:59.169 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.163+0000 7fed3b7fe700 1 --2- 172.21.15.5:0/4036610342 >> v2:172.21.15.179:3300/0 conn(0x7fed3c14f9e0 0x7fed3c0c2830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:59.169 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.163+0000 7fed3b7fe700 1 -- 172.21.15.5:0/4036610342 >> v1:172.21.15.5:6789/0 conn(0x7fed3c0c2d70 legacy=0x7fed3c0c7330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:59.170 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.163+0000 7fed3affd700 1 -- 172.21.15.5:0/4036610342 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1753363617 0 0) 0x7fed3c0c5d30 con 0x7fed3c0c2d70 2024-09-13T16:15:59.170 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.163+0000 7fed3b7fe700 1 -- 172.21.15.5:0/4036610342 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fed3c06df40 con 0x7fed3c14fdc0 2024-09-13T16:15:59.170 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.163+0000 7fed3b7fe700 1 --2- 172.21.15.5:0/4036610342 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fed3c14fdc0 0x7fed3c159460 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fed3c06d4a0 tx=0x7fed3000be90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d458da6b59778fe1 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:59.170 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.163+0000 7fed3affd700 1 -- 172.21.15.5:0/4036610342 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed3000dd30 con 0x7fed3c14fdc0 2024-09-13T16:15:59.170 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.163+0000 7fed3affd700 1 -- 172.21.15.5:0/4036610342 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fed3000de90 con 0x7fed3c14fdc0 2024-09-13T16:15:59.170 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.163+0000 7fed3affd700 1 -- 172.21.15.5:0/4036610342 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed30010690 con 0x7fed3c14fdc0 2024-09-13T16:15:59.170 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.163+0000 7fed4254a700 1 -- 172.21.15.5:0/4036610342 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fed3c14fdc0 msgr2=0x7fed3c159460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:59.171 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.163+0000 7fed4254a700 1 --2- 172.21.15.5:0/4036610342 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fed3c14fdc0 0x7fed3c159460 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fed3c06d4a0 tx=0x7fed3000be90 comp rx=0 tx=0).stop 2024-09-13T16:15:59.171 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.163+0000 7fed4254a700 1 -- 172.21.15.5:0/4036610342 shutdown_connections 2024-09-13T16:15:59.171 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.163+0000 7fed4254a700 1 --2- 172.21.15.5:0/4036610342 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fed3c14fdc0 0x7fed3c159460 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:59.171 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.163+0000 7fed4254a700 1 --2- 172.21.15.5:0/4036610342 >> v2:172.21.15.179:3300/0 conn(0x7fed3c14f9e0 0x7fed3c0c2830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:59.171 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.163+0000 7fed4254a700 1 -- 172.21.15.5:0/4036610342 >> 172.21.15.5:0/4036610342 conn(0x7fed3c0c7e30 msgr2=0x7fed3c0c8240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:59.171 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.163+0000 7fed4254a700 1 -- 172.21.15.5:0/4036610342 shutdown_connections 2024-09-13T16:15:59.171 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.163+0000 7fed4254a700 1 -- 172.21.15.5:0/4036610342 wait complete. 2024-09-13T16:15:59.171 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.167+0000 7fed4254a700 1 Processor -- start 2024-09-13T16:15:59.172 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.167+0000 7fed4254a700 1 -- start start 2024-09-13T16:15:59.174 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.167+0000 7fed4254a700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fed3c0c2d70 0x7fed3c1ea4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:59.174 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.167+0000 7fed4254a700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fed3c14f9e0 0x7fed3c150410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:59.174 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.167+0000 7fed4254a700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fed3c14fdc0 0x7fed3c150950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:59.174 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.167+0000 7fed4254a700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fed3c151fe0 con 0x7fed3c14f9e0 2024-09-13T16:15:59.174 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.167+0000 7fed4254a700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fed3c14b670 con 0x7fed3c0c2d70 2024-09-13T16:15:59.174 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.167+0000 7fed4254a700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fed3c1eaa30 con 0x7fed3c14fdc0 2024-09-13T16:15:59.175 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.167+0000 7fed3b7fe700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fed3c14f9e0 0x7fed3c150410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:59.175 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.167+0000 7fed3b7fe700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fed3c14f9e0 0x7fed3c150410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:51430/0 (socket says 172.21.15.5:51430) 2024-09-13T16:15:59.175 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.167+0000 7fed3b7fe700 1 -- 172.21.15.5:0/3813710416 learned_addr learned my addr 172.21.15.5:0/3813710416 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:15:59.175 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.167+0000 7fed3bfff700 1 --2- 172.21.15.5:0/3813710416 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fed3c0c2d70 0x7fed3c1ea4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:59.175 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.167+0000 7fed40ae7700 1 --2- 172.21.15.5:0/3813710416 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fed3c14fdc0 0x7fed3c150950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:59.175 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.167+0000 7fed3b7fe700 1 -- 172.21.15.5:0/3813710416 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fed3c14fdc0 msgr2=0x7fed3c150950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:59.175 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.167+0000 7fed3b7fe700 1 --2- 172.21.15.5:0/3813710416 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fed3c14fdc0 0x7fed3c150950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:59.175 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.167+0000 7fed3b7fe700 1 -- 172.21.15.5:0/3813710416 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fed3c0c2d70 msgr2=0x7fed3c1ea4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:59.175 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.167+0000 7fed3b7fe700 1 --2- 172.21.15.5:0/3813710416 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fed3c0c2d70 0x7fed3c1ea4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:59.175 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.167+0000 7fed3b7fe700 1 -- 172.21.15.5:0/3813710416 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fed3000b810 con 0x7fed3c14f9e0 2024-09-13T16:15:59.175 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.167+0000 7fed40ae7700 1 --2- 172.21.15.5:0/3813710416 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fed3c14fdc0 0x7fed3c150950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:15:59.175 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.167+0000 7fed3b7fe700 1 --2- 172.21.15.5:0/3813710416 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fed3c14f9e0 0x7fed3c150410 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fed30000c00 tx=0x7fed30004770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:59.175 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.167+0000 7fed38ff9700 1 -- 172.21.15.5:0/3813710416 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed3001f070 con 0x7fed3c14f9e0 2024-09-13T16:15:59.176 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.167+0000 7fed38ff9700 1 -- 172.21.15.5:0/3813710416 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fed30003990 con 0x7fed3c14f9e0 2024-09-13T16:15:59.176 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.167+0000 7fed4254a700 1 -- 172.21.15.5:0/3813710416 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fed3c14a750 con 0x7fed3c14f9e0 2024-09-13T16:15:59.176 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.167+0000 7fed38ff9700 1 -- 172.21.15.5:0/3813710416 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed30003d00 con 0x7fed3c14f9e0 2024-09-13T16:15:59.176 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.167+0000 7fed4254a700 1 -- 172.21.15.5:0/3813710416 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fed3c14acd0 con 0x7fed3c14f9e0 2024-09-13T16:15:59.176 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.171+0000 7fed4254a700 1 -- 172.21.15.5:0/3813710416 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fed3c14bdd0 con 0x7fed3c14f9e0 2024-09-13T16:15:59.176 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.171+0000 7fed38ff9700 1 -- 172.21.15.5:0/3813710416 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fed30019400 con 0x7fed3c14f9e0 2024-09-13T16:15:59.177 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.171+0000 7fed38ff9700 1 --2- 172.21.15.5:0/3813710416 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fed28066730 0x7fed28068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:59.177 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.171+0000 7fed38ff9700 1 -- 172.21.15.5:0/3813710416 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fed300879a0 con 0x7fed3c14f9e0 2024-09-13T16:15:59.177 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.171+0000 7fed3bfff700 1 --2- 172.21.15.5:0/3813710416 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fed28066730 0x7fed28068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:59.178 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.171+0000 7fed3bfff700 1 --2- 172.21.15.5:0/3813710416 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fed28066730 0x7fed28068bf0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fed2c009bf0 tx=0x7fed2c009240 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:59.184 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.179+0000 7fed38ff9700 1 -- 172.21.15.5:0/3813710416 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fed3c14bdd0 con 0x7fed3c14f9e0 2024-09-13T16:15:59.363 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.359+0000 7fed4254a700 1 -- 172.21.15.5:0/3813710416 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fed3c14bdd0 con 0x7fed3c14f9e0 2024-09-13T16:15:59.366 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.359+0000 7fed38ff9700 1 -- 172.21.15.5:0/3813710416 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) v1 ==== 74+0+18286 (secure 0 0 0) 0x7fed3c14bdd0 con 0x7fed3c14f9e0 2024-09-13T16:15:59.367 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-13T16:15:59.367 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":26,"fsid":"6f1d8d4e-46c0-4d05-9003-ad1036cd4028","created":"2024-09-13T16:15:17.129907+0000","modified":"2024-09-13T16:15:45.789265+0000","last_up_change":"2024-09-13T16:15:27.902042+0000","last_in_change":"2024-09-13T16:15:19.310503+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:15:28.621918+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:15:39.544340+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T16:15:40.368287+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T16:15:43.446355+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"7dc606ef-5909-4eb7-8054-af158bc84208","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6800","nonce":851671428},{"type":"v1","addr":"172.21.15.5:6801","nonce":851671428}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6802","nonce":851671428},{"type":"v1","addr":"172.21.15.5:6803","nonce":851671428}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6806","nonce":851671428},{"type":"v1","addr":"172.21.15.5:6807","nonce":851671428}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6804","nonce":851671428},{"type":"v1","addr":"172.21.15.5:6805","nonce":851671428}]},"public_addr":"172.21.15.5:6801/851671428","cluster_addr":"172.21.15.5:6803/851671428","heartbeat_back_addr":"172.21.15.5:6807/851671428","heartbeat_front_addr":"172.21.15.5:6805/851671428","state":["exists","up"]},{"osd":1,"uuid":"ab4b3337-a446-427b-9a52-349561f7c79d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6808","nonce":1418062370},{"type":"v1","addr":"172.21.15.5:6809","nonce":1418062370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6810","nonce":1418062370},{"type":"v1","addr":"172.21.15.5:6811","nonce":1418062370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6814","nonce":1418062370},{"type":"v1","addr":"172.21.15.5:6815","nonce":1418062370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6812","nonce":1418062370},{"type":"v1","addr":"172.21.15.5:6813","nonce":1418062370}]},"public_addr":"172.21.15.5:6809/1418062370","cluster_addr":"172.21.15.5:6811/1418062370","heartbeat_back_addr":"172.21.15.5:6815/1418062370","heartbeat_front_addr":"172.21.15.5:6813/1418062370","state":["exists","up"]},{"osd":2,"uuid":"22d787ea-2049-40c1-aa23-811fdb981dbd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6816","nonce":2713060829},{"type":"v1","addr":"172.21.15.5:6817","nonce":2713060829}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6818","nonce":2713060829},{"type":"v1","addr":"172.21.15.5:6819","nonce":2713060829}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6822","nonce":2713060829},{"type":"v1","addr":"172.21.15.5:6823","nonce":2713060829}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6820","nonce":2713060829},{"type":"v1","addr":"172.21.15.5:6821","nonce":2713060829}]},"public_addr":"172.21.15.5:6817/2713060829","cluster_addr":"172.21.15.5:6819/2713060829","heartbeat_back_addr":"172.21.15.5:6823/2713060829","heartbeat_front_addr":"172.21.15.5:6821/2713060829","state":["exists","up"]},{"osd":3,"uuid":"30e4a102-0fce-46b2-8a6d-a7625c6a5ee9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6824","nonce":576343032},{"type":"v1","addr":"172.21.15.5:6825","nonce":576343032}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6826","nonce":576343032},{"type":"v1","addr":"172.21.15.5:6827","nonce":576343032}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6830","nonce":576343032},{"type":"v1","addr":"172.21.15.5:6831","nonce":576343032}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6828","nonce":576343032},{"type":"v1","addr":"172.21.15.5:6829","nonce":576343032}]},"public_addr":"172.21.15.5:6825/576343032","cluster_addr":"172.21.15.5:6827/576343032","heartbeat_back_addr":"172.21.15.5:6831/576343032","heartbeat_front_addr":"172.21.15.5:6829/576343032","state":["exists","up"]},{"osd":4,"uuid":"f47efe1d-f245-453c-b505-db74fe5df11c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6800","nonce":3624672735},{"type":"v1","addr":"172.21.15.179:6801","nonce":3624672735}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6802","nonce":3624672735},{"type":"v1","addr":"172.21.15.179:6803","nonce":3624672735}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6806","nonce":3624672735},{"type":"v1","addr":"172.21.15.179:6807","nonce":3624672735}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6804","nonce":3624672735},{"type":"v1","addr":"172.21.15.179:6805","nonce":3624672735}]},"public_addr":"172.21.15.179:6801/3624672735","cluster_addr":"172.21.15.179:6803/3624672735","heartbeat_back_addr":"172.21.15.179:6807/3624672735","heartbeat_front_addr":"172.21.15.179:6805/3624672735","state":["exists","up"]},{"osd":5,"uuid":"f6fd9c2f-b7ed-4e7b-a9fd-12aaea05bfa9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6824","nonce":2769164148},{"type":"v1","addr":"172.21.15.179:6825","nonce":2769164148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6826","nonce":2769164148},{"type":"v1","addr":"172.21.15.179:6827","nonce":2769164148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6830","nonce":2769164148},{"type":"v1","addr":"172.21.15.179:6831","nonce":2769164148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6828","nonce":2769164148},{"type":"v1","addr":"172.21.15.179:6829","nonce":2769164148}]},"public_addr":"172.21.15.179:6825/2769164148","cluster_addr":"172.21.15.179:6827/2769164148","heartbeat_back_addr":"172.21.15.179:6831/2769164148","heartbeat_front_addr":"172.21.15.179:6829/2769164148","state":["exists","up"]},{"osd":6,"uuid":"48985a9a-ec23-44a6-8f23-87edd7853994","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6816","nonce":3295700932},{"type":"v1","addr":"172.21.15.179:6817","nonce":3295700932}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6818","nonce":3295700932},{"type":"v1","addr":"172.21.15.179:6819","nonce":3295700932}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6822","nonce":3295700932},{"type":"v1","addr":"172.21.15.179:6823","nonce":3295700932}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6820","nonce":3295700932},{"type":"v1","addr":"172.21.15.179:6821","nonce":3295700932}]},"public_addr":"172.21.15.179:6817/3295700932","cluster_addr":"172.21.15.179:6819/3295700932","heartbeat_back_addr":"172.21.15.179:6823/3295700932","heartbeat_front_addr":"172.21.15.179:6821/3295700932","state":["exists","up"]},{"osd":7,"uuid":"af684358-558e-4fa4-ac35-1e3ef24b9021","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6808","nonce":1502652601},{"type":"v1","addr":"172.21.15.179:6809","nonce":1502652601}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6810","nonce":1502652601},{"type":"v1","addr":"172.21.15.179:6811","nonce":1502652601}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6814","nonce":1502652601},{"type":"v1","addr":"172.21.15.179:6815","nonce":1502652601}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6812","nonce":1502652601},{"type":"v1","addr":"172.21.15.179:6813","nonce":1502652601}]},"public_addr":"172.21.15.179:6809/1502652601","cluster_addr":"172.21.15.179:6811/1502652601","heartbeat_back_addr":"172.21.15.179:6815/1502652601","heartbeat_front_addr":"172.21.15.179:6813/1502652601","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.647314+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:23.936297+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.579030+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.393256+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.524066+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.865771+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.509811+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.613144+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:15:59.369 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.363+0000 7fed4254a700 1 -- 172.21.15.5:0/3813710416 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fed28066730 msgr2=0x7fed28068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:59.370 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.363+0000 7fed4254a700 1 --2- 172.21.15.5:0/3813710416 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fed28066730 0x7fed28068bf0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fed2c009bf0 tx=0x7fed2c009240 comp rx=0 tx=0).stop 2024-09-13T16:15:59.370 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.363+0000 7fed4254a700 1 -- 172.21.15.5:0/3813710416 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fed3c14f9e0 msgr2=0x7fed3c150410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:59.370 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.363+0000 7fed4254a700 1 --2- 172.21.15.5:0/3813710416 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fed3c14f9e0 0x7fed3c150410 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fed30000c00 tx=0x7fed30004770 comp rx=0 tx=0).stop 2024-09-13T16:15:59.370 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.363+0000 7fed4254a700 1 -- 172.21.15.5:0/3813710416 shutdown_connections 2024-09-13T16:15:59.370 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.363+0000 7fed4254a700 1 --2- 172.21.15.5:0/3813710416 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fed3c14fdc0 0x7fed3c150950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:59.370 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.363+0000 7fed4254a700 1 --2- 172.21.15.5:0/3813710416 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fed3c14f9e0 0x7fed3c150410 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:59.370 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.363+0000 7fed4254a700 1 --2- 172.21.15.5:0/3813710416 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fed28066730 0x7fed28068bf0 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:59.370 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.363+0000 7fed4254a700 1 --2- 172.21.15.5:0/3813710416 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fed3c0c2d70 0x7fed3c1ea4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:59.370 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.363+0000 7fed4254a700 1 -- 172.21.15.5:0/3813710416 >> 172.21.15.5:0/3813710416 conn(0x7fed3c0c7e30 msgr2=0x7fed3c1585e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:59.370 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.363+0000 7fed4254a700 1 -- 172.21.15.5:0/3813710416 shutdown_connections 2024-09-13T16:15:59.370 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.363+0000 7fed4254a700 1 -- 172.21.15.5:0/3813710416 wait complete. 2024-09-13T16:15:59.382 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2024-09-13T16:15:59.383 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T16:15:59.497 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.491+0000 7fccb6ed8700 1 Processor -- start 2024-09-13T16:15:59.497 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.491+0000 7fccb6ed8700 1 -- start start 2024-09-13T16:15:59.499 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.491+0000 7fccb6ed8700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fccb006e780 0x7fccb0158d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:59.499 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.491+0000 7fccb6ed8700 1 --2- >> v2:172.21.15.179:3300/0 conn(0x7fccb006eb60 0x7fccb0159240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:59.499 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.491+0000 7fccb6ed8700 1 -- --> v1:172.21.15.179:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fccb00c1f00 con 0x7fccb00c1970 2024-09-13T16:15:59.499 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.491+0000 7fccb6ed8700 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fccb00c21e0 con 0x7fccb006e780 2024-09-13T16:15:59.499 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.491+0000 7fccb6ed8700 1 -- --> v2:172.21.15.179:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fccb0066bc0 con 0x7fccb006eb60 2024-09-13T16:15:59.499 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.495+0000 7fccb5ed6700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fccb006e780 0x7fccb0158d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:59.499 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.495+0000 7fccb5ed6700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fccb006e780 0x7fccb0158d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:51438/0 (socket says 172.21.15.5:51438) 2024-09-13T16:15:59.499 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.495+0000 7fccb5ed6700 1 -- 172.21.15.5:0/3124615346 learned_addr learned my addr 172.21.15.5:0/3124615346 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:15:59.500 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.495+0000 7fccb66d7700 1 --2- 172.21.15.5:0/3124615346 >> v2:172.21.15.179:3300/0 conn(0x7fccb006eb60 0x7fccb0159240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:59.501 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.495+0000 7fccb5ed6700 1 -- 172.21.15.5:0/3124615346 >> v2:172.21.15.179:3300/0 conn(0x7fccb006eb60 msgr2=0x7fccb0159240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:15:59.502 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.495+0000 7fccb5ed6700 1 --2- 172.21.15.5:0/3124615346 >> v2:172.21.15.179:3300/0 conn(0x7fccb006eb60 0x7fccb0159240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:59.502 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.495+0000 7fccb5ed6700 1 -- 172.21.15.5:0/3124615346 >> v1:172.21.15.179:6789/0 conn(0x7fccb00c1970 legacy=0x7fccb014f630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:59.502 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.495+0000 7fccb4ed4700 1 -- 172.21.15.5:0/3124615346 <== mon.1 v1:172.21.15.179:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1483072726 0 0) 0x7fccb00c1f00 con 0x7fccb00c1970 2024-09-13T16:15:59.502 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.495+0000 7fccb5ed6700 1 -- 172.21.15.5:0/3124615346 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fccb00c6dd0 con 0x7fccb006e780 2024-09-13T16:15:59.502 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.495+0000 7fccb5ed6700 1 --2- 172.21.15.5:0/3124615346 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fccb006e780 0x7fccb0158d00 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fccb01568a0 tx=0x7fccac00be90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b10048b24f4b1dd9 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:59.502 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.495+0000 7fccb4ed4700 1 -- 172.21.15.5:0/3124615346 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fccac00dd30 con 0x7fccb006e780 2024-09-13T16:15:59.502 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.495+0000 7fccb4ed4700 1 -- 172.21.15.5:0/3124615346 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fccac00de90 con 0x7fccb006e780 2024-09-13T16:15:59.502 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.495+0000 7fccb4ed4700 1 -- 172.21.15.5:0/3124615346 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fccac010690 con 0x7fccb006e780 2024-09-13T16:15:59.502 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.495+0000 7fccb6ed8700 1 -- 172.21.15.5:0/3124615346 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fccb006e780 msgr2=0x7fccb0158d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:59.502 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.495+0000 7fccb6ed8700 1 --2- 172.21.15.5:0/3124615346 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fccb006e780 0x7fccb0158d00 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fccb01568a0 tx=0x7fccac00be90 comp rx=0 tx=0).stop 2024-09-13T16:15:59.502 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.495+0000 7fccb6ed8700 1 -- 172.21.15.5:0/3124615346 shutdown_connections 2024-09-13T16:15:59.503 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.495+0000 7fccb6ed8700 1 --2- 172.21.15.5:0/3124615346 >> v2:172.21.15.179:3300/0 conn(0x7fccb006eb60 0x7fccb0159240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:59.503 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.495+0000 7fccb6ed8700 1 --2- 172.21.15.5:0/3124615346 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fccb006e780 0x7fccb0158d00 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:59.503 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.495+0000 7fccb6ed8700 1 -- 172.21.15.5:0/3124615346 >> 172.21.15.5:0/3124615346 conn(0x7fccb00c7460 msgr2=0x7fccb00c7870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:59.503 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.495+0000 7fccb6ed8700 1 -- 172.21.15.5:0/3124615346 shutdown_connections 2024-09-13T16:15:59.503 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.495+0000 7fccb6ed8700 1 -- 172.21.15.5:0/3124615346 wait complete. 2024-09-13T16:15:59.504 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.499+0000 7fccb6ed8700 1 Processor -- start 2024-09-13T16:15:59.504 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.499+0000 7fccb6ed8700 1 -- start start 2024-09-13T16:15:59.508 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.499+0000 7fccb6ed8700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fccb006e780 0x7fccb014a720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:59.509 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.499+0000 7fccb6ed8700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fccb006eb60 0x7fccb01e9af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:59.509 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.499+0000 7fccb6ed8700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fccb01ea030 0x7fccb01548c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:59.509 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.499+0000 7fccb6ed8700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fccb0147410 con 0x7fccb006eb60 2024-09-13T16:15:59.509 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.499+0000 7fccb6ed8700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fccb0156610 con 0x7fccb006e780 2024-09-13T16:15:59.509 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.499+0000 7fccb6ed8700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fccb01563a0 con 0x7fccb01ea030 2024-09-13T16:15:59.509 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.499+0000 7fccb56d5700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fccb006eb60 0x7fccb01e9af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:59.509 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.499+0000 7fccb56d5700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fccb006eb60 0x7fccb01e9af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:51452/0 (socket says 172.21.15.5:51452) 2024-09-13T16:15:59.510 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.499+0000 7fccb56d5700 1 -- 172.21.15.5:0/4258587343 learned_addr learned my addr 172.21.15.5:0/4258587343 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:15:59.510 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.499+0000 7fccb5ed6700 1 --2- 172.21.15.5:0/4258587343 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fccb006e780 0x7fccb014a720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:59.510 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.503+0000 7fccb66d7700 1 --2- 172.21.15.5:0/4258587343 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fccb01ea030 0x7fccb01548c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:59.510 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.503+0000 7fccb56d5700 1 -- 172.21.15.5:0/4258587343 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fccb01ea030 msgr2=0x7fccb01548c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:59.510 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.503+0000 7fccb56d5700 1 --2- 172.21.15.5:0/4258587343 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fccb01ea030 0x7fccb01548c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:59.510 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.503+0000 7fccb56d5700 1 -- 172.21.15.5:0/4258587343 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fccb006e780 msgr2=0x7fccb014a720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:59.510 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.503+0000 7fccb56d5700 1 --2- 172.21.15.5:0/4258587343 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fccb006e780 0x7fccb014a720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:59.510 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.503+0000 7fccb56d5700 1 -- 172.21.15.5:0/4258587343 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fccac00b810 con 0x7fccb006eb60 2024-09-13T16:15:59.510 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.503+0000 7fccb56d5700 1 --2- 172.21.15.5:0/4258587343 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fccb006eb60 0x7fccb01e9af0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fcca400c4b0 tx=0x7fcca400c7c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:59.511 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.503+0000 7fcca27fc700 1 -- 172.21.15.5:0/4258587343 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcca40054e0 con 0x7fccb006eb60 2024-09-13T16:15:59.511 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.503+0000 7fcca27fc700 1 -- 172.21.15.5:0/4258587343 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcca400ce40 con 0x7fccb006eb60 2024-09-13T16:15:59.511 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.503+0000 7fccb6ed8700 1 -- 172.21.15.5:0/4258587343 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fccb01edf50 con 0x7fccb006eb60 2024-09-13T16:15:59.511 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.503+0000 7fcca27fc700 1 -- 172.21.15.5:0/4258587343 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcca40038e0 con 0x7fccb006eb60 2024-09-13T16:15:59.511 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.503+0000 7fccb6ed8700 1 -- 172.21.15.5:0/4258587343 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fccb01ed750 con 0x7fccb006eb60 2024-09-13T16:15:59.512 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.503+0000 7fccb6ed8700 1 -- 172.21.15.5:0/4258587343 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fccb01ed2a0 con 0x7fccb006eb60 2024-09-13T16:15:59.512 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.503+0000 7fcca27fc700 1 -- 172.21.15.5:0/4258587343 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fcca4003a40 con 0x7fccb006eb60 2024-09-13T16:15:59.513 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.507+0000 7fcca27fc700 1 --2- 172.21.15.5:0/4258587343 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fcc94066730 0x7fcc94068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:59.513 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.507+0000 7fcca27fc700 1 -- 172.21.15.5:0/4258587343 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fcca4083710 con 0x7fccb006eb60 2024-09-13T16:15:59.513 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.507+0000 7fccb5ed6700 1 --2- 172.21.15.5:0/4258587343 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fcc94066730 0x7fcc94068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:59.513 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.507+0000 7fccb5ed6700 1 --2- 172.21.15.5:0/4258587343 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fcc94066730 0x7fcc94068bf0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fccac000c00 tx=0x7fccac013000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:59.516 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.511+0000 7fcca27fc700 1 -- 172.21.15.5:0/4258587343 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fcca4050820 con 0x7fccb006eb60 2024-09-13T16:15:59.685 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.679+0000 7fccb6ed8700 1 -- 172.21.15.5:0/4258587343 --> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fccb0071950 con 0x7fcc94066730 2024-09-13T16:15:59.702 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.699+0000 7fcca27fc700 1 -- 172.21.15.5:0/4258587343 <== mgr.4102 v2:172.21.15.179:6832/2977940518 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+345227 (secure 0 0 0) 0x7fccac01e040 con 0x7fcc94066730 2024-09-13T16:15:59.708 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-13T16:15:59.711 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.703+0000 7fccb6ed8700 1 -- 172.21.15.5:0/4258587343 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fcc94066730 msgr2=0x7fcc94068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:59.711 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.703+0000 7fccb6ed8700 1 --2- 172.21.15.5:0/4258587343 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fcc94066730 0x7fcc94068bf0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fccac000c00 tx=0x7fccac013000 comp rx=0 tx=0).stop 2024-09-13T16:15:59.711 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.703+0000 7fccb6ed8700 1 -- 172.21.15.5:0/4258587343 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fccb006eb60 msgr2=0x7fccb01e9af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:59.711 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.703+0000 7fccb6ed8700 1 --2- 172.21.15.5:0/4258587343 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fccb006eb60 0x7fccb01e9af0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fcca400c4b0 tx=0x7fcca400c7c0 comp rx=0 tx=0).stop 2024-09-13T16:15:59.711 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.703+0000 7fccb6ed8700 1 -- 172.21.15.5:0/4258587343 shutdown_connections 2024-09-13T16:15:59.711 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.703+0000 7fccb6ed8700 1 --2- 172.21.15.5:0/4258587343 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fccb01ea030 0x7fccb01548c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:59.711 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.703+0000 7fccb6ed8700 1 --2- 172.21.15.5:0/4258587343 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fccb006eb60 0x7fccb01e9af0 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:59.712 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.703+0000 7fccb6ed8700 1 --2- 172.21.15.5:0/4258587343 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fcc94066730 0x7fcc94068bf0 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:59.712 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.703+0000 7fccb6ed8700 1 --2- 172.21.15.5:0/4258587343 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fccb006e780 0x7fccb014a720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:59.712 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.703+0000 7fccb6ed8700 1 -- 172.21.15.5:0/4258587343 >> 172.21.15.5:0/4258587343 conn(0x7fccb00c7460 msgr2=0x7fccb014d0c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:59.712 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.703+0000 7fccb6ed8700 1 -- 172.21.15.5:0/4258587343 shutdown_connections 2024-09-13T16:15:59.712 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.703+0000 7fccb6ed8700 1 -- 172.21.15.5:0/4258587343 wait complete. 2024-09-13T16:15:59.712 INFO:teuthology.orchestra.run.smithi005.stderr:dumped all 2024-09-13T16:15:59.725 INFO:teuthology.orchestra.run.smithi005.stdout:{"pg_ready":true,"pg_map":{"version":35,"stamp":"2024-09-13T16:15:58.553015+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":594961,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":207,"num_write_kb":2434,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":159,"ondisk_log_size":159,"up":322,"acting":322,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":322,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":235936,"kb_used_data":3368,"kb_used_omap":12,"kb_used_meta":232435,"kb_avail":754738784,"statfs":{"total":773094113280,"available":772852514816,"internally_reserved":0,"allocated":3448832,"data_stored":2049058,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":238014009},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2231,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004929"},"pg_stats":[{"pgid":"2.1f","version":"21'4","reported_seq":19,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.426403+0000","last_change":"2024-09-13T16:15:41.032574+0000","last_active":"2024-09-13T16:15:45.426403+0000","last_peered":"2024-09-13T16:15:45.426403+0000","last_clean":"2024-09-13T16:15:45.426403+0000","last_became_active":"2024-09-13T16:15:41.032311+0000","last_became_peered":"2024-09-13T16:15:41.032311+0000","last_unstale":"2024-09-13T16:15:45.426403+0000","last_undegraded":"2024-09-13T16:15:45.426403+0000","last_fullsized":"2024-09-13T16:15:45.426403+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:01:26.441797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.415137+0000","last_change":"2024-09-13T16:15:41.422148+0000","last_active":"2024-09-13T16:15:45.415137+0000","last_peered":"2024-09-13T16:15:45.415137+0000","last_clean":"2024-09-13T16:15:45.415137+0000","last_became_active":"2024-09-13T16:15:41.421707+0000","last_became_peered":"2024-09-13T16:15:41.421707+0000","last_unstale":"2024-09-13T16:15:45.415137+0000","last_undegraded":"2024-09-13T16:15:45.415137+0000","last_fullsized":"2024-09-13T16:15:45.415137+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:53:15.761243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.796520+0000","last_change":"2024-09-13T16:15:45.430120+0000","last_active":"2024-09-13T16:15:45.796520+0000","last_peered":"2024-09-13T16:15:45.796520+0000","last_clean":"2024-09-13T16:15:45.796520+0000","last_became_active":"2024-09-13T16:15:45.426408+0000","last_became_peered":"2024-09-13T16:15:45.426408+0000","last_unstale":"2024-09-13T16:15:45.796520+0000","last_undegraded":"2024-09-13T16:15:45.796520+0000","last_fullsized":"2024-09-13T16:15:45.796520+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:31:04.860543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,7,0],"acting":[3,2,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"21'1","reported_seq":16,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.415354+0000","last_change":"2024-09-13T16:15:41.032034+0000","last_active":"2024-09-13T16:15:45.415354+0000","last_peered":"2024-09-13T16:15:45.415354+0000","last_clean":"2024-09-13T16:15:45.415354+0000","last_became_active":"2024-09-13T16:15:41.031754+0000","last_became_peered":"2024-09-13T16:15:41.031754+0000","last_unstale":"2024-09-13T16:15:45.415354+0000","last_undegraded":"2024-09-13T16:15:45.415354+0000","last_fullsized":"2024-09-13T16:15:45.415354+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:06:51.700440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.426156+0000","last_change":"2024-09-13T16:15:41.426259+0000","last_active":"2024-09-13T16:15:45.426156+0000","last_peered":"2024-09-13T16:15:45.426156+0000","last_clean":"2024-09-13T16:15:45.426156+0000","last_became_active":"2024-09-13T16:15:41.425995+0000","last_became_peered":"2024-09-13T16:15:41.425995+0000","last_unstale":"2024-09-13T16:15:45.426156+0000","last_undegraded":"2024-09-13T16:15:45.426156+0000","last_fullsized":"2024-09-13T16:15:45.426156+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:33:07.679354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.798852+0000","last_change":"2024-09-13T16:15:45.437307+0000","last_active":"2024-09-13T16:15:45.798852+0000","last_peered":"2024-09-13T16:15:45.798852+0000","last_clean":"2024-09-13T16:15:45.798852+0000","last_became_active":"2024-09-13T16:15:45.436923+0000","last_became_peered":"2024-09-13T16:15:45.436923+0000","last_unstale":"2024-09-13T16:15:45.798852+0000","last_undegraded":"2024-09-13T16:15:45.798852+0000","last_fullsized":"2024-09-13T16:15:45.798852+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:08:24.944860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1,3],"acting":[4,6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"21'2","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.417532+0000","last_change":"2024-09-13T16:15:41.034875+0000","last_active":"2024-09-13T16:15:45.417532+0000","last_peered":"2024-09-13T16:15:45.417532+0000","last_clean":"2024-09-13T16:15:45.417532+0000","last_became_active":"2024-09-13T16:15:41.034495+0000","last_became_peered":"2024-09-13T16:15:41.034495+0000","last_unstale":"2024-09-13T16:15:45.417532+0000","last_undegraded":"2024-09-13T16:15:45.417532+0000","last_fullsized":"2024-09-13T16:15:45.417532+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:47:48.983153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.421644+0000","last_change":"2024-09-13T16:15:41.434446+0000","last_active":"2024-09-13T16:15:45.421644+0000","last_peered":"2024-09-13T16:15:45.421644+0000","last_clean":"2024-09-13T16:15:45.421644+0000","last_became_active":"2024-09-13T16:15:41.432059+0000","last_became_peered":"2024-09-13T16:15:41.432059+0000","last_unstale":"2024-09-13T16:15:45.421644+0000","last_undegraded":"2024-09-13T16:15:45.421644+0000","last_fullsized":"2024-09-13T16:15:45.421644+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:51:57.544490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.799770+0000","last_change":"2024-09-13T16:15:45.439966+0000","last_active":"2024-09-13T16:15:45.799770+0000","last_peered":"2024-09-13T16:15:45.799770+0000","last_clean":"2024-09-13T16:15:45.799770+0000","last_became_active":"2024-09-13T16:15:45.439537+0000","last_became_peered":"2024-09-13T16:15:45.439537+0000","last_unstale":"2024-09-13T16:15:45.799770+0000","last_undegraded":"2024-09-13T16:15:45.799770+0000","last_fullsized":"2024-09-13T16:15:45.799770+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:58:53.421511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"21'2","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.417439+0000","last_change":"2024-09-13T16:15:41.039625+0000","last_active":"2024-09-13T16:15:45.417439+0000","last_peered":"2024-09-13T16:15:45.417439+0000","last_clean":"2024-09-13T16:15:45.417439+0000","last_became_active":"2024-09-13T16:15:41.039294+0000","last_became_peered":"2024-09-13T16:15:41.039294+0000","last_unstale":"2024-09-13T16:15:45.417439+0000","last_undegraded":"2024-09-13T16:15:45.417439+0000","last_fullsized":"2024-09-13T16:15:45.417439+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:42:56.530129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.423046+0000","last_change":"2024-09-13T16:15:41.430533+0000","last_active":"2024-09-13T16:15:45.423046+0000","last_peered":"2024-09-13T16:15:45.423046+0000","last_clean":"2024-09-13T16:15:45.423046+0000","last_became_active":"2024-09-13T16:15:41.430277+0000","last_became_peered":"2024-09-13T16:15:41.430277+0000","last_unstale":"2024-09-13T16:15:45.423046+0000","last_undegraded":"2024-09-13T16:15:45.423046+0000","last_fullsized":"2024-09-13T16:15:45.423046+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:33:07.679354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.798980+0000","last_change":"2024-09-13T16:15:45.439696+0000","last_active":"2024-09-13T16:15:45.798980+0000","last_peered":"2024-09-13T16:15:45.798980+0000","last_clean":"2024-09-13T16:15:45.798980+0000","last_became_active":"2024-09-13T16:15:45.439214+0000","last_became_peered":"2024-09-13T16:15:45.439214+0000","last_unstale":"2024-09-13T16:15:45.798980+0000","last_undegraded":"2024-09-13T16:15:45.798980+0000","last_fullsized":"2024-09-13T16:15:45.798980+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:29:51.560320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0,5],"acting":[4,3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.419004+0000","last_change":"2024-09-13T16:15:41.429258+0000","last_active":"2024-09-13T16:15:45.419004+0000","last_peered":"2024-09-13T16:15:45.419004+0000","last_clean":"2024-09-13T16:15:45.419004+0000","last_became_active":"2024-09-13T16:15:41.429041+0000","last_became_peered":"2024-09-13T16:15:41.429041+0000","last_unstale":"2024-09-13T16:15:45.419004+0000","last_undegraded":"2024-09-13T16:15:45.419004+0000","last_fullsized":"2024-09-13T16:15:45.419004+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:20:15.057465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.b","version":"21'2","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.417246+0000","last_change":"2024-09-13T16:15:41.034197+0000","last_active":"2024-09-13T16:15:45.417246+0000","last_peered":"2024-09-13T16:15:45.417246+0000","last_clean":"2024-09-13T16:15:45.417246+0000","last_became_active":"2024-09-13T16:15:41.032725+0000","last_became_peered":"2024-09-13T16:15:41.032725+0000","last_unstale":"2024-09-13T16:15:45.417246+0000","last_undegraded":"2024-09-13T16:15:45.417246+0000","last_fullsized":"2024-09-13T16:15:45.417246+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:23:04.082341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.801464+0000","last_change":"2024-09-13T16:15:45.446039+0000","last_active":"2024-09-13T16:15:45.801464+0000","last_peered":"2024-09-13T16:15:45.801464+0000","last_clean":"2024-09-13T16:15:45.801464+0000","last_became_active":"2024-09-13T16:15:45.445412+0000","last_became_peered":"2024-09-13T16:15:45.445412+0000","last_unstale":"2024-09-13T16:15:45.801464+0000","last_undegraded":"2024-09-13T16:15:45.801464+0000","last_fullsized":"2024-09-13T16:15:45.801464+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:05:44.037656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2,1],"acting":[4,0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.413127+0000","last_change":"2024-09-13T16:15:41.423664+0000","last_active":"2024-09-13T16:15:45.413127+0000","last_peered":"2024-09-13T16:15:45.413127+0000","last_clean":"2024-09-13T16:15:45.413127+0000","last_became_active":"2024-09-13T16:15:41.423409+0000","last_became_peered":"2024-09-13T16:15:41.423409+0000","last_unstale":"2024-09-13T16:15:45.413127+0000","last_undegraded":"2024-09-13T16:15:45.413127+0000","last_fullsized":"2024-09-13T16:15:45.413127+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:22:02.925875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.434487+0000","last_change":"2024-09-13T16:15:41.031792+0000","last_active":"2024-09-13T16:15:45.434487+0000","last_peered":"2024-09-13T16:15:45.434487+0000","last_clean":"2024-09-13T16:15:45.434487+0000","last_became_active":"2024-09-13T16:15:41.031409+0000","last_became_peered":"2024-09-13T16:15:41.031409+0000","last_unstale":"2024-09-13T16:15:45.434487+0000","last_undegraded":"2024-09-13T16:15:45.434487+0000","last_fullsized":"2024-09-13T16:15:45.434487+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:23:30.756600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.801070+0000","last_change":"2024-09-13T16:15:45.445655+0000","last_active":"2024-09-13T16:15:45.801070+0000","last_peered":"2024-09-13T16:15:45.801070+0000","last_clean":"2024-09-13T16:15:45.801070+0000","last_became_active":"2024-09-13T16:15:45.445262+0000","last_became_peered":"2024-09-13T16:15:45.445262+0000","last_unstale":"2024-09-13T16:15:45.801070+0000","last_undegraded":"2024-09-13T16:15:45.801070+0000","last_fullsized":"2024-09-13T16:15:45.801070+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:34:17.285683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.413530+0000","last_change":"2024-09-13T16:15:41.413219+0000","last_active":"2024-09-13T16:15:45.413530+0000","last_peered":"2024-09-13T16:15:45.413530+0000","last_clean":"2024-09-13T16:15:45.413530+0000","last_became_active":"2024-09-13T16:15:41.412959+0000","last_became_peered":"2024-09-13T16:15:41.412959+0000","last_unstale":"2024-09-13T16:15:45.413530+0000","last_undegraded":"2024-09-13T16:15:45.413530+0000","last_fullsized":"2024-09-13T16:15:45.413530+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:08:24.015435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.432105+0000","last_change":"2024-09-13T16:15:41.032347+0000","last_active":"2024-09-13T16:15:45.432105+0000","last_peered":"2024-09-13T16:15:45.432105+0000","last_clean":"2024-09-13T16:15:45.432105+0000","last_became_active":"2024-09-13T16:15:41.032093+0000","last_became_peered":"2024-09-13T16:15:41.032093+0000","last_unstale":"2024-09-13T16:15:45.432105+0000","last_undegraded":"2024-09-13T16:15:45.432105+0000","last_fullsized":"2024-09-13T16:15:45.432105+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:33:42.634191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:46.624777+0000","last_change":"2024-09-13T16:15:45.446608+0000","last_active":"2024-09-13T16:15:46.624777+0000","last_peered":"2024-09-13T16:15:46.624777+0000","last_clean":"2024-09-13T16:15:46.624777+0000","last_became_active":"2024-09-13T16:15:45.446001+0000","last_became_peered":"2024-09-13T16:15:45.446001+0000","last_unstale":"2024-09-13T16:15:46.624777+0000","last_undegraded":"2024-09-13T16:15:46.624777+0000","last_fullsized":"2024-09-13T16:15:46.624777+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:34:17.285683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4,7],"acting":[1,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.425592+0000","last_change":"2024-09-13T16:15:41.426036+0000","last_active":"2024-09-13T16:15:45.425592+0000","last_peered":"2024-09-13T16:15:45.425592+0000","last_clean":"2024-09-13T16:15:45.425592+0000","last_became_active":"2024-09-13T16:15:41.425741+0000","last_became_peered":"2024-09-13T16:15:41.425741+0000","last_unstale":"2024-09-13T16:15:45.425592+0000","last_undegraded":"2024-09-13T16:15:45.425592+0000","last_fullsized":"2024-09-13T16:15:45.425592+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:33:43.646968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.417142+0000","last_change":"2024-09-13T16:15:41.032847+0000","last_active":"2024-09-13T16:15:45.417142+0000","last_peered":"2024-09-13T16:15:45.417142+0000","last_clean":"2024-09-13T16:15:45.417142+0000","last_became_active":"2024-09-13T16:15:41.032575+0000","last_became_peered":"2024-09-13T16:15:41.032575+0000","last_unstale":"2024-09-13T16:15:45.417142+0000","last_undegraded":"2024-09-13T16:15:45.417142+0000","last_fullsized":"2024-09-13T16:15:45.417142+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:37:17.411045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.801470+0000","last_change":"2024-09-13T16:15:45.449940+0000","last_active":"2024-09-13T16:15:45.801470+0000","last_peered":"2024-09-13T16:15:45.801470+0000","last_clean":"2024-09-13T16:15:45.801470+0000","last_became_active":"2024-09-13T16:15:45.449446+0000","last_became_peered":"2024-09-13T16:15:45.449446+0000","last_unstale":"2024-09-13T16:15:45.801470+0000","last_undegraded":"2024-09-13T16:15:45.801470+0000","last_fullsized":"2024-09-13T16:15:45.801470+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:36:18.536576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.426669+0000","last_change":"2024-09-13T16:15:41.415433+0000","last_active":"2024-09-13T16:15:45.426669+0000","last_peered":"2024-09-13T16:15:45.426669+0000","last_clean":"2024-09-13T16:15:45.426669+0000","last_became_active":"2024-09-13T16:15:41.415187+0000","last_became_peered":"2024-09-13T16:15:41.415187+0000","last_unstale":"2024-09-13T16:15:45.426669+0000","last_undegraded":"2024-09-13T16:15:45.426669+0000","last_fullsized":"2024-09-13T16:15:45.426669+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:52:33.344284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"21'2","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.419786+0000","last_change":"2024-09-13T16:15:41.035854+0000","last_active":"2024-09-13T16:15:45.419786+0000","last_peered":"2024-09-13T16:15:45.419786+0000","last_clean":"2024-09-13T16:15:45.419786+0000","last_became_active":"2024-09-13T16:15:41.035523+0000","last_became_peered":"2024-09-13T16:15:41.035523+0000","last_unstale":"2024-09-13T16:15:45.419786+0000","last_undegraded":"2024-09-13T16:15:45.419786+0000","last_fullsized":"2024-09-13T16:15:45.419786+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:06:51.700440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.798662+0000","last_change":"2024-09-13T16:15:45.437824+0000","last_active":"2024-09-13T16:15:45.798662+0000","last_peered":"2024-09-13T16:15:45.798662+0000","last_clean":"2024-09-13T16:15:45.798662+0000","last_became_active":"2024-09-13T16:15:45.437484+0000","last_became_peered":"2024-09-13T16:15:45.437484+0000","last_unstale":"2024-09-13T16:15:45.798662+0000","last_undegraded":"2024-09-13T16:15:45.798662+0000","last_fullsized":"2024-09-13T16:15:45.798662+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:28:05.822037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,7],"acting":[4,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.416247+0000","last_change":"2024-09-13T16:15:41.412507+0000","last_active":"2024-09-13T16:15:45.416247+0000","last_peered":"2024-09-13T16:15:45.416247+0000","last_clean":"2024-09-13T16:15:45.416247+0000","last_became_active":"2024-09-13T16:15:41.412266+0000","last_became_peered":"2024-09-13T16:15:41.412266+0000","last_unstale":"2024-09-13T16:15:45.416247+0000","last_undegraded":"2024-09-13T16:15:45.416247+0000","last_fullsized":"2024-09-13T16:15:45.416247+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:28:02.414880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"24'1","reported_seq":16,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.432956+0000","last_change":"2024-09-13T16:15:41.031785+0000","last_active":"2024-09-13T16:15:45.432956+0000","last_peered":"2024-09-13T16:15:45.432956+0000","last_clean":"2024-09-13T16:15:45.432956+0000","last_became_active":"2024-09-13T16:15:41.031492+0000","last_became_peered":"2024-09-13T16:15:41.031492+0000","last_unstale":"2024-09-13T16:15:45.432956+0000","last_undegraded":"2024-09-13T16:15:45.432956+0000","last_fullsized":"2024-09-13T16:15:45.432956+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:37:17.411045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.796233+0000","last_change":"2024-09-13T16:15:45.430678+0000","last_active":"2024-09-13T16:15:45.796233+0000","last_peered":"2024-09-13T16:15:45.796233+0000","last_clean":"2024-09-13T16:15:45.796233+0000","last_became_active":"2024-09-13T16:15:45.430278+0000","last_became_peered":"2024-09-13T16:15:45.430278+0000","last_unstale":"2024-09-13T16:15:45.796233+0000","last_undegraded":"2024-09-13T16:15:45.796233+0000","last_fullsized":"2024-09-13T16:15:45.796233+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:48:40.759944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0,1],"acting":[3,7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.434414+0000","last_change":"2024-09-13T16:15:41.417862+0000","last_active":"2024-09-13T16:15:45.434414+0000","last_peered":"2024-09-13T16:15:45.434414+0000","last_clean":"2024-09-13T16:15:45.434414+0000","last_became_active":"2024-09-13T16:15:41.417601+0000","last_became_peered":"2024-09-13T16:15:41.417601+0000","last_unstale":"2024-09-13T16:15:45.434414+0000","last_undegraded":"2024-09-13T16:15:45.434414+0000","last_fullsized":"2024-09-13T16:15:45.434414+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:22:02.925875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.417764+0000","last_change":"2024-09-13T16:15:41.034156+0000","last_active":"2024-09-13T16:15:45.417764+0000","last_peered":"2024-09-13T16:15:45.417764+0000","last_clean":"2024-09-13T16:15:45.417764+0000","last_became_active":"2024-09-13T16:15:41.032659+0000","last_became_peered":"2024-09-13T16:15:41.032659+0000","last_unstale":"2024-09-13T16:15:45.417764+0000","last_undegraded":"2024-09-13T16:15:45.417764+0000","last_fullsized":"2024-09-13T16:15:45.417764+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:33:42.634191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:46.621173+0000","last_change":"2024-09-13T16:15:45.448222+0000","last_active":"2024-09-13T16:15:46.621173+0000","last_peered":"2024-09-13T16:15:46.621173+0000","last_clean":"2024-09-13T16:15:46.621173+0000","last_became_active":"2024-09-13T16:15:45.447880+0000","last_became_peered":"2024-09-13T16:15:45.447880+0000","last_unstale":"2024-09-13T16:15:46.621173+0000","last_undegraded":"2024-09-13T16:15:46.621173+0000","last_fullsized":"2024-09-13T16:15:46.621173+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:03:48.787790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7,1],"acting":[0,5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.423180+0000","last_change":"2024-09-13T16:15:41.422747+0000","last_active":"2024-09-13T16:15:45.423180+0000","last_peered":"2024-09-13T16:15:45.423180+0000","last_clean":"2024-09-13T16:15:45.423180+0000","last_became_active":"2024-09-13T16:15:41.419626+0000","last_became_peered":"2024-09-13T16:15:41.419626+0000","last_unstale":"2024-09-13T16:15:45.423180+0000","last_undegraded":"2024-09-13T16:15:45.423180+0000","last_fullsized":"2024-09-13T16:15:45.423180+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:15:39.247568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.435285+0000","last_change":"2024-09-13T16:15:41.023747+0000","last_active":"2024-09-13T16:15:45.435285+0000","last_peered":"2024-09-13T16:15:45.435285+0000","last_clean":"2024-09-13T16:15:45.435285+0000","last_became_active":"2024-09-13T16:15:41.023463+0000","last_became_peered":"2024-09-13T16:15:41.023463+0000","last_unstale":"2024-09-13T16:15:45.435285+0000","last_undegraded":"2024-09-13T16:15:45.435285+0000","last_fullsized":"2024-09-13T16:15:45.435285+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:53:09.205608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:46.621860+0000","last_change":"2024-09-13T16:15:45.446054+0000","last_active":"2024-09-13T16:15:46.621860+0000","last_peered":"2024-09-13T16:15:46.621860+0000","last_clean":"2024-09-13T16:15:46.621860+0000","last_became_active":"2024-09-13T16:15:45.443702+0000","last_became_peered":"2024-09-13T16:15:45.443702+0000","last_unstale":"2024-09-13T16:15:46.621860+0000","last_undegraded":"2024-09-13T16:15:46.621860+0000","last_fullsized":"2024-09-13T16:15:46.621860+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:54:19.358862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4,0],"acting":[1,5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.429023+0000","last_change":"2024-09-13T16:15:41.420693+0000","last_active":"2024-09-13T16:15:45.429023+0000","last_peered":"2024-09-13T16:15:45.429023+0000","last_clean":"2024-09-13T16:15:45.429023+0000","last_became_active":"2024-09-13T16:15:41.419700+0000","last_became_peered":"2024-09-13T16:15:41.419700+0000","last_unstale":"2024-09-13T16:15:45.429023+0000","last_undegraded":"2024-09-13T16:15:45.429023+0000","last_fullsized":"2024-09-13T16:15:45.429023+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:23:31.769377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.421057+0000","last_change":"2024-09-13T16:15:41.034060+0000","last_active":"2024-09-13T16:15:45.421057+0000","last_peered":"2024-09-13T16:15:45.421057+0000","last_clean":"2024-09-13T16:15:45.421057+0000","last_became_active":"2024-09-13T16:15:41.032982+0000","last_became_peered":"2024-09-13T16:15:41.032982+0000","last_unstale":"2024-09-13T16:15:45.421057+0000","last_undegraded":"2024-09-13T16:15:45.421057+0000","last_fullsized":"2024-09-13T16:15:45.421057+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:59:29.370756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:46.623729+0000","last_change":"2024-09-13T16:15:45.443110+0000","last_active":"2024-09-13T16:15:46.623729+0000","last_peered":"2024-09-13T16:15:46.623729+0000","last_clean":"2024-09-13T16:15:46.623729+0000","last_became_active":"2024-09-13T16:15:45.440379+0000","last_became_peered":"2024-09-13T16:15:45.440379+0000","last_unstale":"2024-09-13T16:15:46.623729+0000","last_undegraded":"2024-09-13T16:15:46.623729+0000","last_fullsized":"2024-09-13T16:15:46.623729+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:58:53.421511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3,6],"acting":[1,2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.435046+0000","last_change":"2024-09-13T16:15:41.412052+0000","last_active":"2024-09-13T16:15:45.435046+0000","last_peered":"2024-09-13T16:15:45.435046+0000","last_clean":"2024-09-13T16:15:45.435046+0000","last_became_active":"2024-09-13T16:15:41.411796+0000","last_became_peered":"2024-09-13T16:15:41.411796+0000","last_unstale":"2024-09-13T16:15:45.435046+0000","last_undegraded":"2024-09-13T16:15:45.435046+0000","last_fullsized":"2024-09-13T16:15:45.435046+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:11:47.177046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.420600+0000","last_change":"2024-09-13T16:15:41.036198+0000","last_active":"2024-09-13T16:15:45.420600+0000","last_peered":"2024-09-13T16:15:45.420600+0000","last_clean":"2024-09-13T16:15:45.420600+0000","last_became_active":"2024-09-13T16:15:41.035934+0000","last_became_peered":"2024-09-13T16:15:41.035934+0000","last_unstale":"2024-09-13T16:15:45.420600+0000","last_undegraded":"2024-09-13T16:15:45.420600+0000","last_fullsized":"2024-09-13T16:15:45.420600+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:23:04.082341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:46.624856+0000","last_change":"2024-09-13T16:15:45.448674+0000","last_active":"2024-09-13T16:15:46.624856+0000","last_peered":"2024-09-13T16:15:46.624856+0000","last_clean":"2024-09-13T16:15:46.624856+0000","last_became_active":"2024-09-13T16:15:45.446894+0000","last_became_peered":"2024-09-13T16:15:45.446894+0000","last_unstale":"2024-09-13T16:15:46.624856+0000","last_undegraded":"2024-09-13T16:15:46.624856+0000","last_fullsized":"2024-09-13T16:15:46.624856+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:17:45.206594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0,3],"acting":[1,5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.424987+0000","last_change":"2024-09-13T16:15:41.431583+0000","last_active":"2024-09-13T16:15:45.424987+0000","last_peered":"2024-09-13T16:15:45.424987+0000","last_clean":"2024-09-13T16:15:45.424987+0000","last_became_active":"2024-09-13T16:15:41.431310+0000","last_became_peered":"2024-09-13T16:15:41.431310+0000","last_unstale":"2024-09-13T16:15:45.424987+0000","last_undegraded":"2024-09-13T16:15:45.424987+0000","last_fullsized":"2024-09-13T16:15:45.424987+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:12:04.198678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.417297+0000","last_change":"2024-09-13T16:15:41.033404+0000","last_active":"2024-09-13T16:15:45.417297+0000","last_peered":"2024-09-13T16:15:45.417297+0000","last_clean":"2024-09-13T16:15:45.417297+0000","last_became_active":"2024-09-13T16:15:41.033180+0000","last_became_peered":"2024-09-13T16:15:41.033180+0000","last_unstale":"2024-09-13T16:15:45.417297+0000","last_undegraded":"2024-09-13T16:15:45.417297+0000","last_fullsized":"2024-09-13T16:15:45.417297+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:23:30.756600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:46.622050+0000","last_change":"2024-09-13T16:15:45.441683+0000","last_active":"2024-09-13T16:15:46.622050+0000","last_peered":"2024-09-13T16:15:46.622050+0000","last_clean":"2024-09-13T16:15:46.622050+0000","last_became_active":"2024-09-13T16:15:45.441286+0000","last_became_peered":"2024-09-13T16:15:45.441286+0000","last_unstale":"2024-09-13T16:15:46.622050+0000","last_undegraded":"2024-09-13T16:15:46.622050+0000","last_fullsized":"2024-09-13T16:15:46.622050+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:27:40.387319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2,7],"acting":[0,1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.412679+0000","last_change":"2024-09-13T16:15:41.430895+0000","last_active":"2024-09-13T16:15:45.412679+0000","last_peered":"2024-09-13T16:15:45.412679+0000","last_clean":"2024-09-13T16:15:45.412679+0000","last_became_active":"2024-09-13T16:15:41.430627+0000","last_became_peered":"2024-09-13T16:15:41.430627+0000","last_unstale":"2024-09-13T16:15:45.412679+0000","last_undegraded":"2024-09-13T16:15:45.412679+0000","last_fullsized":"2024-09-13T16:15:45.412679+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:21:26.930345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.420645+0000","last_change":"2024-09-13T16:15:41.037492+0000","last_active":"2024-09-13T16:15:45.420645+0000","last_peered":"2024-09-13T16:15:45.420645+0000","last_clean":"2024-09-13T16:15:45.420645+0000","last_became_active":"2024-09-13T16:15:41.037216+0000","last_became_peered":"2024-09-13T16:15:41.037216+0000","last_unstale":"2024-09-13T16:15:45.420645+0000","last_undegraded":"2024-09-13T16:15:45.420645+0000","last_fullsized":"2024-09-13T16:15:45.420645+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:28:31.923652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":168,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.417442+0000","last_change":"2024-09-13T16:15:30.706664+0000","last_active":"2024-09-13T16:15:45.417442+0000","last_peered":"2024-09-13T16:15:45.417442+0000","last_clean":"2024-09-13T16:15:45.417442+0000","last_became_active":"2024-09-13T16:15:30.706146+0000","last_became_peered":"2024-09-13T16:15:30.706146+0000","last_unstale":"2024-09-13T16:15:45.417442+0000","last_undegraded":"2024-09-13T16:15:45.417442+0000","last_fullsized":"2024-09-13T16:15:45.417442+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:28.905101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:28.905101+0000","last_clean_scrub_stamp":"2024-09-13T16:15:28.905101+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:38:40.338700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:46.623137+0000","last_change":"2024-09-13T16:15:45.432988+0000","last_active":"2024-09-13T16:15:46.623137+0000","last_peered":"2024-09-13T16:15:46.623137+0000","last_clean":"2024-09-13T16:15:46.623137+0000","last_became_active":"2024-09-13T16:15:45.432603+0000","last_became_peered":"2024-09-13T16:15:45.432603+0000","last_unstale":"2024-09-13T16:15:46.623137+0000","last_undegraded":"2024-09-13T16:15:46.623137+0000","last_fullsized":"2024-09-13T16:15:46.623137+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:30:36.715026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,4,7],"acting":[6,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.417467+0000","last_change":"2024-09-13T16:15:41.425729+0000","last_active":"2024-09-13T16:15:45.417467+0000","last_peered":"2024-09-13T16:15:45.417467+0000","last_clean":"2024-09-13T16:15:45.417467+0000","last_became_active":"2024-09-13T16:15:41.425482+0000","last_became_peered":"2024-09-13T16:15:41.425482+0000","last_unstale":"2024-09-13T16:15:45.417467+0000","last_undegraded":"2024-09-13T16:15:45.417467+0000","last_fullsized":"2024-09-13T16:15:45.417467+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:50:40.669575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.422059+0000","last_change":"2024-09-13T16:15:41.034746+0000","last_active":"2024-09-13T16:15:45.422059+0000","last_peered":"2024-09-13T16:15:45.422059+0000","last_clean":"2024-09-13T16:15:45.422059+0000","last_became_active":"2024-09-13T16:15:41.034286+0000","last_became_peered":"2024-09-13T16:15:41.034286+0000","last_unstale":"2024-09-13T16:15:45.422059+0000","last_undegraded":"2024-09-13T16:15:45.422059+0000","last_fullsized":"2024-09-13T16:15:45.422059+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:24:38.572929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:46.623089+0000","last_change":"2024-09-13T16:15:45.437198+0000","last_active":"2024-09-13T16:15:46.623089+0000","last_peered":"2024-09-13T16:15:46.623089+0000","last_clean":"2024-09-13T16:15:46.623089+0000","last_became_active":"2024-09-13T16:15:45.436595+0000","last_became_peered":"2024-09-13T16:15:45.436595+0000","last_unstale":"2024-09-13T16:15:46.623089+0000","last_undegraded":"2024-09-13T16:15:46.623089+0000","last_fullsized":"2024-09-13T16:15:46.623089+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:20:43.393814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,1,0],"acting":[6,7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.421792+0000","last_change":"2024-09-13T16:15:41.424176+0000","last_active":"2024-09-13T16:15:45.421792+0000","last_peered":"2024-09-13T16:15:45.421792+0000","last_clean":"2024-09-13T16:15:45.421792+0000","last_became_active":"2024-09-13T16:15:41.423906+0000","last_became_peered":"2024-09-13T16:15:41.423906+0000","last_unstale":"2024-09-13T16:15:45.421792+0000","last_undegraded":"2024-09-13T16:15:45.421792+0000","last_fullsized":"2024-09-13T16:15:45.421792+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:34:57.106014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.d","version":"21'1","reported_seq":16,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.432513+0000","last_change":"2024-09-13T16:15:41.021672+0000","last_active":"2024-09-13T16:15:45.432513+0000","last_peered":"2024-09-13T16:15:45.432513+0000","last_clean":"2024-09-13T16:15:45.432513+0000","last_became_active":"2024-09-13T16:15:41.020719+0000","last_became_peered":"2024-09-13T16:15:41.020719+0000","last_unstale":"2024-09-13T16:15:45.432513+0000","last_undegraded":"2024-09-13T16:15:45.432513+0000","last_fullsized":"2024-09-13T16:15:45.432513+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:23:04.082341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:46.621295+0000","last_change":"2024-09-13T16:15:45.444215+0000","last_active":"2024-09-13T16:15:46.621295+0000","last_peered":"2024-09-13T16:15:46.621295+0000","last_clean":"2024-09-13T16:15:46.621295+0000","last_became_active":"2024-09-13T16:15:45.443842+0000","last_became_peered":"2024-09-13T16:15:45.443842+0000","last_unstale":"2024-09-13T16:15:46.621295+0000","last_undegraded":"2024-09-13T16:15:46.621295+0000","last_fullsized":"2024-09-13T16:15:46.621295+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:36:18.570724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4,5],"acting":[0,1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.418316+0000","last_change":"2024-09-13T16:15:41.429232+0000","last_active":"2024-09-13T16:15:45.418316+0000","last_peered":"2024-09-13T16:15:45.418316+0000","last_clean":"2024-09-13T16:15:45.418316+0000","last_became_active":"2024-09-13T16:15:41.426840+0000","last_became_peered":"2024-09-13T16:15:41.426840+0000","last_unstale":"2024-09-13T16:15:45.418316+0000","last_undegraded":"2024-09-13T16:15:45.418316+0000","last_fullsized":"2024-09-13T16:15:45.418316+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:28:02.414880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"21'2","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.420772+0000","last_change":"2024-09-13T16:15:41.033749+0000","last_active":"2024-09-13T16:15:45.420772+0000","last_peered":"2024-09-13T16:15:45.420772+0000","last_clean":"2024-09-13T16:15:45.420772+0000","last_became_active":"2024-09-13T16:15:41.033356+0000","last_became_peered":"2024-09-13T16:15:41.033356+0000","last_unstale":"2024-09-13T16:15:45.420772+0000","last_undegraded":"2024-09-13T16:15:45.420772+0000","last_fullsized":"2024-09-13T16:15:45.420772+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:25:22.130748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:46.466134+0000","last_change":"2024-09-13T16:15:45.434063+0000","last_active":"2024-09-13T16:15:46.466134+0000","last_peered":"2024-09-13T16:15:46.466134+0000","last_clean":"2024-09-13T16:15:46.466134+0000","last_became_active":"2024-09-13T16:15:45.433849+0000","last_became_peered":"2024-09-13T16:15:45.433849+0000","last_unstale":"2024-09-13T16:15:46.466134+0000","last_undegraded":"2024-09-13T16:15:46.466134+0000","last_fullsized":"2024-09-13T16:15:46.466134+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:47:37.415731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7,6],"acting":[5,4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.417917+0000","last_change":"2024-09-13T16:15:41.425176+0000","last_active":"2024-09-13T16:15:45.417917+0000","last_peered":"2024-09-13T16:15:45.417917+0000","last_clean":"2024-09-13T16:15:45.417917+0000","last_became_active":"2024-09-13T16:15:41.422117+0000","last_became_peered":"2024-09-13T16:15:41.422117+0000","last_unstale":"2024-09-13T16:15:45.417917+0000","last_undegraded":"2024-09-13T16:15:45.417917+0000","last_fullsized":"2024-09-13T16:15:45.417917+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:04:01.515823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"21'1","reported_seq":16,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.425091+0000","last_change":"2024-09-13T16:15:41.024081+0000","last_active":"2024-09-13T16:15:45.425091+0000","last_peered":"2024-09-13T16:15:45.425091+0000","last_clean":"2024-09-13T16:15:45.425091+0000","last_became_active":"2024-09-13T16:15:41.023763+0000","last_became_peered":"2024-09-13T16:15:41.023763+0000","last_unstale":"2024-09-13T16:15:45.425091+0000","last_undegraded":"2024-09-13T16:15:45.425091+0000","last_fullsized":"2024-09-13T16:15:45.425091+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:25:44.598813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.799842+0000","last_change":"2024-09-13T16:15:45.436109+0000","last_active":"2024-09-13T16:15:45.799842+0000","last_peered":"2024-09-13T16:15:45.799842+0000","last_clean":"2024-09-13T16:15:45.799842+0000","last_became_active":"2024-09-13T16:15:45.435716+0000","last_became_peered":"2024-09-13T16:15:45.435716+0000","last_unstale":"2024-09-13T16:15:45.799842+0000","last_undegraded":"2024-09-13T16:15:45.799842+0000","last_fullsized":"2024-09-13T16:15:45.799842+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:17:45.206594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3,6],"acting":[4,1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.415763+0000","last_change":"2024-09-13T16:15:41.430211+0000","last_active":"2024-09-13T16:15:45.415763+0000","last_peered":"2024-09-13T16:15:45.415763+0000","last_clean":"2024-09-13T16:15:45.415763+0000","last_became_active":"2024-09-13T16:15:41.429928+0000","last_became_peered":"2024-09-13T16:15:41.429928+0000","last_unstale":"2024-09-13T16:15:45.415763+0000","last_undegraded":"2024-09-13T16:15:45.415763+0000","last_fullsized":"2024-09-13T16:15:45.415763+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:21:26.930345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"21'8","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.419902+0000","last_change":"2024-09-13T16:15:41.028349+0000","last_active":"2024-09-13T16:15:45.419902+0000","last_peered":"2024-09-13T16:15:45.419902+0000","last_clean":"2024-09-13T16:15:45.419902+0000","last_became_active":"2024-09-13T16:15:41.028039+0000","last_became_peered":"2024-09-13T16:15:41.028039+0000","last_unstale":"2024-09-13T16:15:45.419902+0000","last_undegraded":"2024-09-13T16:15:45.419902+0000","last_fullsized":"2024-09-13T16:15:45.419902+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:53:09.205608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:46.621915+0000","last_change":"2024-09-13T16:15:45.431362+0000","last_active":"2024-09-13T16:15:46.621915+0000","last_peered":"2024-09-13T16:15:46.621915+0000","last_clean":"2024-09-13T16:15:46.621915+0000","last_became_active":"2024-09-13T16:15:45.430948+0000","last_became_peered":"2024-09-13T16:15:45.430948+0000","last_unstale":"2024-09-13T16:15:46.621915+0000","last_undegraded":"2024-09-13T16:15:46.621915+0000","last_fullsized":"2024-09-13T16:15:46.621915+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:44:00.619593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2,6],"acting":[0,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.414165+0000","last_change":"2024-09-13T16:15:41.420682+0000","last_active":"2024-09-13T16:15:45.414165+0000","last_peered":"2024-09-13T16:15:45.414165+0000","last_clean":"2024-09-13T16:15:45.414165+0000","last_became_active":"2024-09-13T16:15:41.420207+0000","last_became_peered":"2024-09-13T16:15:41.420207+0000","last_unstale":"2024-09-13T16:15:45.414165+0000","last_undegraded":"2024-09-13T16:15:45.414165+0000","last_fullsized":"2024-09-13T16:15:45.414165+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:44:31.875006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.419134+0000","last_change":"2024-09-13T16:15:41.027279+0000","last_active":"2024-09-13T16:15:45.419134+0000","last_peered":"2024-09-13T16:15:45.419134+0000","last_clean":"2024-09-13T16:15:45.419134+0000","last_became_active":"2024-09-13T16:15:41.026955+0000","last_became_peered":"2024-09-13T16:15:41.026955+0000","last_unstale":"2024-09-13T16:15:45.419134+0000","last_undegraded":"2024-09-13T16:15:45.419134+0000","last_fullsized":"2024-09-13T16:15:45.419134+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:25:22.130748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.797755+0000","last_change":"2024-09-13T16:15:45.429369+0000","last_active":"2024-09-13T16:15:45.797755+0000","last_peered":"2024-09-13T16:15:45.797755+0000","last_clean":"2024-09-13T16:15:45.797755+0000","last_became_active":"2024-09-13T16:15:45.428985+0000","last_became_peered":"2024-09-13T16:15:45.428985+0000","last_unstale":"2024-09-13T16:15:45.797755+0000","last_undegraded":"2024-09-13T16:15:45.797755+0000","last_fullsized":"2024-09-13T16:15:45.797755+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:26:14.723087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,6],"acting":[3,7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.417325+0000","last_change":"2024-09-13T16:15:41.430249+0000","last_active":"2024-09-13T16:15:45.417325+0000","last_peered":"2024-09-13T16:15:45.417325+0000","last_clean":"2024-09-13T16:15:45.417325+0000","last_became_active":"2024-09-13T16:15:41.425258+0000","last_became_peered":"2024-09-13T16:15:41.425258+0000","last_unstale":"2024-09-13T16:15:45.417325+0000","last_undegraded":"2024-09-13T16:15:45.417325+0000","last_fullsized":"2024-09-13T16:15:45.417325+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:56:02.400511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.421064+0000","last_change":"2024-09-13T16:15:41.037723+0000","last_active":"2024-09-13T16:15:45.421064+0000","last_peered":"2024-09-13T16:15:45.421064+0000","last_clean":"2024-09-13T16:15:45.421064+0000","last_became_active":"2024-09-13T16:15:41.037313+0000","last_became_peered":"2024-09-13T16:15:41.037313+0000","last_unstale":"2024-09-13T16:15:45.421064+0000","last_undegraded":"2024-09-13T16:15:45.421064+0000","last_fullsized":"2024-09-13T16:15:45.421064+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:12:26.352318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.797540+0000","last_change":"2024-09-13T16:15:45.436611+0000","last_active":"2024-09-13T16:15:45.797540+0000","last_peered":"2024-09-13T16:15:45.797540+0000","last_clean":"2024-09-13T16:15:45.797540+0000","last_became_active":"2024-09-13T16:15:45.436224+0000","last_became_peered":"2024-09-13T16:15:45.436224+0000","last_unstale":"2024-09-13T16:15:45.797540+0000","last_undegraded":"2024-09-13T16:15:45.797540+0000","last_fullsized":"2024-09-13T16:15:45.797540+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:25:18.924994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,2],"acting":[3,1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.425266+0000","last_change":"2024-09-13T16:15:41.413282+0000","last_active":"2024-09-13T16:15:45.425266+0000","last_peered":"2024-09-13T16:15:45.425266+0000","last_clean":"2024-09-13T16:15:45.425266+0000","last_became_active":"2024-09-13T16:15:41.413018+0000","last_became_peered":"2024-09-13T16:15:41.413018+0000","last_unstale":"2024-09-13T16:15:45.425266+0000","last_undegraded":"2024-09-13T16:15:45.425266+0000","last_fullsized":"2024-09-13T16:15:45.425266+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:59:59.432849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.13","version":"21'2","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.425542+0000","last_change":"2024-09-13T16:15:41.028202+0000","last_active":"2024-09-13T16:15:45.425542+0000","last_peered":"2024-09-13T16:15:45.425542+0000","last_clean":"2024-09-13T16:15:45.425542+0000","last_became_active":"2024-09-13T16:15:41.027695+0000","last_became_peered":"2024-09-13T16:15:41.027695+0000","last_unstale":"2024-09-13T16:15:45.425542+0000","last_undegraded":"2024-09-13T16:15:45.425542+0000","last_fullsized":"2024-09-13T16:15:45.425542+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:30:56.384304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:46.467079+0000","last_change":"2024-09-13T16:15:45.429663+0000","last_active":"2024-09-13T16:15:46.467079+0000","last_peered":"2024-09-13T16:15:46.467079+0000","last_clean":"2024-09-13T16:15:46.467079+0000","last_became_active":"2024-09-13T16:15:45.429313+0000","last_became_peered":"2024-09-13T16:15:45.429313+0000","last_unstale":"2024-09-13T16:15:46.467079+0000","last_undegraded":"2024-09-13T16:15:46.467079+0000","last_fullsized":"2024-09-13T16:15:46.467079+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:40:41.137237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3,2],"acting":[5,7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.417538+0000","last_change":"2024-09-13T16:15:41.421663+0000","last_active":"2024-09-13T16:15:45.417538+0000","last_peered":"2024-09-13T16:15:45.417538+0000","last_clean":"2024-09-13T16:15:45.417538+0000","last_became_active":"2024-09-13T16:15:41.421412+0000","last_became_peered":"2024-09-13T16:15:41.421412+0000","last_unstale":"2024-09-13T16:15:45.417538+0000","last_undegraded":"2024-09-13T16:15:45.417538+0000","last_fullsized":"2024-09-13T16:15:45.417538+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:55:13.234223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.14","version":"26'9","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:50.922909+0000","last_change":"2024-09-13T16:15:41.036305+0000","last_active":"2024-09-13T16:15:50.922909+0000","last_peered":"2024-09-13T16:15:50.922909+0000","last_clean":"2024-09-13T16:15:50.922909+0000","last_became_active":"2024-09-13T16:15:41.036022+0000","last_became_peered":"2024-09-13T16:15:41.036022+0000","last_unstale":"2024-09-13T16:15:50.922909+0000","last_undegraded":"2024-09-13T16:15:50.922909+0000","last_fullsized":"2024-09-13T16:15:50.922909+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:23:04.082341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3795,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:46.622048+0000","last_change":"2024-09-13T16:15:45.445565+0000","last_active":"2024-09-13T16:15:46.622048+0000","last_peered":"2024-09-13T16:15:46.622048+0000","last_clean":"2024-09-13T16:15:46.622048+0000","last_became_active":"2024-09-13T16:15:45.442341+0000","last_became_peered":"2024-09-13T16:15:45.442341+0000","last_unstale":"2024-09-13T16:15:46.622048+0000","last_undegraded":"2024-09-13T16:15:46.622048+0000","last_fullsized":"2024-09-13T16:15:46.622048+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:38:27.489586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2,0],"acting":[1,6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.425188+0000","last_change":"2024-09-13T16:15:41.419163+0000","last_active":"2024-09-13T16:15:45.425188+0000","last_peered":"2024-09-13T16:15:45.425188+0000","last_clean":"2024-09-13T16:15:45.425188+0000","last_became_active":"2024-09-13T16:15:41.417552+0000","last_became_peered":"2024-09-13T16:15:41.417552+0000","last_unstale":"2024-09-13T16:15:45.425188+0000","last_undegraded":"2024-09-13T16:15:45.425188+0000","last_fullsized":"2024-09-13T16:15:45.425188+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:53:10.218385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"21'3","reported_seq":18,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.432149+0000","last_change":"2024-09-13T16:15:41.033212+0000","last_active":"2024-09-13T16:15:45.432149+0000","last_peered":"2024-09-13T16:15:45.432149+0000","last_clean":"2024-09-13T16:15:45.432149+0000","last_became_active":"2024-09-13T16:15:41.032932+0000","last_became_peered":"2024-09-13T16:15:41.032932+0000","last_unstale":"2024-09-13T16:15:45.432149+0000","last_undegraded":"2024-09-13T16:15:45.432149+0000","last_fullsized":"2024-09-13T16:15:45.432149+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:24:54.906382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.798936+0000","last_change":"2024-09-13T16:15:45.445670+0000","last_active":"2024-09-13T16:15:45.798936+0000","last_peered":"2024-09-13T16:15:45.798936+0000","last_clean":"2024-09-13T16:15:45.798936+0000","last_became_active":"2024-09-13T16:15:45.445288+0000","last_became_peered":"2024-09-13T16:15:45.445288+0000","last_unstale":"2024-09-13T16:15:45.798936+0000","last_undegraded":"2024-09-13T16:15:45.798936+0000","last_fullsized":"2024-09-13T16:15:45.798936+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:54:19.358862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,1],"acting":[4,5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.426237+0000","last_change":"2024-09-13T16:15:41.424204+0000","last_active":"2024-09-13T16:15:45.426237+0000","last_peered":"2024-09-13T16:15:45.426237+0000","last_clean":"2024-09-13T16:15:45.426237+0000","last_became_active":"2024-09-13T16:15:41.423904+0000","last_became_peered":"2024-09-13T16:15:41.423904+0000","last_unstale":"2024-09-13T16:15:45.426237+0000","last_undegraded":"2024-09-13T16:15:45.426237+0000","last_fullsized":"2024-09-13T16:15:45.426237+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:32:31.972422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.421040+0000","last_change":"2024-09-13T16:15:41.034031+0000","last_active":"2024-09-13T16:15:45.421040+0000","last_peered":"2024-09-13T16:15:45.421040+0000","last_clean":"2024-09-13T16:15:45.421040+0000","last_became_active":"2024-09-13T16:15:41.033489+0000","last_became_peered":"2024-09-13T16:15:41.033489+0000","last_unstale":"2024-09-13T16:15:45.421040+0000","last_undegraded":"2024-09-13T16:15:45.421040+0000","last_fullsized":"2024-09-13T16:15:45.421040+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:20:11.669314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.796210+0000","last_change":"2024-09-13T16:15:45.436970+0000","last_active":"2024-09-13T16:15:45.796210+0000","last_peered":"2024-09-13T16:15:45.796210+0000","last_clean":"2024-09-13T16:15:45.796210+0000","last_became_active":"2024-09-13T16:15:45.436526+0000","last_became_peered":"2024-09-13T16:15:45.436526+0000","last_unstale":"2024-09-13T16:15:45.796210+0000","last_undegraded":"2024-09-13T16:15:45.796210+0000","last_fullsized":"2024-09-13T16:15:45.796210+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:36:18.536576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6,4],"acting":[3,1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.420828+0000","last_change":"2024-09-13T16:15:41.434977+0000","last_active":"2024-09-13T16:15:45.420828+0000","last_peered":"2024-09-13T16:15:45.420828+0000","last_clean":"2024-09-13T16:15:45.420828+0000","last_became_active":"2024-09-13T16:15:41.434755+0000","last_became_peered":"2024-09-13T16:15:41.434755+0000","last_unstale":"2024-09-13T16:15:45.420828+0000","last_undegraded":"2024-09-13T16:15:45.420828+0000","last_fullsized":"2024-09-13T16:15:45.420828+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:25:13.592668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.419720+0000","last_change":"2024-09-13T16:15:41.037211+0000","last_active":"2024-09-13T16:15:45.419720+0000","last_peered":"2024-09-13T16:15:45.419720+0000","last_clean":"2024-09-13T16:15:45.419720+0000","last_became_active":"2024-09-13T16:15:41.036955+0000","last_became_peered":"2024-09-13T16:15:41.036955+0000","last_unstale":"2024-09-13T16:15:45.419720+0000","last_undegraded":"2024-09-13T16:15:45.419720+0000","last_fullsized":"2024-09-13T16:15:45.419720+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:24:38.572929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.796831+0000","last_change":"2024-09-13T16:15:45.426193+0000","last_active":"2024-09-13T16:15:45.796831+0000","last_peered":"2024-09-13T16:15:45.796831+0000","last_clean":"2024-09-13T16:15:45.796831+0000","last_became_active":"2024-09-13T16:15:45.425834+0000","last_became_peered":"2024-09-13T16:15:45.425834+0000","last_unstale":"2024-09-13T16:15:45.796831+0000","last_undegraded":"2024-09-13T16:15:45.796831+0000","last_fullsized":"2024-09-13T16:15:45.796831+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:08:24.944860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6,5],"acting":[3,7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:46.621779+0000","last_change":"2024-09-13T16:15:45.445140+0000","last_active":"2024-09-13T16:15:46.621779+0000","last_peered":"2024-09-13T16:15:46.621779+0000","last_clean":"2024-09-13T16:15:46.621779+0000","last_became_active":"2024-09-13T16:15:45.444697+0000","last_became_peered":"2024-09-13T16:15:45.444697+0000","last_unstale":"2024-09-13T16:15:46.621779+0000","last_undegraded":"2024-09-13T16:15:46.621779+0000","last_fullsized":"2024-09-13T16:15:46.621779+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:24:59.575250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3,1],"acting":[0,7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.431924+0000","last_change":"2024-09-13T16:15:41.416274+0000","last_active":"2024-09-13T16:15:45.431924+0000","last_peered":"2024-09-13T16:15:45.431924+0000","last_clean":"2024-09-13T16:15:45.431924+0000","last_became_active":"2024-09-13T16:15:41.416031+0000","last_became_peered":"2024-09-13T16:15:41.416031+0000","last_unstale":"2024-09-13T16:15:45.431924+0000","last_undegraded":"2024-09-13T16:15:45.431924+0000","last_fullsized":"2024-09-13T16:15:45.431924+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:53:15.761243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.423692+0000","last_change":"2024-09-13T16:15:41.028829+0000","last_active":"2024-09-13T16:15:45.423692+0000","last_peered":"2024-09-13T16:15:45.423692+0000","last_clean":"2024-09-13T16:15:45.423692+0000","last_became_active":"2024-09-13T16:15:41.028484+0000","last_became_peered":"2024-09-13T16:15:41.028484+0000","last_unstale":"2024-09-13T16:15:45.423692+0000","last_undegraded":"2024-09-13T16:15:45.423692+0000","last_fullsized":"2024-09-13T16:15:45.423692+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:54:43.966284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:46.623678+0000","last_change":"2024-09-13T16:15:45.436689+0000","last_active":"2024-09-13T16:15:46.623678+0000","last_peered":"2024-09-13T16:15:46.623678+0000","last_clean":"2024-09-13T16:15:46.623678+0000","last_became_active":"2024-09-13T16:15:45.436307+0000","last_became_peered":"2024-09-13T16:15:45.436307+0000","last_unstale":"2024-09-13T16:15:46.623678+0000","last_undegraded":"2024-09-13T16:15:46.623678+0000","last_fullsized":"2024-09-13T16:15:46.623678+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:59:59.001054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1,0],"acting":[6,5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.413340+0000","last_change":"2024-09-13T16:15:41.422643+0000","last_active":"2024-09-13T16:15:45.413340+0000","last_peered":"2024-09-13T16:15:45.413340+0000","last_clean":"2024-09-13T16:15:45.413340+0000","last_became_active":"2024-09-13T16:15:41.422354+0000","last_became_peered":"2024-09-13T16:15:41.422354+0000","last_unstale":"2024-09-13T16:15:45.413340+0000","last_undegraded":"2024-09-13T16:15:45.413340+0000","last_fullsized":"2024-09-13T16:15:45.413340+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:41:33.335619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.413555+0000","last_change":"2024-09-13T16:15:41.031795+0000","last_active":"2024-09-13T16:15:45.413555+0000","last_peered":"2024-09-13T16:15:45.413555+0000","last_clean":"2024-09-13T16:15:45.413555+0000","last_became_active":"2024-09-13T16:15:41.031397+0000","last_became_peered":"2024-09-13T16:15:41.031397+0000","last_unstale":"2024-09-13T16:15:45.413555+0000","last_undegraded":"2024-09-13T16:15:45.413555+0000","last_fullsized":"2024-09-13T16:15:45.413555+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:25:22.130748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1a","version":"21'1","reported_seq":16,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.419185+0000","last_change":"2024-09-13T16:15:41.025334+0000","last_active":"2024-09-13T16:15:45.419185+0000","last_peered":"2024-09-13T16:15:45.419185+0000","last_clean":"2024-09-13T16:15:45.419185+0000","last_became_active":"2024-09-13T16:15:41.024989+0000","last_became_peered":"2024-09-13T16:15:41.024989+0000","last_unstale":"2024-09-13T16:15:45.419185+0000","last_undegraded":"2024-09-13T16:15:45.419185+0000","last_fullsized":"2024-09-13T16:15:45.419185+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:53:09.205608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.425453+0000","last_change":"2024-09-13T16:15:41.432442+0000","last_active":"2024-09-13T16:15:45.425453+0000","last_peered":"2024-09-13T16:15:45.425453+0000","last_clean":"2024-09-13T16:15:45.425453+0000","last_became_active":"2024-09-13T16:15:41.432139+0000","last_became_peered":"2024-09-13T16:15:41.432139+0000","last_unstale":"2024-09-13T16:15:45.425453+0000","last_undegraded":"2024-09-13T16:15:45.425453+0000","last_fullsized":"2024-09-13T16:15:45.425453+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:14:45.133899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:46.621864+0000","last_change":"2024-09-13T16:15:45.436405+0000","last_active":"2024-09-13T16:15:46.621864+0000","last_peered":"2024-09-13T16:15:46.621864+0000","last_clean":"2024-09-13T16:15:46.621864+0000","last_became_active":"2024-09-13T16:15:45.436059+0000","last_became_peered":"2024-09-13T16:15:45.436059+0000","last_unstale":"2024-09-13T16:15:46.621864+0000","last_undegraded":"2024-09-13T16:15:46.621864+0000","last_fullsized":"2024-09-13T16:15:46.621864+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:41:36.742776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3,5],"acting":[2,1,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"21'1","reported_seq":16,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.414435+0000","last_change":"2024-09-13T16:15:41.036390+0000","last_active":"2024-09-13T16:15:45.414435+0000","last_peered":"2024-09-13T16:15:45.414435+0000","last_clean":"2024-09-13T16:15:45.414435+0000","last_became_active":"2024-09-13T16:15:41.036045+0000","last_became_peered":"2024-09-13T16:15:41.036045+0000","last_unstale":"2024-09-13T16:15:45.414435+0000","last_undegraded":"2024-09-13T16:15:45.414435+0000","last_fullsized":"2024-09-13T16:15:45.414435+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:24:38.572929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.428185+0000","last_change":"2024-09-13T16:15:41.419556+0000","last_active":"2024-09-13T16:15:45.428185+0000","last_peered":"2024-09-13T16:15:45.428185+0000","last_clean":"2024-09-13T16:15:45.428185+0000","last_became_active":"2024-09-13T16:15:41.417827+0000","last_became_peered":"2024-09-13T16:15:41.417827+0000","last_unstale":"2024-09-13T16:15:45.428185+0000","last_undegraded":"2024-09-13T16:15:45.428185+0000","last_fullsized":"2024-09-13T16:15:45.428185+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:24:55.919158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.796947+0000","last_change":"2024-09-13T16:15:45.435555+0000","last_active":"2024-09-13T16:15:45.796947+0000","last_peered":"2024-09-13T16:15:45.796947+0000","last_clean":"2024-09-13T16:15:45.796947+0000","last_became_active":"2024-09-13T16:15:45.435169+0000","last_became_peered":"2024-09-13T16:15:45.435169+0000","last_unstale":"2024-09-13T16:15:45.796947+0000","last_undegraded":"2024-09-13T16:15:45.796947+0000","last_fullsized":"2024-09-13T16:15:45.796947+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:25:57.742530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4,2],"acting":[3,1,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.414017+0000","last_change":"2024-09-13T16:15:41.423423+0000","last_active":"2024-09-13T16:15:45.414017+0000","last_peered":"2024-09-13T16:15:45.414017+0000","last_clean":"2024-09-13T16:15:45.414017+0000","last_became_active":"2024-09-13T16:15:41.423169+0000","last_became_peered":"2024-09-13T16:15:41.423169+0000","last_unstale":"2024-09-13T16:15:45.414017+0000","last_undegraded":"2024-09-13T16:15:45.414017+0000","last_fullsized":"2024-09-13T16:15:45.414017+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:27:47.348543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.420082+0000","last_change":"2024-09-13T16:15:41.426426+0000","last_active":"2024-09-13T16:15:45.420082+0000","last_peered":"2024-09-13T16:15:45.420082+0000","last_clean":"2024-09-13T16:15:45.420082+0000","last_became_active":"2024-09-13T16:15:41.426171+0000","last_became_peered":"2024-09-13T16:15:41.426171+0000","last_unstale":"2024-09-13T16:15:45.420082+0000","last_undegraded":"2024-09-13T16:15:45.420082+0000","last_fullsized":"2024-09-13T16:15:45.420082+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:47:49.995930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.420874+0000","last_change":"2024-09-13T16:15:41.423833+0000","last_active":"2024-09-13T16:15:45.420874+0000","last_peered":"2024-09-13T16:15:45.420874+0000","last_clean":"2024-09-13T16:15:45.420874+0000","last_became_active":"2024-09-13T16:15:41.423509+0000","last_became_peered":"2024-09-13T16:15:41.423509+0000","last_unstale":"2024-09-13T16:15:45.420874+0000","last_undegraded":"2024-09-13T16:15:45.420874+0000","last_fullsized":"2024-09-13T16:15:45.420874+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:20:54.354960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.425435+0000","last_change":"2024-09-13T16:15:41.419808+0000","last_active":"2024-09-13T16:15:45.425435+0000","last_peered":"2024-09-13T16:15:45.425435+0000","last_clean":"2024-09-13T16:15:45.425435+0000","last_became_active":"2024-09-13T16:15:41.419574+0000","last_became_peered":"2024-09-13T16:15:41.419574+0000","last_unstale":"2024-09-13T16:15:45.425435+0000","last_undegraded":"2024-09-13T16:15:45.425435+0000","last_fullsized":"2024-09-13T16:15:45.425435+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:51:57.544490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.414570+0000","last_change":"2024-09-13T16:15:41.419911+0000","last_active":"2024-09-13T16:15:45.414570+0000","last_peered":"2024-09-13T16:15:45.414570+0000","last_clean":"2024-09-13T16:15:45.414570+0000","last_became_active":"2024-09-13T16:15:41.419644+0000","last_became_peered":"2024-09-13T16:15:41.419644+0000","last_unstale":"2024-09-13T16:15:45.414570+0000","last_undegraded":"2024-09-13T16:15:45.414570+0000","last_fullsized":"2024-09-13T16:15:45.414570+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:27:47.348543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.432032+0000","last_change":"2024-09-13T16:15:41.409800+0000","last_active":"2024-09-13T16:15:45.432032+0000","last_peered":"2024-09-13T16:15:45.432032+0000","last_clean":"2024-09-13T16:15:45.432032+0000","last_became_active":"2024-09-13T16:15:41.409523+0000","last_became_peered":"2024-09-13T16:15:41.409523+0000","last_unstale":"2024-09-13T16:15:45.432032+0000","last_undegraded":"2024-09-13T16:15:45.432032+0000","last_fullsized":"2024-09-13T16:15:45.432032+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:00:20.703088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.420078+0000","last_change":"2024-09-13T16:15:41.418006+0000","last_active":"2024-09-13T16:15:45.420078+0000","last_peered":"2024-09-13T16:15:45.420078+0000","last_clean":"2024-09-13T16:15:45.420078+0000","last_became_active":"2024-09-13T16:15:41.417761+0000","last_became_peered":"2024-09-13T16:15:41.417761+0000","last_unstale":"2024-09-13T16:15:45.420078+0000","last_undegraded":"2024-09-13T16:15:45.420078+0000","last_fullsized":"2024-09-13T16:15:45.420078+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:22:02.925875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.416096+0000","last_change":"2024-09-13T16:15:41.429135+0000","last_active":"2024-09-13T16:15:45.416096+0000","last_peered":"2024-09-13T16:15:45.416096+0000","last_clean":"2024-09-13T16:15:45.416096+0000","last_became_active":"2024-09-13T16:15:41.428841+0000","last_became_peered":"2024-09-13T16:15:41.428841+0000","last_unstale":"2024-09-13T16:15:45.416096+0000","last_undegraded":"2024-09-13T16:15:45.416096+0000","last_fullsized":"2024-09-13T16:15:45.416096+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:53:06.109901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.423715+0000","last_change":"2024-09-13T16:15:41.424140+0000","last_active":"2024-09-13T16:15:45.423715+0000","last_peered":"2024-09-13T16:15:45.423715+0000","last_clean":"2024-09-13T16:15:45.423715+0000","last_became_active":"2024-09-13T16:15:41.423826+0000","last_became_peered":"2024-09-13T16:15:41.423826+0000","last_unstale":"2024-09-13T16:15:45.423715+0000","last_undegraded":"2024-09-13T16:15:45.423715+0000","last_fullsized":"2024-09-13T16:15:45.423715+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:54:36.284115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.412501+0000","last_change":"2024-09-13T16:15:41.432323+0000","last_active":"2024-09-13T16:15:45.412501+0000","last_peered":"2024-09-13T16:15:45.412501+0000","last_clean":"2024-09-13T16:15:45.412501+0000","last_became_active":"2024-09-13T16:15:41.432121+0000","last_became_peered":"2024-09-13T16:15:41.432121+0000","last_unstale":"2024-09-13T16:15:45.412501+0000","last_undegraded":"2024-09-13T16:15:45.412501+0000","last_fullsized":"2024-09-13T16:15:45.412501+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:00:20.703088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.420689+0000","last_change":"2024-09-13T16:15:41.435089+0000","last_active":"2024-09-13T16:15:45.420689+0000","last_peered":"2024-09-13T16:15:45.420689+0000","last_clean":"2024-09-13T16:15:45.420689+0000","last_became_active":"2024-09-13T16:15:41.434875+0000","last_became_peered":"2024-09-13T16:15:41.434875+0000","last_unstale":"2024-09-13T16:15:45.420689+0000","last_undegraded":"2024-09-13T16:15:45.420689+0000","last_fullsized":"2024-09-13T16:15:45.420689+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:26:15.968684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.425350+0000","last_change":"2024-09-13T16:15:41.427159+0000","last_active":"2024-09-13T16:15:45.425350+0000","last_peered":"2024-09-13T16:15:45.425350+0000","last_clean":"2024-09-13T16:15:45.425350+0000","last_became_active":"2024-09-13T16:15:41.426887+0000","last_became_peered":"2024-09-13T16:15:41.426887+0000","last_unstale":"2024-09-13T16:15:45.425350+0000","last_undegraded":"2024-09-13T16:15:45.425350+0000","last_fullsized":"2024-09-13T16:15:45.425350+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:33:52.262369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.418350+0000","last_change":"2024-09-13T16:15:41.429253+0000","last_active":"2024-09-13T16:15:45.418350+0000","last_peered":"2024-09-13T16:15:45.418350+0000","last_clean":"2024-09-13T16:15:45.418350+0000","last_became_active":"2024-09-13T16:15:41.428906+0000","last_became_peered":"2024-09-13T16:15:41.428906+0000","last_unstale":"2024-09-13T16:15:45.418350+0000","last_undegraded":"2024-09-13T16:15:45.418350+0000","last_fullsized":"2024-09-13T16:15:45.418350+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:41:33.335619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.417599+0000","last_change":"2024-09-13T16:15:41.421597+0000","last_active":"2024-09-13T16:15:45.417599+0000","last_peered":"2024-09-13T16:15:45.417599+0000","last_clean":"2024-09-13T16:15:45.417599+0000","last_became_active":"2024-09-13T16:15:41.421333+0000","last_became_peered":"2024-09-13T16:15:41.421333+0000","last_unstale":"2024-09-13T16:15:45.417599+0000","last_undegraded":"2024-09-13T16:15:45.417599+0000","last_fullsized":"2024-09-13T16:15:45.417599+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:44:05.493410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.420734+0000","last_change":"2024-09-13T16:15:41.422358+0000","last_active":"2024-09-13T16:15:45.420734+0000","last_peered":"2024-09-13T16:15:45.420734+0000","last_clean":"2024-09-13T16:15:45.420734+0000","last_became_active":"2024-09-13T16:15:41.422120+0000","last_became_peered":"2024-09-13T16:15:41.422120+0000","last_unstale":"2024-09-13T16:15:45.420734+0000","last_undegraded":"2024-09-13T16:15:45.420734+0000","last_fullsized":"2024-09-13T16:15:45.420734+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:37:18.423822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.423023+0000","last_change":"2024-09-13T16:15:41.431160+0000","last_active":"2024-09-13T16:15:45.423023+0000","last_peered":"2024-09-13T16:15:45.423023+0000","last_clean":"2024-09-13T16:15:45.423023+0000","last_became_active":"2024-09-13T16:15:41.430802+0000","last_became_peered":"2024-09-13T16:15:41.430802+0000","last_unstale":"2024-09-13T16:15:45.423023+0000","last_undegraded":"2024-09-13T16:15:45.423023+0000","last_fullsized":"2024-09-13T16:15:45.423023+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:49:01.550676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.423550+0000","last_change":"2024-09-13T16:15:41.426281+0000","last_active":"2024-09-13T16:15:45.423550+0000","last_peered":"2024-09-13T16:15:45.423550+0000","last_clean":"2024-09-13T16:15:45.423550+0000","last_became_active":"2024-09-13T16:15:41.424170+0000","last_became_peered":"2024-09-13T16:15:41.424170+0000","last_unstale":"2024-09-13T16:15:45.423550+0000","last_undegraded":"2024-09-13T16:15:45.423550+0000","last_fullsized":"2024-09-13T16:15:45.423550+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:33:52.262369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.432055+0000","last_change":"2024-09-13T16:15:41.428474+0000","last_active":"2024-09-13T16:15:45.432055+0000","last_peered":"2024-09-13T16:15:45.432055+0000","last_clean":"2024-09-13T16:15:45.432055+0000","last_became_active":"2024-09-13T16:15:41.428226+0000","last_became_peered":"2024-09-13T16:15:41.428226+0000","last_unstale":"2024-09-13T16:15:45.432055+0000","last_undegraded":"2024-09-13T16:15:45.432055+0000","last_fullsized":"2024-09-13T16:15:45.432055+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:27:47.348543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.424896+0000","last_change":"2024-09-13T16:15:41.414379+0000","last_active":"2024-09-13T16:15:45.424896+0000","last_peered":"2024-09-13T16:15:45.424896+0000","last_clean":"2024-09-13T16:15:45.424896+0000","last_became_active":"2024-09-13T16:15:41.414114+0000","last_became_peered":"2024-09-13T16:15:41.414114+0000","last_unstale":"2024-09-13T16:15:45.424896+0000","last_undegraded":"2024-09-13T16:15:45.424896+0000","last_fullsized":"2024-09-13T16:15:45.424896+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:38:39.233853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.412462+0000","last_change":"2024-09-13T16:15:41.419610+0000","last_active":"2024-09-13T16:15:45.412462+0000","last_peered":"2024-09-13T16:15:45.412462+0000","last_clean":"2024-09-13T16:15:45.412462+0000","last_became_active":"2024-09-13T16:15:41.419309+0000","last_became_peered":"2024-09-13T16:15:41.419309+0000","last_unstale":"2024-09-13T16:15:45.412462+0000","last_undegraded":"2024-09-13T16:15:45.412462+0000","last_fullsized":"2024-09-13T16:15:45.412462+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:11:47.177046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.425087+0000","last_change":"2024-09-13T16:15:41.425705+0000","last_active":"2024-09-13T16:15:45.425087+0000","last_peered":"2024-09-13T16:15:45.425087+0000","last_clean":"2024-09-13T16:15:45.425087+0000","last_became_active":"2024-09-13T16:15:41.421971+0000","last_became_peered":"2024-09-13T16:15:41.421971+0000","last_unstale":"2024-09-13T16:15:45.425087+0000","last_undegraded":"2024-09-13T16:15:45.425087+0000","last_fullsized":"2024-09-13T16:15:45.425087+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:37:18.423822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.418672+0000","last_change":"2024-09-13T16:15:41.427094+0000","last_active":"2024-09-13T16:15:45.418672+0000","last_peered":"2024-09-13T16:15:45.418672+0000","last_clean":"2024-09-13T16:15:45.418672+0000","last_became_active":"2024-09-13T16:15:41.426852+0000","last_became_peered":"2024-09-13T16:15:41.426852+0000","last_unstale":"2024-09-13T16:15:45.418672+0000","last_undegraded":"2024-09-13T16:15:45.418672+0000","last_fullsized":"2024-09-13T16:15:45.418672+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:53:06.109901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.418941+0000","last_change":"2024-09-13T16:15:41.425147+0000","last_active":"2024-09-13T16:15:45.418941+0000","last_peered":"2024-09-13T16:15:45.418941+0000","last_clean":"2024-09-13T16:15:45.418941+0000","last_became_active":"2024-09-13T16:15:41.424810+0000","last_became_peered":"2024-09-13T16:15:41.424810+0000","last_unstale":"2024-09-13T16:15:45.418941+0000","last_undegraded":"2024-09-13T16:15:45.418941+0000","last_fullsized":"2024-09-13T16:15:45.418941+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:11:47.177046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.418242+0000","last_change":"2024-09-13T16:15:41.431395+0000","last_active":"2024-09-13T16:15:45.418242+0000","last_peered":"2024-09-13T16:15:45.418242+0000","last_clean":"2024-09-13T16:15:45.418242+0000","last_became_active":"2024-09-13T16:15:41.431132+0000","last_became_peered":"2024-09-13T16:15:41.431132+0000","last_unstale":"2024-09-13T16:15:45.418242+0000","last_undegraded":"2024-09-13T16:15:45.418242+0000","last_fullsized":"2024-09-13T16:15:45.418242+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:53:04.084280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.412009+0000","last_change":"2024-09-13T16:15:41.426714+0000","last_active":"2024-09-13T16:15:45.412009+0000","last_peered":"2024-09-13T16:15:45.412009+0000","last_clean":"2024-09-13T16:15:45.412009+0000","last_became_active":"2024-09-13T16:15:41.426419+0000","last_became_peered":"2024-09-13T16:15:41.426419+0000","last_unstale":"2024-09-13T16:15:45.412009+0000","last_undegraded":"2024-09-13T16:15:45.412009+0000","last_fullsized":"2024-09-13T16:15:45.412009+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:56:02.400511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.415612+0000","last_change":"2024-09-13T16:15:41.412246+0000","last_active":"2024-09-13T16:15:45.415612+0000","last_peered":"2024-09-13T16:15:45.415612+0000","last_clean":"2024-09-13T16:15:45.415612+0000","last_became_active":"2024-09-13T16:15:41.411995+0000","last_became_peered":"2024-09-13T16:15:41.411995+0000","last_unstale":"2024-09-13T16:15:45.415612+0000","last_undegraded":"2024-09-13T16:15:45.415612+0000","last_fullsized":"2024-09-13T16:15:45.415612+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:08:24.015435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.420663+0000","last_change":"2024-09-13T16:15:41.426714+0000","last_active":"2024-09-13T16:15:45.420663+0000","last_peered":"2024-09-13T16:15:45.420663+0000","last_clean":"2024-09-13T16:15:45.420663+0000","last_became_active":"2024-09-13T16:15:41.426165+0000","last_became_peered":"2024-09-13T16:15:41.426165+0000","last_unstale":"2024-09-13T16:15:45.420663+0000","last_undegraded":"2024-09-13T16:15:45.420663+0000","last_fullsized":"2024-09-13T16:15:45.420663+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:41:33.478951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.417071+0000","last_change":"2024-09-13T16:15:41.426151+0000","last_active":"2024-09-13T16:15:45.417071+0000","last_peered":"2024-09-13T16:15:45.417071+0000","last_clean":"2024-09-13T16:15:45.417071+0000","last_became_active":"2024-09-13T16:15:41.425871+0000","last_became_peered":"2024-09-13T16:15:41.425871+0000","last_unstale":"2024-09-13T16:15:45.417071+0000","last_undegraded":"2024-09-13T16:15:45.417071+0000","last_fullsized":"2024-09-13T16:15:45.417071+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:00:20.703088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.422311+0000","last_change":"2024-09-13T16:15:41.426768+0000","last_active":"2024-09-13T16:15:45.422311+0000","last_peered":"2024-09-13T16:15:45.422311+0000","last_clean":"2024-09-13T16:15:45.422311+0000","last_became_active":"2024-09-13T16:15:41.426489+0000","last_became_peered":"2024-09-13T16:15:41.426489+0000","last_unstale":"2024-09-13T16:15:45.422311+0000","last_undegraded":"2024-09-13T16:15:45.422311+0000","last_fullsized":"2024-09-13T16:15:45.422311+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:30:55.649833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.425808+0000","last_change":"2024-09-13T16:15:41.417542+0000","last_active":"2024-09-13T16:15:45.425808+0000","last_peered":"2024-09-13T16:15:45.425808+0000","last_clean":"2024-09-13T16:15:45.425808+0000","last_became_active":"2024-09-13T16:15:41.416985+0000","last_became_peered":"2024-09-13T16:15:41.416985+0000","last_unstale":"2024-09-13T16:15:45.425808+0000","last_undegraded":"2024-09-13T16:15:45.425808+0000","last_fullsized":"2024-09-13T16:15:45.425808+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:29:42.655942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.432721+0000","last_change":"2024-09-13T16:15:41.413539+0000","last_active":"2024-09-13T16:15:45.432721+0000","last_peered":"2024-09-13T16:15:45.432721+0000","last_clean":"2024-09-13T16:15:45.432721+0000","last_became_active":"2024-09-13T16:15:41.413271+0000","last_became_peered":"2024-09-13T16:15:41.413271+0000","last_unstale":"2024-09-13T16:15:45.432721+0000","last_undegraded":"2024-09-13T16:15:45.432721+0000","last_fullsized":"2024-09-13T16:15:45.432721+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:53:06.109901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3f","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.418167+0000","last_change":"2024-09-13T16:15:41.429399+0000","last_active":"2024-09-13T16:15:45.418167+0000","last_peered":"2024-09-13T16:15:45.418167+0000","last_clean":"2024-09-13T16:15:45.418167+0000","last_became_active":"2024-09-13T16:15:41.427176+0000","last_became_peered":"2024-09-13T16:15:41.427176+0000","last_unstale":"2024-09-13T16:15:45.418167+0000","last_undegraded":"2024-09-13T16:15:45.418167+0000","last_fullsized":"2024-09-13T16:15:45.418167+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:40:58.520846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":4593,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":9186,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":5,"up_from":15,"seq":64424509448,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27296,"kb_used_data":272,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344544,"statfs":{"total":96636764160,"available":96608813056,"internally_reserved":0,"allocated":278528,"data_stored":107482,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.80800000000000005}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.94799999999999995}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70299999999999996}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.056}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.878}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0149999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.181}]}]},{"osd":7,"up_from":14,"seq":60129542152,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27876,"kb_used_data":852,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343964,"statfs":{"total":96636764160,"available":96608219136,"internally_reserved":0,"allocated":872448,"data_stored":698342,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.85799999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64900000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73299999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.121}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.80800000000000005}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0600000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1020000000000001}]}]},{"osd":6,"up_from":14,"seq":60129542151,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27296,"kb_used_data":280,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344544,"statfs":{"total":96636764160,"available":96608813056,"internally_reserved":0,"allocated":286720,"data_stored":111187,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55500000000000005}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0389999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0049999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66000000000000003}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.85499999999999998}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1859999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.2669999999999999}]}]},{"osd":4,"up_from":14,"seq":60129542153,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27308,"kb_used_data":280,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344532,"statfs":{"total":96636764160,"available":96608800768,"internally_reserved":0,"allocated":286720,"data_stored":107518,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.84599999999999997}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0509999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.117}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.94699999999999995}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.155}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.89900000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.087}]}]},{"osd":3,"up_from":14,"seq":60129542152,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31392,"kb_used_data":280,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340448,"statfs":{"total":96636764160,"available":96604618752,"internally_reserved":0,"allocated":286720,"data_stored":111187,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31848904},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56999999999999995}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65300000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73599999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.79600000000000004}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0660000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.2370000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1419999999999999}]}]},{"osd":2,"up_from":14,"seq":60129542153,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31396,"kb_used_data":268,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340444,"statfs":{"total":96636764160,"available":96604614656,"internally_reserved":0,"allocated":274432,"data_stored":107392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70099999999999996}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65600000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.78600000000000003}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.119}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.91500000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.94599999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.153}]}]},{"osd":1,"up_from":14,"seq":60129542151,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31392,"kb_used_data":276,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340448,"statfs":{"total":96636764160,"available":96604618752,"internally_reserved":0,"allocated":282624,"data_stored":107552,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56499999999999995}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.90500000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47899999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0660000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.2030000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0349999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.171}]}]},{"osd":0,"up_from":14,"seq":60129542151,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31980,"kb_used_data":860,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339860,"statfs":{"total":96636764160,"available":96604016640,"internally_reserved":0,"allocated":880640,"data_stored":698398,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31848903},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.85299999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66500000000000004}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61599999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.94699999999999995}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.139}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1120000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.208}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3795,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3795,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T16:15:59.732 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T16:15:59.845 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.839+0000 7fdb1359e700 1 Processor -- start 2024-09-13T16:15:59.845 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.839+0000 7fdb1359e700 1 -- start start 2024-09-13T16:15:59.845 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.839+0000 7fdb1359e700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fdb140c3c00 0x7fdb141568a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:59.845 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.839+0000 7fdb1359e700 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdb1406e760 con 0x7fdb1406cc60 2024-09-13T16:15:59.846 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.839+0000 7fdb1359e700 1 -- --> v1:172.21.15.179:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdb140caea0 con 0x7fdb140c68a0 2024-09-13T16:15:59.846 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.839+0000 7fdb1359e700 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdb140c6250 con 0x7fdb140c3c00 2024-09-13T16:15:59.846 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.839+0000 7fdb1259c700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fdb140c3c00 0x7fdb141568a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:59.846 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.839+0000 7fdb11d9b700 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7fdb1406cc60 0x7fdb141505b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:58168/0 (socket says 172.21.15.5:58168) 2024-09-13T16:15:59.846 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.839+0000 7fdb11d9b700 1 -- 172.21.15.5:0/4026988216 learned_addr learned my addr 172.21.15.5:0/4026988216 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-13T16:15:59.847 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.839+0000 7fdb1159a700 1 -- 172.21.15.5:0/4026988216 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1165162643 0 0) 0x7fdb1406e760 con 0x7fdb1406cc60 2024-09-13T16:15:59.847 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.839+0000 7fdb1159a700 1 -- 172.21.15.5:0/4026988216 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fdafc0035d0 con 0x7fdb1406cc60 2024-09-13T16:15:59.847 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.839+0000 7fdb1259c700 1 -- 172.21.15.5:0/4026988216 >> v1:172.21.15.179:6789/0 conn(0x7fdb140c68a0 legacy=0x7fdb14161160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:59.847 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.839+0000 7fdb1259c700 1 -- 172.21.15.5:0/4026988216 >> v1:172.21.15.5:6789/0 conn(0x7fdb1406cc60 legacy=0x7fdb141505b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:59.847 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.839+0000 7fdb1259c700 1 -- 172.21.15.5:0/4026988216 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdb140c4db0 con 0x7fdb140c3c00 2024-09-13T16:15:59.847 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.843+0000 7fdb1259c700 1 --2- 172.21.15.5:0/4026988216 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdb140c3c00 0x7fdb141568a0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fdb04009850 tx=0x7fdb04009b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d4b89eb5f6986d4c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:59.847 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.843+0000 7fdb1159a700 1 -- 172.21.15.5:0/4026988216 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdb04011830 con 0x7fdb140c3c00 2024-09-13T16:15:59.847 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.843+0000 7fdb1159a700 1 -- 172.21.15.5:0/4026988216 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdb04011990 con 0x7fdb140c3c00 2024-09-13T16:15:59.847 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.843+0000 7fdb1159a700 1 -- 172.21.15.5:0/4026988216 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdb04011d40 con 0x7fdb140c3c00 2024-09-13T16:15:59.848 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.843+0000 7fdb1359e700 1 -- 172.21.15.5:0/4026988216 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdb140c3c00 msgr2=0x7fdb141568a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:59.848 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.843+0000 7fdb1359e700 1 --2- 172.21.15.5:0/4026988216 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdb140c3c00 0x7fdb141568a0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fdb04009850 tx=0x7fdb04009b60 comp rx=0 tx=0).stop 2024-09-13T16:15:59.848 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.843+0000 7fdb1359e700 1 -- 172.21.15.5:0/4026988216 shutdown_connections 2024-09-13T16:15:59.848 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.843+0000 7fdb1359e700 1 --2- 172.21.15.5:0/4026988216 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdb140c3c00 0x7fdb141568a0 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:59.848 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.843+0000 7fdb1359e700 1 -- 172.21.15.5:0/4026988216 >> 172.21.15.5:0/4026988216 conn(0x7fdb1406ada0 msgr2=0x7fdb140ca280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:59.849 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.843+0000 7fdb1359e700 1 -- 172.21.15.5:0/4026988216 shutdown_connections 2024-09-13T16:15:59.849 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.843+0000 7fdb1359e700 1 -- 172.21.15.5:0/4026988216 wait complete. 2024-09-13T16:15:59.850 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.843+0000 7fdb1359e700 1 Processor -- start 2024-09-13T16:15:59.850 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.843+0000 7fdb1359e700 1 -- start start 2024-09-13T16:15:59.851 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.847+0000 7fdb1359e700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdb1406cc60 0x7fdb140c6f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:59.851 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.847+0000 7fdb1359e700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fdb140c3c00 0x7fdb141dd990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:59.851 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.847+0000 7fdb1359e700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fdb140c68a0 0x7fdb141dea90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:59.851 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.847+0000 7fdb1359e700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdb14152a20 con 0x7fdb1406cc60 2024-09-13T16:15:59.851 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.847+0000 7fdb1359e700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdb141dd500 con 0x7fdb140c3c00 2024-09-13T16:15:59.852 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.847+0000 7fdb1359e700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdb141efeb0 con 0x7fdb140c68a0 2024-09-13T16:15:59.852 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.847+0000 7fdb1259c700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdb1406cc60 0x7fdb140c6f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:59.852 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.847+0000 7fdb1259c700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdb1406cc60 0x7fdb140c6f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:51474/0 (socket says 172.21.15.5:51474) 2024-09-13T16:15:59.852 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.847+0000 7fdb1259c700 1 -- 172.21.15.5:0/711629009 learned_addr learned my addr 172.21.15.5:0/711629009 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:15:59.852 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.847+0000 7fdb12d9d700 1 --2- 172.21.15.5:0/711629009 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fdb140c68a0 0x7fdb141dea90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:59.852 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.847+0000 7fdb11d9b700 1 --2- 172.21.15.5:0/711629009 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fdb140c3c00 0x7fdb141dd990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:59.853 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.847+0000 7fdb1259c700 1 -- 172.21.15.5:0/711629009 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fdb140c68a0 msgr2=0x7fdb141dea90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:59.853 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.847+0000 7fdb1259c700 1 --2- 172.21.15.5:0/711629009 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fdb140c68a0 0x7fdb141dea90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:59.853 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.847+0000 7fdb1259c700 1 -- 172.21.15.5:0/711629009 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fdb140c3c00 msgr2=0x7fdb141dd990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:59.853 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.847+0000 7fdb1259c700 1 --2- 172.21.15.5:0/711629009 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fdb140c3c00 0x7fdb141dd990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:59.854 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.847+0000 7fdb1259c700 1 -- 172.21.15.5:0/711629009 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdb040094b0 con 0x7fdb1406cc60 2024-09-13T16:15:59.854 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.847+0000 7fdb11d9b700 1 --2- 172.21.15.5:0/711629009 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fdb140c3c00 0x7fdb141dd990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:15:59.854 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.847+0000 7fdb1259c700 1 --2- 172.21.15.5:0/711629009 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdb1406cc60 0x7fdb140c6f80 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fdb04000c00 tx=0x7fdb04004770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:59.854 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.847+0000 7fdb02ffd700 1 -- 172.21.15.5:0/711629009 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdb0401aa10 con 0x7fdb1406cc60 2024-09-13T16:15:59.854 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.847+0000 7fdb02ffd700 1 -- 172.21.15.5:0/711629009 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdb0401f070 con 0x7fdb1406cc60 2024-09-13T16:15:59.854 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.847+0000 7fdb02ffd700 1 -- 172.21.15.5:0/711629009 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdb0401adb0 con 0x7fdb1406cc60 2024-09-13T16:15:59.854 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.847+0000 7fdb1359e700 1 -- 172.21.15.5:0/711629009 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdb141dcbd0 con 0x7fdb1406cc60 2024-09-13T16:15:59.854 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.847+0000 7fdb1359e700 1 -- 172.21.15.5:0/711629009 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdb141dd190 con 0x7fdb1406cc60 2024-09-13T16:15:59.854 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.847+0000 7fdb1359e700 1 -- 172.21.15.5:0/711629009 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdb141dd320 con 0x7fdb1406cc60 2024-09-13T16:15:59.855 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.851+0000 7fdb02ffd700 1 -- 172.21.15.5:0/711629009 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fdb04025400 con 0x7fdb1406cc60 2024-09-13T16:15:59.856 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.851+0000 7fdb02ffd700 1 --2- 172.21.15.5:0/711629009 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fdaf4066760 0x7fdaf4068c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:59.856 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.851+0000 7fdb02ffd700 1 -- 172.21.15.5:0/711629009 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fdb040855b0 con 0x7fdb1406cc60 2024-09-13T16:15:59.856 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.851+0000 7fdb11d9b700 1 --2- 172.21.15.5:0/711629009 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fdaf4066760 0x7fdaf4068c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:59.857 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.851+0000 7fdb11d9b700 1 --2- 172.21.15.5:0/711629009 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fdaf4066760 0x7fdaf4068c20 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fdb140c1550 tx=0x7fdb08009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:59.867 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:15:59.863+0000 7fdb02ffd700 1 -- 172.21.15.5:0/711629009 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fdb04052660 con 0x7fdb1406cc60 2024-09-13T16:16:00.037 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.031+0000 7fdb1359e700 1 -- 172.21.15.5:0/711629009 --> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fdb1406e400 con 0x7fdaf4066760 2024-09-13T16:16:00.053 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.047+0000 7fdb02ffd700 1 -- 172.21.15.5:0/711629009 <== mgr.4102 v2:172.21.15.179:6832/2977940518 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+345227 (secure 0 0 0) 0x7fdb080014f0 con 0x7fdaf4066760 2024-09-13T16:16:00.058 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-13T16:16:00.061 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.055+0000 7fdb1359e700 1 -- 172.21.15.5:0/711629009 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fdaf4066760 msgr2=0x7fdaf4068c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:00.061 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.055+0000 7fdb1359e700 1 --2- 172.21.15.5:0/711629009 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fdaf4066760 0x7fdaf4068c20 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fdb140c1550 tx=0x7fdb08009040 comp rx=0 tx=0).stop 2024-09-13T16:16:00.061 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.055+0000 7fdb1359e700 1 -- 172.21.15.5:0/711629009 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdb1406cc60 msgr2=0x7fdb140c6f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:00.061 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.055+0000 7fdb1359e700 1 --2- 172.21.15.5:0/711629009 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdb1406cc60 0x7fdb140c6f80 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fdb04000c00 tx=0x7fdb04004770 comp rx=0 tx=0).stop 2024-09-13T16:16:00.061 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.055+0000 7fdb1359e700 1 -- 172.21.15.5:0/711629009 shutdown_connections 2024-09-13T16:16:00.061 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.055+0000 7fdb1359e700 1 --2- 172.21.15.5:0/711629009 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fdb140c68a0 0x7fdb141dea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:00.061 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.055+0000 7fdb1359e700 1 --2- 172.21.15.5:0/711629009 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fdaf4066760 0x7fdaf4068c20 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:00.062 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.055+0000 7fdb1359e700 1 --2- 172.21.15.5:0/711629009 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fdb140c3c00 0x7fdb141dd990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:00.062 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.055+0000 7fdb1359e700 1 --2- 172.21.15.5:0/711629009 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdb1406cc60 0x7fdb140c6f80 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:00.062 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.055+0000 7fdb1359e700 1 -- 172.21.15.5:0/711629009 >> 172.21.15.5:0/711629009 conn(0x7fdb1406ada0 msgr2=0x7fdb1414e040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:00.062 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.055+0000 7fdb1359e700 1 -- 172.21.15.5:0/711629009 shutdown_connections 2024-09-13T16:16:00.062 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.055+0000 7fdb1359e700 1 -- 172.21.15.5:0/711629009 wait complete. 2024-09-13T16:16:00.063 INFO:teuthology.orchestra.run.smithi005.stderr:dumped all 2024-09-13T16:16:00.077 INFO:teuthology.orchestra.run.smithi005.stdout:{"pg_ready":true,"pg_map":{"version":35,"stamp":"2024-09-13T16:15:58.553015+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":594961,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":207,"num_write_kb":2434,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":159,"ondisk_log_size":159,"up":322,"acting":322,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":322,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":235936,"kb_used_data":3368,"kb_used_omap":12,"kb_used_meta":232435,"kb_avail":754738784,"statfs":{"total":773094113280,"available":772852514816,"internally_reserved":0,"allocated":3448832,"data_stored":2049058,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":238014009},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2231,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004929"},"pg_stats":[{"pgid":"2.1f","version":"21'4","reported_seq":19,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.426403+0000","last_change":"2024-09-13T16:15:41.032574+0000","last_active":"2024-09-13T16:15:45.426403+0000","last_peered":"2024-09-13T16:15:45.426403+0000","last_clean":"2024-09-13T16:15:45.426403+0000","last_became_active":"2024-09-13T16:15:41.032311+0000","last_became_peered":"2024-09-13T16:15:41.032311+0000","last_unstale":"2024-09-13T16:15:45.426403+0000","last_undegraded":"2024-09-13T16:15:45.426403+0000","last_fullsized":"2024-09-13T16:15:45.426403+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:01:26.441797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.415137+0000","last_change":"2024-09-13T16:15:41.422148+0000","last_active":"2024-09-13T16:15:45.415137+0000","last_peered":"2024-09-13T16:15:45.415137+0000","last_clean":"2024-09-13T16:15:45.415137+0000","last_became_active":"2024-09-13T16:15:41.421707+0000","last_became_peered":"2024-09-13T16:15:41.421707+0000","last_unstale":"2024-09-13T16:15:45.415137+0000","last_undegraded":"2024-09-13T16:15:45.415137+0000","last_fullsized":"2024-09-13T16:15:45.415137+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:53:15.761243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.796520+0000","last_change":"2024-09-13T16:15:45.430120+0000","last_active":"2024-09-13T16:15:45.796520+0000","last_peered":"2024-09-13T16:15:45.796520+0000","last_clean":"2024-09-13T16:15:45.796520+0000","last_became_active":"2024-09-13T16:15:45.426408+0000","last_became_peered":"2024-09-13T16:15:45.426408+0000","last_unstale":"2024-09-13T16:15:45.796520+0000","last_undegraded":"2024-09-13T16:15:45.796520+0000","last_fullsized":"2024-09-13T16:15:45.796520+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:31:04.860543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,7,0],"acting":[3,2,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"21'1","reported_seq":16,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.415354+0000","last_change":"2024-09-13T16:15:41.032034+0000","last_active":"2024-09-13T16:15:45.415354+0000","last_peered":"2024-09-13T16:15:45.415354+0000","last_clean":"2024-09-13T16:15:45.415354+0000","last_became_active":"2024-09-13T16:15:41.031754+0000","last_became_peered":"2024-09-13T16:15:41.031754+0000","last_unstale":"2024-09-13T16:15:45.415354+0000","last_undegraded":"2024-09-13T16:15:45.415354+0000","last_fullsized":"2024-09-13T16:15:45.415354+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:06:51.700440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.426156+0000","last_change":"2024-09-13T16:15:41.426259+0000","last_active":"2024-09-13T16:15:45.426156+0000","last_peered":"2024-09-13T16:15:45.426156+0000","last_clean":"2024-09-13T16:15:45.426156+0000","last_became_active":"2024-09-13T16:15:41.425995+0000","last_became_peered":"2024-09-13T16:15:41.425995+0000","last_unstale":"2024-09-13T16:15:45.426156+0000","last_undegraded":"2024-09-13T16:15:45.426156+0000","last_fullsized":"2024-09-13T16:15:45.426156+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:33:07.679354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.798852+0000","last_change":"2024-09-13T16:15:45.437307+0000","last_active":"2024-09-13T16:15:45.798852+0000","last_peered":"2024-09-13T16:15:45.798852+0000","last_clean":"2024-09-13T16:15:45.798852+0000","last_became_active":"2024-09-13T16:15:45.436923+0000","last_became_peered":"2024-09-13T16:15:45.436923+0000","last_unstale":"2024-09-13T16:15:45.798852+0000","last_undegraded":"2024-09-13T16:15:45.798852+0000","last_fullsized":"2024-09-13T16:15:45.798852+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:08:24.944860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1,3],"acting":[4,6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"21'2","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.417532+0000","last_change":"2024-09-13T16:15:41.034875+0000","last_active":"2024-09-13T16:15:45.417532+0000","last_peered":"2024-09-13T16:15:45.417532+0000","last_clean":"2024-09-13T16:15:45.417532+0000","last_became_active":"2024-09-13T16:15:41.034495+0000","last_became_peered":"2024-09-13T16:15:41.034495+0000","last_unstale":"2024-09-13T16:15:45.417532+0000","last_undegraded":"2024-09-13T16:15:45.417532+0000","last_fullsized":"2024-09-13T16:15:45.417532+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:47:48.983153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.421644+0000","last_change":"2024-09-13T16:15:41.434446+0000","last_active":"2024-09-13T16:15:45.421644+0000","last_peered":"2024-09-13T16:15:45.421644+0000","last_clean":"2024-09-13T16:15:45.421644+0000","last_became_active":"2024-09-13T16:15:41.432059+0000","last_became_peered":"2024-09-13T16:15:41.432059+0000","last_unstale":"2024-09-13T16:15:45.421644+0000","last_undegraded":"2024-09-13T16:15:45.421644+0000","last_fullsized":"2024-09-13T16:15:45.421644+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:51:57.544490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.799770+0000","last_change":"2024-09-13T16:15:45.439966+0000","last_active":"2024-09-13T16:15:45.799770+0000","last_peered":"2024-09-13T16:15:45.799770+0000","last_clean":"2024-09-13T16:15:45.799770+0000","last_became_active":"2024-09-13T16:15:45.439537+0000","last_became_peered":"2024-09-13T16:15:45.439537+0000","last_unstale":"2024-09-13T16:15:45.799770+0000","last_undegraded":"2024-09-13T16:15:45.799770+0000","last_fullsized":"2024-09-13T16:15:45.799770+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:58:53.421511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"21'2","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.417439+0000","last_change":"2024-09-13T16:15:41.039625+0000","last_active":"2024-09-13T16:15:45.417439+0000","last_peered":"2024-09-13T16:15:45.417439+0000","last_clean":"2024-09-13T16:15:45.417439+0000","last_became_active":"2024-09-13T16:15:41.039294+0000","last_became_peered":"2024-09-13T16:15:41.039294+0000","last_unstale":"2024-09-13T16:15:45.417439+0000","last_undegraded":"2024-09-13T16:15:45.417439+0000","last_fullsized":"2024-09-13T16:15:45.417439+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:42:56.530129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.423046+0000","last_change":"2024-09-13T16:15:41.430533+0000","last_active":"2024-09-13T16:15:45.423046+0000","last_peered":"2024-09-13T16:15:45.423046+0000","last_clean":"2024-09-13T16:15:45.423046+0000","last_became_active":"2024-09-13T16:15:41.430277+0000","last_became_peered":"2024-09-13T16:15:41.430277+0000","last_unstale":"2024-09-13T16:15:45.423046+0000","last_undegraded":"2024-09-13T16:15:45.423046+0000","last_fullsized":"2024-09-13T16:15:45.423046+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:33:07.679354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.798980+0000","last_change":"2024-09-13T16:15:45.439696+0000","last_active":"2024-09-13T16:15:45.798980+0000","last_peered":"2024-09-13T16:15:45.798980+0000","last_clean":"2024-09-13T16:15:45.798980+0000","last_became_active":"2024-09-13T16:15:45.439214+0000","last_became_peered":"2024-09-13T16:15:45.439214+0000","last_unstale":"2024-09-13T16:15:45.798980+0000","last_undegraded":"2024-09-13T16:15:45.798980+0000","last_fullsized":"2024-09-13T16:15:45.798980+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:29:51.560320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0,5],"acting":[4,3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.419004+0000","last_change":"2024-09-13T16:15:41.429258+0000","last_active":"2024-09-13T16:15:45.419004+0000","last_peered":"2024-09-13T16:15:45.419004+0000","last_clean":"2024-09-13T16:15:45.419004+0000","last_became_active":"2024-09-13T16:15:41.429041+0000","last_became_peered":"2024-09-13T16:15:41.429041+0000","last_unstale":"2024-09-13T16:15:45.419004+0000","last_undegraded":"2024-09-13T16:15:45.419004+0000","last_fullsized":"2024-09-13T16:15:45.419004+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:20:15.057465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.b","version":"21'2","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.417246+0000","last_change":"2024-09-13T16:15:41.034197+0000","last_active":"2024-09-13T16:15:45.417246+0000","last_peered":"2024-09-13T16:15:45.417246+0000","last_clean":"2024-09-13T16:15:45.417246+0000","last_became_active":"2024-09-13T16:15:41.032725+0000","last_became_peered":"2024-09-13T16:15:41.032725+0000","last_unstale":"2024-09-13T16:15:45.417246+0000","last_undegraded":"2024-09-13T16:15:45.417246+0000","last_fullsized":"2024-09-13T16:15:45.417246+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:23:04.082341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.801464+0000","last_change":"2024-09-13T16:15:45.446039+0000","last_active":"2024-09-13T16:15:45.801464+0000","last_peered":"2024-09-13T16:15:45.801464+0000","last_clean":"2024-09-13T16:15:45.801464+0000","last_became_active":"2024-09-13T16:15:45.445412+0000","last_became_peered":"2024-09-13T16:15:45.445412+0000","last_unstale":"2024-09-13T16:15:45.801464+0000","last_undegraded":"2024-09-13T16:15:45.801464+0000","last_fullsized":"2024-09-13T16:15:45.801464+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:05:44.037656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2,1],"acting":[4,0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.413127+0000","last_change":"2024-09-13T16:15:41.423664+0000","last_active":"2024-09-13T16:15:45.413127+0000","last_peered":"2024-09-13T16:15:45.413127+0000","last_clean":"2024-09-13T16:15:45.413127+0000","last_became_active":"2024-09-13T16:15:41.423409+0000","last_became_peered":"2024-09-13T16:15:41.423409+0000","last_unstale":"2024-09-13T16:15:45.413127+0000","last_undegraded":"2024-09-13T16:15:45.413127+0000","last_fullsized":"2024-09-13T16:15:45.413127+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:22:02.925875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.434487+0000","last_change":"2024-09-13T16:15:41.031792+0000","last_active":"2024-09-13T16:15:45.434487+0000","last_peered":"2024-09-13T16:15:45.434487+0000","last_clean":"2024-09-13T16:15:45.434487+0000","last_became_active":"2024-09-13T16:15:41.031409+0000","last_became_peered":"2024-09-13T16:15:41.031409+0000","last_unstale":"2024-09-13T16:15:45.434487+0000","last_undegraded":"2024-09-13T16:15:45.434487+0000","last_fullsized":"2024-09-13T16:15:45.434487+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:23:30.756600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.801070+0000","last_change":"2024-09-13T16:15:45.445655+0000","last_active":"2024-09-13T16:15:45.801070+0000","last_peered":"2024-09-13T16:15:45.801070+0000","last_clean":"2024-09-13T16:15:45.801070+0000","last_became_active":"2024-09-13T16:15:45.445262+0000","last_became_peered":"2024-09-13T16:15:45.445262+0000","last_unstale":"2024-09-13T16:15:45.801070+0000","last_undegraded":"2024-09-13T16:15:45.801070+0000","last_fullsized":"2024-09-13T16:15:45.801070+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:34:17.285683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.413530+0000","last_change":"2024-09-13T16:15:41.413219+0000","last_active":"2024-09-13T16:15:45.413530+0000","last_peered":"2024-09-13T16:15:45.413530+0000","last_clean":"2024-09-13T16:15:45.413530+0000","last_became_active":"2024-09-13T16:15:41.412959+0000","last_became_peered":"2024-09-13T16:15:41.412959+0000","last_unstale":"2024-09-13T16:15:45.413530+0000","last_undegraded":"2024-09-13T16:15:45.413530+0000","last_fullsized":"2024-09-13T16:15:45.413530+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:08:24.015435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.432105+0000","last_change":"2024-09-13T16:15:41.032347+0000","last_active":"2024-09-13T16:15:45.432105+0000","last_peered":"2024-09-13T16:15:45.432105+0000","last_clean":"2024-09-13T16:15:45.432105+0000","last_became_active":"2024-09-13T16:15:41.032093+0000","last_became_peered":"2024-09-13T16:15:41.032093+0000","last_unstale":"2024-09-13T16:15:45.432105+0000","last_undegraded":"2024-09-13T16:15:45.432105+0000","last_fullsized":"2024-09-13T16:15:45.432105+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:33:42.634191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:46.624777+0000","last_change":"2024-09-13T16:15:45.446608+0000","last_active":"2024-09-13T16:15:46.624777+0000","last_peered":"2024-09-13T16:15:46.624777+0000","last_clean":"2024-09-13T16:15:46.624777+0000","last_became_active":"2024-09-13T16:15:45.446001+0000","last_became_peered":"2024-09-13T16:15:45.446001+0000","last_unstale":"2024-09-13T16:15:46.624777+0000","last_undegraded":"2024-09-13T16:15:46.624777+0000","last_fullsized":"2024-09-13T16:15:46.624777+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:34:17.285683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4,7],"acting":[1,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.425592+0000","last_change":"2024-09-13T16:15:41.426036+0000","last_active":"2024-09-13T16:15:45.425592+0000","last_peered":"2024-09-13T16:15:45.425592+0000","last_clean":"2024-09-13T16:15:45.425592+0000","last_became_active":"2024-09-13T16:15:41.425741+0000","last_became_peered":"2024-09-13T16:15:41.425741+0000","last_unstale":"2024-09-13T16:15:45.425592+0000","last_undegraded":"2024-09-13T16:15:45.425592+0000","last_fullsized":"2024-09-13T16:15:45.425592+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:33:43.646968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.417142+0000","last_change":"2024-09-13T16:15:41.032847+0000","last_active":"2024-09-13T16:15:45.417142+0000","last_peered":"2024-09-13T16:15:45.417142+0000","last_clean":"2024-09-13T16:15:45.417142+0000","last_became_active":"2024-09-13T16:15:41.032575+0000","last_became_peered":"2024-09-13T16:15:41.032575+0000","last_unstale":"2024-09-13T16:15:45.417142+0000","last_undegraded":"2024-09-13T16:15:45.417142+0000","last_fullsized":"2024-09-13T16:15:45.417142+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:37:17.411045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.801470+0000","last_change":"2024-09-13T16:15:45.449940+0000","last_active":"2024-09-13T16:15:45.801470+0000","last_peered":"2024-09-13T16:15:45.801470+0000","last_clean":"2024-09-13T16:15:45.801470+0000","last_became_active":"2024-09-13T16:15:45.449446+0000","last_became_peered":"2024-09-13T16:15:45.449446+0000","last_unstale":"2024-09-13T16:15:45.801470+0000","last_undegraded":"2024-09-13T16:15:45.801470+0000","last_fullsized":"2024-09-13T16:15:45.801470+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:36:18.536576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.426669+0000","last_change":"2024-09-13T16:15:41.415433+0000","last_active":"2024-09-13T16:15:45.426669+0000","last_peered":"2024-09-13T16:15:45.426669+0000","last_clean":"2024-09-13T16:15:45.426669+0000","last_became_active":"2024-09-13T16:15:41.415187+0000","last_became_peered":"2024-09-13T16:15:41.415187+0000","last_unstale":"2024-09-13T16:15:45.426669+0000","last_undegraded":"2024-09-13T16:15:45.426669+0000","last_fullsized":"2024-09-13T16:15:45.426669+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:52:33.344284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"21'2","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.419786+0000","last_change":"2024-09-13T16:15:41.035854+0000","last_active":"2024-09-13T16:15:45.419786+0000","last_peered":"2024-09-13T16:15:45.419786+0000","last_clean":"2024-09-13T16:15:45.419786+0000","last_became_active":"2024-09-13T16:15:41.035523+0000","last_became_peered":"2024-09-13T16:15:41.035523+0000","last_unstale":"2024-09-13T16:15:45.419786+0000","last_undegraded":"2024-09-13T16:15:45.419786+0000","last_fullsized":"2024-09-13T16:15:45.419786+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:06:51.700440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.798662+0000","last_change":"2024-09-13T16:15:45.437824+0000","last_active":"2024-09-13T16:15:45.798662+0000","last_peered":"2024-09-13T16:15:45.798662+0000","last_clean":"2024-09-13T16:15:45.798662+0000","last_became_active":"2024-09-13T16:15:45.437484+0000","last_became_peered":"2024-09-13T16:15:45.437484+0000","last_unstale":"2024-09-13T16:15:45.798662+0000","last_undegraded":"2024-09-13T16:15:45.798662+0000","last_fullsized":"2024-09-13T16:15:45.798662+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:28:05.822037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,7],"acting":[4,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.416247+0000","last_change":"2024-09-13T16:15:41.412507+0000","last_active":"2024-09-13T16:15:45.416247+0000","last_peered":"2024-09-13T16:15:45.416247+0000","last_clean":"2024-09-13T16:15:45.416247+0000","last_became_active":"2024-09-13T16:15:41.412266+0000","last_became_peered":"2024-09-13T16:15:41.412266+0000","last_unstale":"2024-09-13T16:15:45.416247+0000","last_undegraded":"2024-09-13T16:15:45.416247+0000","last_fullsized":"2024-09-13T16:15:45.416247+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:28:02.414880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"24'1","reported_seq":16,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.432956+0000","last_change":"2024-09-13T16:15:41.031785+0000","last_active":"2024-09-13T16:15:45.432956+0000","last_peered":"2024-09-13T16:15:45.432956+0000","last_clean":"2024-09-13T16:15:45.432956+0000","last_became_active":"2024-09-13T16:15:41.031492+0000","last_became_peered":"2024-09-13T16:15:41.031492+0000","last_unstale":"2024-09-13T16:15:45.432956+0000","last_undegraded":"2024-09-13T16:15:45.432956+0000","last_fullsized":"2024-09-13T16:15:45.432956+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:37:17.411045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.796233+0000","last_change":"2024-09-13T16:15:45.430678+0000","last_active":"2024-09-13T16:15:45.796233+0000","last_peered":"2024-09-13T16:15:45.796233+0000","last_clean":"2024-09-13T16:15:45.796233+0000","last_became_active":"2024-09-13T16:15:45.430278+0000","last_became_peered":"2024-09-13T16:15:45.430278+0000","last_unstale":"2024-09-13T16:15:45.796233+0000","last_undegraded":"2024-09-13T16:15:45.796233+0000","last_fullsized":"2024-09-13T16:15:45.796233+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:48:40.759944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0,1],"acting":[3,7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.434414+0000","last_change":"2024-09-13T16:15:41.417862+0000","last_active":"2024-09-13T16:15:45.434414+0000","last_peered":"2024-09-13T16:15:45.434414+0000","last_clean":"2024-09-13T16:15:45.434414+0000","last_became_active":"2024-09-13T16:15:41.417601+0000","last_became_peered":"2024-09-13T16:15:41.417601+0000","last_unstale":"2024-09-13T16:15:45.434414+0000","last_undegraded":"2024-09-13T16:15:45.434414+0000","last_fullsized":"2024-09-13T16:15:45.434414+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:22:02.925875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.417764+0000","last_change":"2024-09-13T16:15:41.034156+0000","last_active":"2024-09-13T16:15:45.417764+0000","last_peered":"2024-09-13T16:15:45.417764+0000","last_clean":"2024-09-13T16:15:45.417764+0000","last_became_active":"2024-09-13T16:15:41.032659+0000","last_became_peered":"2024-09-13T16:15:41.032659+0000","last_unstale":"2024-09-13T16:15:45.417764+0000","last_undegraded":"2024-09-13T16:15:45.417764+0000","last_fullsized":"2024-09-13T16:15:45.417764+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:33:42.634191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:46.621173+0000","last_change":"2024-09-13T16:15:45.448222+0000","last_active":"2024-09-13T16:15:46.621173+0000","last_peered":"2024-09-13T16:15:46.621173+0000","last_clean":"2024-09-13T16:15:46.621173+0000","last_became_active":"2024-09-13T16:15:45.447880+0000","last_became_peered":"2024-09-13T16:15:45.447880+0000","last_unstale":"2024-09-13T16:15:46.621173+0000","last_undegraded":"2024-09-13T16:15:46.621173+0000","last_fullsized":"2024-09-13T16:15:46.621173+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:03:48.787790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7,1],"acting":[0,5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.423180+0000","last_change":"2024-09-13T16:15:41.422747+0000","last_active":"2024-09-13T16:15:45.423180+0000","last_peered":"2024-09-13T16:15:45.423180+0000","last_clean":"2024-09-13T16:15:45.423180+0000","last_became_active":"2024-09-13T16:15:41.419626+0000","last_became_peered":"2024-09-13T16:15:41.419626+0000","last_unstale":"2024-09-13T16:15:45.423180+0000","last_undegraded":"2024-09-13T16:15:45.423180+0000","last_fullsized":"2024-09-13T16:15:45.423180+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:15:39.247568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.435285+0000","last_change":"2024-09-13T16:15:41.023747+0000","last_active":"2024-09-13T16:15:45.435285+0000","last_peered":"2024-09-13T16:15:45.435285+0000","last_clean":"2024-09-13T16:15:45.435285+0000","last_became_active":"2024-09-13T16:15:41.023463+0000","last_became_peered":"2024-09-13T16:15:41.023463+0000","last_unstale":"2024-09-13T16:15:45.435285+0000","last_undegraded":"2024-09-13T16:15:45.435285+0000","last_fullsized":"2024-09-13T16:15:45.435285+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:53:09.205608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:46.621860+0000","last_change":"2024-09-13T16:15:45.446054+0000","last_active":"2024-09-13T16:15:46.621860+0000","last_peered":"2024-09-13T16:15:46.621860+0000","last_clean":"2024-09-13T16:15:46.621860+0000","last_became_active":"2024-09-13T16:15:45.443702+0000","last_became_peered":"2024-09-13T16:15:45.443702+0000","last_unstale":"2024-09-13T16:15:46.621860+0000","last_undegraded":"2024-09-13T16:15:46.621860+0000","last_fullsized":"2024-09-13T16:15:46.621860+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:54:19.358862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4,0],"acting":[1,5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.429023+0000","last_change":"2024-09-13T16:15:41.420693+0000","last_active":"2024-09-13T16:15:45.429023+0000","last_peered":"2024-09-13T16:15:45.429023+0000","last_clean":"2024-09-13T16:15:45.429023+0000","last_became_active":"2024-09-13T16:15:41.419700+0000","last_became_peered":"2024-09-13T16:15:41.419700+0000","last_unstale":"2024-09-13T16:15:45.429023+0000","last_undegraded":"2024-09-13T16:15:45.429023+0000","last_fullsized":"2024-09-13T16:15:45.429023+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:23:31.769377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.421057+0000","last_change":"2024-09-13T16:15:41.034060+0000","last_active":"2024-09-13T16:15:45.421057+0000","last_peered":"2024-09-13T16:15:45.421057+0000","last_clean":"2024-09-13T16:15:45.421057+0000","last_became_active":"2024-09-13T16:15:41.032982+0000","last_became_peered":"2024-09-13T16:15:41.032982+0000","last_unstale":"2024-09-13T16:15:45.421057+0000","last_undegraded":"2024-09-13T16:15:45.421057+0000","last_fullsized":"2024-09-13T16:15:45.421057+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:59:29.370756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:46.623729+0000","last_change":"2024-09-13T16:15:45.443110+0000","last_active":"2024-09-13T16:15:46.623729+0000","last_peered":"2024-09-13T16:15:46.623729+0000","last_clean":"2024-09-13T16:15:46.623729+0000","last_became_active":"2024-09-13T16:15:45.440379+0000","last_became_peered":"2024-09-13T16:15:45.440379+0000","last_unstale":"2024-09-13T16:15:46.623729+0000","last_undegraded":"2024-09-13T16:15:46.623729+0000","last_fullsized":"2024-09-13T16:15:46.623729+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:58:53.421511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3,6],"acting":[1,2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.435046+0000","last_change":"2024-09-13T16:15:41.412052+0000","last_active":"2024-09-13T16:15:45.435046+0000","last_peered":"2024-09-13T16:15:45.435046+0000","last_clean":"2024-09-13T16:15:45.435046+0000","last_became_active":"2024-09-13T16:15:41.411796+0000","last_became_peered":"2024-09-13T16:15:41.411796+0000","last_unstale":"2024-09-13T16:15:45.435046+0000","last_undegraded":"2024-09-13T16:15:45.435046+0000","last_fullsized":"2024-09-13T16:15:45.435046+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:11:47.177046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.420600+0000","last_change":"2024-09-13T16:15:41.036198+0000","last_active":"2024-09-13T16:15:45.420600+0000","last_peered":"2024-09-13T16:15:45.420600+0000","last_clean":"2024-09-13T16:15:45.420600+0000","last_became_active":"2024-09-13T16:15:41.035934+0000","last_became_peered":"2024-09-13T16:15:41.035934+0000","last_unstale":"2024-09-13T16:15:45.420600+0000","last_undegraded":"2024-09-13T16:15:45.420600+0000","last_fullsized":"2024-09-13T16:15:45.420600+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:23:04.082341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:46.624856+0000","last_change":"2024-09-13T16:15:45.448674+0000","last_active":"2024-09-13T16:15:46.624856+0000","last_peered":"2024-09-13T16:15:46.624856+0000","last_clean":"2024-09-13T16:15:46.624856+0000","last_became_active":"2024-09-13T16:15:45.446894+0000","last_became_peered":"2024-09-13T16:15:45.446894+0000","last_unstale":"2024-09-13T16:15:46.624856+0000","last_undegraded":"2024-09-13T16:15:46.624856+0000","last_fullsized":"2024-09-13T16:15:46.624856+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:17:45.206594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0,3],"acting":[1,5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.424987+0000","last_change":"2024-09-13T16:15:41.431583+0000","last_active":"2024-09-13T16:15:45.424987+0000","last_peered":"2024-09-13T16:15:45.424987+0000","last_clean":"2024-09-13T16:15:45.424987+0000","last_became_active":"2024-09-13T16:15:41.431310+0000","last_became_peered":"2024-09-13T16:15:41.431310+0000","last_unstale":"2024-09-13T16:15:45.424987+0000","last_undegraded":"2024-09-13T16:15:45.424987+0000","last_fullsized":"2024-09-13T16:15:45.424987+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:12:04.198678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.417297+0000","last_change":"2024-09-13T16:15:41.033404+0000","last_active":"2024-09-13T16:15:45.417297+0000","last_peered":"2024-09-13T16:15:45.417297+0000","last_clean":"2024-09-13T16:15:45.417297+0000","last_became_active":"2024-09-13T16:15:41.033180+0000","last_became_peered":"2024-09-13T16:15:41.033180+0000","last_unstale":"2024-09-13T16:15:45.417297+0000","last_undegraded":"2024-09-13T16:15:45.417297+0000","last_fullsized":"2024-09-13T16:15:45.417297+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:23:30.756600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:46.622050+0000","last_change":"2024-09-13T16:15:45.441683+0000","last_active":"2024-09-13T16:15:46.622050+0000","last_peered":"2024-09-13T16:15:46.622050+0000","last_clean":"2024-09-13T16:15:46.622050+0000","last_became_active":"2024-09-13T16:15:45.441286+0000","last_became_peered":"2024-09-13T16:15:45.441286+0000","last_unstale":"2024-09-13T16:15:46.622050+0000","last_undegraded":"2024-09-13T16:15:46.622050+0000","last_fullsized":"2024-09-13T16:15:46.622050+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:27:40.387319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2,7],"acting":[0,1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.412679+0000","last_change":"2024-09-13T16:15:41.430895+0000","last_active":"2024-09-13T16:15:45.412679+0000","last_peered":"2024-09-13T16:15:45.412679+0000","last_clean":"2024-09-13T16:15:45.412679+0000","last_became_active":"2024-09-13T16:15:41.430627+0000","last_became_peered":"2024-09-13T16:15:41.430627+0000","last_unstale":"2024-09-13T16:15:45.412679+0000","last_undegraded":"2024-09-13T16:15:45.412679+0000","last_fullsized":"2024-09-13T16:15:45.412679+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:21:26.930345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.420645+0000","last_change":"2024-09-13T16:15:41.037492+0000","last_active":"2024-09-13T16:15:45.420645+0000","last_peered":"2024-09-13T16:15:45.420645+0000","last_clean":"2024-09-13T16:15:45.420645+0000","last_became_active":"2024-09-13T16:15:41.037216+0000","last_became_peered":"2024-09-13T16:15:41.037216+0000","last_unstale":"2024-09-13T16:15:45.420645+0000","last_undegraded":"2024-09-13T16:15:45.420645+0000","last_fullsized":"2024-09-13T16:15:45.420645+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:28:31.923652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":168,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.417442+0000","last_change":"2024-09-13T16:15:30.706664+0000","last_active":"2024-09-13T16:15:45.417442+0000","last_peered":"2024-09-13T16:15:45.417442+0000","last_clean":"2024-09-13T16:15:45.417442+0000","last_became_active":"2024-09-13T16:15:30.706146+0000","last_became_peered":"2024-09-13T16:15:30.706146+0000","last_unstale":"2024-09-13T16:15:45.417442+0000","last_undegraded":"2024-09-13T16:15:45.417442+0000","last_fullsized":"2024-09-13T16:15:45.417442+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:28.905101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:28.905101+0000","last_clean_scrub_stamp":"2024-09-13T16:15:28.905101+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:38:40.338700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:46.623137+0000","last_change":"2024-09-13T16:15:45.432988+0000","last_active":"2024-09-13T16:15:46.623137+0000","last_peered":"2024-09-13T16:15:46.623137+0000","last_clean":"2024-09-13T16:15:46.623137+0000","last_became_active":"2024-09-13T16:15:45.432603+0000","last_became_peered":"2024-09-13T16:15:45.432603+0000","last_unstale":"2024-09-13T16:15:46.623137+0000","last_undegraded":"2024-09-13T16:15:46.623137+0000","last_fullsized":"2024-09-13T16:15:46.623137+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:30:36.715026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,4,7],"acting":[6,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.417467+0000","last_change":"2024-09-13T16:15:41.425729+0000","last_active":"2024-09-13T16:15:45.417467+0000","last_peered":"2024-09-13T16:15:45.417467+0000","last_clean":"2024-09-13T16:15:45.417467+0000","last_became_active":"2024-09-13T16:15:41.425482+0000","last_became_peered":"2024-09-13T16:15:41.425482+0000","last_unstale":"2024-09-13T16:15:45.417467+0000","last_undegraded":"2024-09-13T16:15:45.417467+0000","last_fullsized":"2024-09-13T16:15:45.417467+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:50:40.669575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.422059+0000","last_change":"2024-09-13T16:15:41.034746+0000","last_active":"2024-09-13T16:15:45.422059+0000","last_peered":"2024-09-13T16:15:45.422059+0000","last_clean":"2024-09-13T16:15:45.422059+0000","last_became_active":"2024-09-13T16:15:41.034286+0000","last_became_peered":"2024-09-13T16:15:41.034286+0000","last_unstale":"2024-09-13T16:15:45.422059+0000","last_undegraded":"2024-09-13T16:15:45.422059+0000","last_fullsized":"2024-09-13T16:15:45.422059+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:24:38.572929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:46.623089+0000","last_change":"2024-09-13T16:15:45.437198+0000","last_active":"2024-09-13T16:15:46.623089+0000","last_peered":"2024-09-13T16:15:46.623089+0000","last_clean":"2024-09-13T16:15:46.623089+0000","last_became_active":"2024-09-13T16:15:45.436595+0000","last_became_peered":"2024-09-13T16:15:45.436595+0000","last_unstale":"2024-09-13T16:15:46.623089+0000","last_undegraded":"2024-09-13T16:15:46.623089+0000","last_fullsized":"2024-09-13T16:15:46.623089+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:20:43.393814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,1,0],"acting":[6,7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.421792+0000","last_change":"2024-09-13T16:15:41.424176+0000","last_active":"2024-09-13T16:15:45.421792+0000","last_peered":"2024-09-13T16:15:45.421792+0000","last_clean":"2024-09-13T16:15:45.421792+0000","last_became_active":"2024-09-13T16:15:41.423906+0000","last_became_peered":"2024-09-13T16:15:41.423906+0000","last_unstale":"2024-09-13T16:15:45.421792+0000","last_undegraded":"2024-09-13T16:15:45.421792+0000","last_fullsized":"2024-09-13T16:15:45.421792+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:34:57.106014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.d","version":"21'1","reported_seq":16,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.432513+0000","last_change":"2024-09-13T16:15:41.021672+0000","last_active":"2024-09-13T16:15:45.432513+0000","last_peered":"2024-09-13T16:15:45.432513+0000","last_clean":"2024-09-13T16:15:45.432513+0000","last_became_active":"2024-09-13T16:15:41.020719+0000","last_became_peered":"2024-09-13T16:15:41.020719+0000","last_unstale":"2024-09-13T16:15:45.432513+0000","last_undegraded":"2024-09-13T16:15:45.432513+0000","last_fullsized":"2024-09-13T16:15:45.432513+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:23:04.082341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:46.621295+0000","last_change":"2024-09-13T16:15:45.444215+0000","last_active":"2024-09-13T16:15:46.621295+0000","last_peered":"2024-09-13T16:15:46.621295+0000","last_clean":"2024-09-13T16:15:46.621295+0000","last_became_active":"2024-09-13T16:15:45.443842+0000","last_became_peered":"2024-09-13T16:15:45.443842+0000","last_unstale":"2024-09-13T16:15:46.621295+0000","last_undegraded":"2024-09-13T16:15:46.621295+0000","last_fullsized":"2024-09-13T16:15:46.621295+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:36:18.570724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4,5],"acting":[0,1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.418316+0000","last_change":"2024-09-13T16:15:41.429232+0000","last_active":"2024-09-13T16:15:45.418316+0000","last_peered":"2024-09-13T16:15:45.418316+0000","last_clean":"2024-09-13T16:15:45.418316+0000","last_became_active":"2024-09-13T16:15:41.426840+0000","last_became_peered":"2024-09-13T16:15:41.426840+0000","last_unstale":"2024-09-13T16:15:45.418316+0000","last_undegraded":"2024-09-13T16:15:45.418316+0000","last_fullsized":"2024-09-13T16:15:45.418316+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:28:02.414880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"21'2","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.420772+0000","last_change":"2024-09-13T16:15:41.033749+0000","last_active":"2024-09-13T16:15:45.420772+0000","last_peered":"2024-09-13T16:15:45.420772+0000","last_clean":"2024-09-13T16:15:45.420772+0000","last_became_active":"2024-09-13T16:15:41.033356+0000","last_became_peered":"2024-09-13T16:15:41.033356+0000","last_unstale":"2024-09-13T16:15:45.420772+0000","last_undegraded":"2024-09-13T16:15:45.420772+0000","last_fullsized":"2024-09-13T16:15:45.420772+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:25:22.130748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:46.466134+0000","last_change":"2024-09-13T16:15:45.434063+0000","last_active":"2024-09-13T16:15:46.466134+0000","last_peered":"2024-09-13T16:15:46.466134+0000","last_clean":"2024-09-13T16:15:46.466134+0000","last_became_active":"2024-09-13T16:15:45.433849+0000","last_became_peered":"2024-09-13T16:15:45.433849+0000","last_unstale":"2024-09-13T16:15:46.466134+0000","last_undegraded":"2024-09-13T16:15:46.466134+0000","last_fullsized":"2024-09-13T16:15:46.466134+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:47:37.415731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7,6],"acting":[5,4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.417917+0000","last_change":"2024-09-13T16:15:41.425176+0000","last_active":"2024-09-13T16:15:45.417917+0000","last_peered":"2024-09-13T16:15:45.417917+0000","last_clean":"2024-09-13T16:15:45.417917+0000","last_became_active":"2024-09-13T16:15:41.422117+0000","last_became_peered":"2024-09-13T16:15:41.422117+0000","last_unstale":"2024-09-13T16:15:45.417917+0000","last_undegraded":"2024-09-13T16:15:45.417917+0000","last_fullsized":"2024-09-13T16:15:45.417917+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:04:01.515823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"21'1","reported_seq":16,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.425091+0000","last_change":"2024-09-13T16:15:41.024081+0000","last_active":"2024-09-13T16:15:45.425091+0000","last_peered":"2024-09-13T16:15:45.425091+0000","last_clean":"2024-09-13T16:15:45.425091+0000","last_became_active":"2024-09-13T16:15:41.023763+0000","last_became_peered":"2024-09-13T16:15:41.023763+0000","last_unstale":"2024-09-13T16:15:45.425091+0000","last_undegraded":"2024-09-13T16:15:45.425091+0000","last_fullsized":"2024-09-13T16:15:45.425091+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:25:44.598813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.799842+0000","last_change":"2024-09-13T16:15:45.436109+0000","last_active":"2024-09-13T16:15:45.799842+0000","last_peered":"2024-09-13T16:15:45.799842+0000","last_clean":"2024-09-13T16:15:45.799842+0000","last_became_active":"2024-09-13T16:15:45.435716+0000","last_became_peered":"2024-09-13T16:15:45.435716+0000","last_unstale":"2024-09-13T16:15:45.799842+0000","last_undegraded":"2024-09-13T16:15:45.799842+0000","last_fullsized":"2024-09-13T16:15:45.799842+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:17:45.206594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3,6],"acting":[4,1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.415763+0000","last_change":"2024-09-13T16:15:41.430211+0000","last_active":"2024-09-13T16:15:45.415763+0000","last_peered":"2024-09-13T16:15:45.415763+0000","last_clean":"2024-09-13T16:15:45.415763+0000","last_became_active":"2024-09-13T16:15:41.429928+0000","last_became_peered":"2024-09-13T16:15:41.429928+0000","last_unstale":"2024-09-13T16:15:45.415763+0000","last_undegraded":"2024-09-13T16:15:45.415763+0000","last_fullsized":"2024-09-13T16:15:45.415763+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:21:26.930345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"21'8","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.419902+0000","last_change":"2024-09-13T16:15:41.028349+0000","last_active":"2024-09-13T16:15:45.419902+0000","last_peered":"2024-09-13T16:15:45.419902+0000","last_clean":"2024-09-13T16:15:45.419902+0000","last_became_active":"2024-09-13T16:15:41.028039+0000","last_became_peered":"2024-09-13T16:15:41.028039+0000","last_unstale":"2024-09-13T16:15:45.419902+0000","last_undegraded":"2024-09-13T16:15:45.419902+0000","last_fullsized":"2024-09-13T16:15:45.419902+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:53:09.205608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:46.621915+0000","last_change":"2024-09-13T16:15:45.431362+0000","last_active":"2024-09-13T16:15:46.621915+0000","last_peered":"2024-09-13T16:15:46.621915+0000","last_clean":"2024-09-13T16:15:46.621915+0000","last_became_active":"2024-09-13T16:15:45.430948+0000","last_became_peered":"2024-09-13T16:15:45.430948+0000","last_unstale":"2024-09-13T16:15:46.621915+0000","last_undegraded":"2024-09-13T16:15:46.621915+0000","last_fullsized":"2024-09-13T16:15:46.621915+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:44:00.619593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2,6],"acting":[0,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.414165+0000","last_change":"2024-09-13T16:15:41.420682+0000","last_active":"2024-09-13T16:15:45.414165+0000","last_peered":"2024-09-13T16:15:45.414165+0000","last_clean":"2024-09-13T16:15:45.414165+0000","last_became_active":"2024-09-13T16:15:41.420207+0000","last_became_peered":"2024-09-13T16:15:41.420207+0000","last_unstale":"2024-09-13T16:15:45.414165+0000","last_undegraded":"2024-09-13T16:15:45.414165+0000","last_fullsized":"2024-09-13T16:15:45.414165+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:44:31.875006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.419134+0000","last_change":"2024-09-13T16:15:41.027279+0000","last_active":"2024-09-13T16:15:45.419134+0000","last_peered":"2024-09-13T16:15:45.419134+0000","last_clean":"2024-09-13T16:15:45.419134+0000","last_became_active":"2024-09-13T16:15:41.026955+0000","last_became_peered":"2024-09-13T16:15:41.026955+0000","last_unstale":"2024-09-13T16:15:45.419134+0000","last_undegraded":"2024-09-13T16:15:45.419134+0000","last_fullsized":"2024-09-13T16:15:45.419134+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:25:22.130748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.797755+0000","last_change":"2024-09-13T16:15:45.429369+0000","last_active":"2024-09-13T16:15:45.797755+0000","last_peered":"2024-09-13T16:15:45.797755+0000","last_clean":"2024-09-13T16:15:45.797755+0000","last_became_active":"2024-09-13T16:15:45.428985+0000","last_became_peered":"2024-09-13T16:15:45.428985+0000","last_unstale":"2024-09-13T16:15:45.797755+0000","last_undegraded":"2024-09-13T16:15:45.797755+0000","last_fullsized":"2024-09-13T16:15:45.797755+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:26:14.723087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,6],"acting":[3,7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.417325+0000","last_change":"2024-09-13T16:15:41.430249+0000","last_active":"2024-09-13T16:15:45.417325+0000","last_peered":"2024-09-13T16:15:45.417325+0000","last_clean":"2024-09-13T16:15:45.417325+0000","last_became_active":"2024-09-13T16:15:41.425258+0000","last_became_peered":"2024-09-13T16:15:41.425258+0000","last_unstale":"2024-09-13T16:15:45.417325+0000","last_undegraded":"2024-09-13T16:15:45.417325+0000","last_fullsized":"2024-09-13T16:15:45.417325+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:56:02.400511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.421064+0000","last_change":"2024-09-13T16:15:41.037723+0000","last_active":"2024-09-13T16:15:45.421064+0000","last_peered":"2024-09-13T16:15:45.421064+0000","last_clean":"2024-09-13T16:15:45.421064+0000","last_became_active":"2024-09-13T16:15:41.037313+0000","last_became_peered":"2024-09-13T16:15:41.037313+0000","last_unstale":"2024-09-13T16:15:45.421064+0000","last_undegraded":"2024-09-13T16:15:45.421064+0000","last_fullsized":"2024-09-13T16:15:45.421064+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:12:26.352318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.797540+0000","last_change":"2024-09-13T16:15:45.436611+0000","last_active":"2024-09-13T16:15:45.797540+0000","last_peered":"2024-09-13T16:15:45.797540+0000","last_clean":"2024-09-13T16:15:45.797540+0000","last_became_active":"2024-09-13T16:15:45.436224+0000","last_became_peered":"2024-09-13T16:15:45.436224+0000","last_unstale":"2024-09-13T16:15:45.797540+0000","last_undegraded":"2024-09-13T16:15:45.797540+0000","last_fullsized":"2024-09-13T16:15:45.797540+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:25:18.924994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,2],"acting":[3,1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.425266+0000","last_change":"2024-09-13T16:15:41.413282+0000","last_active":"2024-09-13T16:15:45.425266+0000","last_peered":"2024-09-13T16:15:45.425266+0000","last_clean":"2024-09-13T16:15:45.425266+0000","last_became_active":"2024-09-13T16:15:41.413018+0000","last_became_peered":"2024-09-13T16:15:41.413018+0000","last_unstale":"2024-09-13T16:15:45.425266+0000","last_undegraded":"2024-09-13T16:15:45.425266+0000","last_fullsized":"2024-09-13T16:15:45.425266+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:59:59.432849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.13","version":"21'2","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.425542+0000","last_change":"2024-09-13T16:15:41.028202+0000","last_active":"2024-09-13T16:15:45.425542+0000","last_peered":"2024-09-13T16:15:45.425542+0000","last_clean":"2024-09-13T16:15:45.425542+0000","last_became_active":"2024-09-13T16:15:41.027695+0000","last_became_peered":"2024-09-13T16:15:41.027695+0000","last_unstale":"2024-09-13T16:15:45.425542+0000","last_undegraded":"2024-09-13T16:15:45.425542+0000","last_fullsized":"2024-09-13T16:15:45.425542+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:30:56.384304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:46.467079+0000","last_change":"2024-09-13T16:15:45.429663+0000","last_active":"2024-09-13T16:15:46.467079+0000","last_peered":"2024-09-13T16:15:46.467079+0000","last_clean":"2024-09-13T16:15:46.467079+0000","last_became_active":"2024-09-13T16:15:45.429313+0000","last_became_peered":"2024-09-13T16:15:45.429313+0000","last_unstale":"2024-09-13T16:15:46.467079+0000","last_undegraded":"2024-09-13T16:15:46.467079+0000","last_fullsized":"2024-09-13T16:15:46.467079+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:40:41.137237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3,2],"acting":[5,7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.417538+0000","last_change":"2024-09-13T16:15:41.421663+0000","last_active":"2024-09-13T16:15:45.417538+0000","last_peered":"2024-09-13T16:15:45.417538+0000","last_clean":"2024-09-13T16:15:45.417538+0000","last_became_active":"2024-09-13T16:15:41.421412+0000","last_became_peered":"2024-09-13T16:15:41.421412+0000","last_unstale":"2024-09-13T16:15:45.417538+0000","last_undegraded":"2024-09-13T16:15:45.417538+0000","last_fullsized":"2024-09-13T16:15:45.417538+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:55:13.234223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.14","version":"26'9","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:50.922909+0000","last_change":"2024-09-13T16:15:41.036305+0000","last_active":"2024-09-13T16:15:50.922909+0000","last_peered":"2024-09-13T16:15:50.922909+0000","last_clean":"2024-09-13T16:15:50.922909+0000","last_became_active":"2024-09-13T16:15:41.036022+0000","last_became_peered":"2024-09-13T16:15:41.036022+0000","last_unstale":"2024-09-13T16:15:50.922909+0000","last_undegraded":"2024-09-13T16:15:50.922909+0000","last_fullsized":"2024-09-13T16:15:50.922909+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:23:04.082341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3795,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:46.622048+0000","last_change":"2024-09-13T16:15:45.445565+0000","last_active":"2024-09-13T16:15:46.622048+0000","last_peered":"2024-09-13T16:15:46.622048+0000","last_clean":"2024-09-13T16:15:46.622048+0000","last_became_active":"2024-09-13T16:15:45.442341+0000","last_became_peered":"2024-09-13T16:15:45.442341+0000","last_unstale":"2024-09-13T16:15:46.622048+0000","last_undegraded":"2024-09-13T16:15:46.622048+0000","last_fullsized":"2024-09-13T16:15:46.622048+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:38:27.489586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2,0],"acting":[1,6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.425188+0000","last_change":"2024-09-13T16:15:41.419163+0000","last_active":"2024-09-13T16:15:45.425188+0000","last_peered":"2024-09-13T16:15:45.425188+0000","last_clean":"2024-09-13T16:15:45.425188+0000","last_became_active":"2024-09-13T16:15:41.417552+0000","last_became_peered":"2024-09-13T16:15:41.417552+0000","last_unstale":"2024-09-13T16:15:45.425188+0000","last_undegraded":"2024-09-13T16:15:45.425188+0000","last_fullsized":"2024-09-13T16:15:45.425188+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:53:10.218385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"21'3","reported_seq":18,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.432149+0000","last_change":"2024-09-13T16:15:41.033212+0000","last_active":"2024-09-13T16:15:45.432149+0000","last_peered":"2024-09-13T16:15:45.432149+0000","last_clean":"2024-09-13T16:15:45.432149+0000","last_became_active":"2024-09-13T16:15:41.032932+0000","last_became_peered":"2024-09-13T16:15:41.032932+0000","last_unstale":"2024-09-13T16:15:45.432149+0000","last_undegraded":"2024-09-13T16:15:45.432149+0000","last_fullsized":"2024-09-13T16:15:45.432149+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:24:54.906382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.798936+0000","last_change":"2024-09-13T16:15:45.445670+0000","last_active":"2024-09-13T16:15:45.798936+0000","last_peered":"2024-09-13T16:15:45.798936+0000","last_clean":"2024-09-13T16:15:45.798936+0000","last_became_active":"2024-09-13T16:15:45.445288+0000","last_became_peered":"2024-09-13T16:15:45.445288+0000","last_unstale":"2024-09-13T16:15:45.798936+0000","last_undegraded":"2024-09-13T16:15:45.798936+0000","last_fullsized":"2024-09-13T16:15:45.798936+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:54:19.358862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,1],"acting":[4,5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.426237+0000","last_change":"2024-09-13T16:15:41.424204+0000","last_active":"2024-09-13T16:15:45.426237+0000","last_peered":"2024-09-13T16:15:45.426237+0000","last_clean":"2024-09-13T16:15:45.426237+0000","last_became_active":"2024-09-13T16:15:41.423904+0000","last_became_peered":"2024-09-13T16:15:41.423904+0000","last_unstale":"2024-09-13T16:15:45.426237+0000","last_undegraded":"2024-09-13T16:15:45.426237+0000","last_fullsized":"2024-09-13T16:15:45.426237+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:32:31.972422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.421040+0000","last_change":"2024-09-13T16:15:41.034031+0000","last_active":"2024-09-13T16:15:45.421040+0000","last_peered":"2024-09-13T16:15:45.421040+0000","last_clean":"2024-09-13T16:15:45.421040+0000","last_became_active":"2024-09-13T16:15:41.033489+0000","last_became_peered":"2024-09-13T16:15:41.033489+0000","last_unstale":"2024-09-13T16:15:45.421040+0000","last_undegraded":"2024-09-13T16:15:45.421040+0000","last_fullsized":"2024-09-13T16:15:45.421040+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:20:11.669314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.796210+0000","last_change":"2024-09-13T16:15:45.436970+0000","last_active":"2024-09-13T16:15:45.796210+0000","last_peered":"2024-09-13T16:15:45.796210+0000","last_clean":"2024-09-13T16:15:45.796210+0000","last_became_active":"2024-09-13T16:15:45.436526+0000","last_became_peered":"2024-09-13T16:15:45.436526+0000","last_unstale":"2024-09-13T16:15:45.796210+0000","last_undegraded":"2024-09-13T16:15:45.796210+0000","last_fullsized":"2024-09-13T16:15:45.796210+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:36:18.536576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6,4],"acting":[3,1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.420828+0000","last_change":"2024-09-13T16:15:41.434977+0000","last_active":"2024-09-13T16:15:45.420828+0000","last_peered":"2024-09-13T16:15:45.420828+0000","last_clean":"2024-09-13T16:15:45.420828+0000","last_became_active":"2024-09-13T16:15:41.434755+0000","last_became_peered":"2024-09-13T16:15:41.434755+0000","last_unstale":"2024-09-13T16:15:45.420828+0000","last_undegraded":"2024-09-13T16:15:45.420828+0000","last_fullsized":"2024-09-13T16:15:45.420828+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:25:13.592668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.419720+0000","last_change":"2024-09-13T16:15:41.037211+0000","last_active":"2024-09-13T16:15:45.419720+0000","last_peered":"2024-09-13T16:15:45.419720+0000","last_clean":"2024-09-13T16:15:45.419720+0000","last_became_active":"2024-09-13T16:15:41.036955+0000","last_became_peered":"2024-09-13T16:15:41.036955+0000","last_unstale":"2024-09-13T16:15:45.419720+0000","last_undegraded":"2024-09-13T16:15:45.419720+0000","last_fullsized":"2024-09-13T16:15:45.419720+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:24:38.572929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.796831+0000","last_change":"2024-09-13T16:15:45.426193+0000","last_active":"2024-09-13T16:15:45.796831+0000","last_peered":"2024-09-13T16:15:45.796831+0000","last_clean":"2024-09-13T16:15:45.796831+0000","last_became_active":"2024-09-13T16:15:45.425834+0000","last_became_peered":"2024-09-13T16:15:45.425834+0000","last_unstale":"2024-09-13T16:15:45.796831+0000","last_undegraded":"2024-09-13T16:15:45.796831+0000","last_fullsized":"2024-09-13T16:15:45.796831+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:08:24.944860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6,5],"acting":[3,7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:46.621779+0000","last_change":"2024-09-13T16:15:45.445140+0000","last_active":"2024-09-13T16:15:46.621779+0000","last_peered":"2024-09-13T16:15:46.621779+0000","last_clean":"2024-09-13T16:15:46.621779+0000","last_became_active":"2024-09-13T16:15:45.444697+0000","last_became_peered":"2024-09-13T16:15:45.444697+0000","last_unstale":"2024-09-13T16:15:46.621779+0000","last_undegraded":"2024-09-13T16:15:46.621779+0000","last_fullsized":"2024-09-13T16:15:46.621779+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:24:59.575250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3,1],"acting":[0,7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.431924+0000","last_change":"2024-09-13T16:15:41.416274+0000","last_active":"2024-09-13T16:15:45.431924+0000","last_peered":"2024-09-13T16:15:45.431924+0000","last_clean":"2024-09-13T16:15:45.431924+0000","last_became_active":"2024-09-13T16:15:41.416031+0000","last_became_peered":"2024-09-13T16:15:41.416031+0000","last_unstale":"2024-09-13T16:15:45.431924+0000","last_undegraded":"2024-09-13T16:15:45.431924+0000","last_fullsized":"2024-09-13T16:15:45.431924+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:53:15.761243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.423692+0000","last_change":"2024-09-13T16:15:41.028829+0000","last_active":"2024-09-13T16:15:45.423692+0000","last_peered":"2024-09-13T16:15:45.423692+0000","last_clean":"2024-09-13T16:15:45.423692+0000","last_became_active":"2024-09-13T16:15:41.028484+0000","last_became_peered":"2024-09-13T16:15:41.028484+0000","last_unstale":"2024-09-13T16:15:45.423692+0000","last_undegraded":"2024-09-13T16:15:45.423692+0000","last_fullsized":"2024-09-13T16:15:45.423692+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:54:43.966284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:46.623678+0000","last_change":"2024-09-13T16:15:45.436689+0000","last_active":"2024-09-13T16:15:46.623678+0000","last_peered":"2024-09-13T16:15:46.623678+0000","last_clean":"2024-09-13T16:15:46.623678+0000","last_became_active":"2024-09-13T16:15:45.436307+0000","last_became_peered":"2024-09-13T16:15:45.436307+0000","last_unstale":"2024-09-13T16:15:46.623678+0000","last_undegraded":"2024-09-13T16:15:46.623678+0000","last_fullsized":"2024-09-13T16:15:46.623678+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:59:59.001054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1,0],"acting":[6,5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.413340+0000","last_change":"2024-09-13T16:15:41.422643+0000","last_active":"2024-09-13T16:15:45.413340+0000","last_peered":"2024-09-13T16:15:45.413340+0000","last_clean":"2024-09-13T16:15:45.413340+0000","last_became_active":"2024-09-13T16:15:41.422354+0000","last_became_peered":"2024-09-13T16:15:41.422354+0000","last_unstale":"2024-09-13T16:15:45.413340+0000","last_undegraded":"2024-09-13T16:15:45.413340+0000","last_fullsized":"2024-09-13T16:15:45.413340+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:41:33.335619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.413555+0000","last_change":"2024-09-13T16:15:41.031795+0000","last_active":"2024-09-13T16:15:45.413555+0000","last_peered":"2024-09-13T16:15:45.413555+0000","last_clean":"2024-09-13T16:15:45.413555+0000","last_became_active":"2024-09-13T16:15:41.031397+0000","last_became_peered":"2024-09-13T16:15:41.031397+0000","last_unstale":"2024-09-13T16:15:45.413555+0000","last_undegraded":"2024-09-13T16:15:45.413555+0000","last_fullsized":"2024-09-13T16:15:45.413555+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:25:22.130748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1a","version":"21'1","reported_seq":16,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.419185+0000","last_change":"2024-09-13T16:15:41.025334+0000","last_active":"2024-09-13T16:15:45.419185+0000","last_peered":"2024-09-13T16:15:45.419185+0000","last_clean":"2024-09-13T16:15:45.419185+0000","last_became_active":"2024-09-13T16:15:41.024989+0000","last_became_peered":"2024-09-13T16:15:41.024989+0000","last_unstale":"2024-09-13T16:15:45.419185+0000","last_undegraded":"2024-09-13T16:15:45.419185+0000","last_fullsized":"2024-09-13T16:15:45.419185+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:53:09.205608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.425453+0000","last_change":"2024-09-13T16:15:41.432442+0000","last_active":"2024-09-13T16:15:45.425453+0000","last_peered":"2024-09-13T16:15:45.425453+0000","last_clean":"2024-09-13T16:15:45.425453+0000","last_became_active":"2024-09-13T16:15:41.432139+0000","last_became_peered":"2024-09-13T16:15:41.432139+0000","last_unstale":"2024-09-13T16:15:45.425453+0000","last_undegraded":"2024-09-13T16:15:45.425453+0000","last_fullsized":"2024-09-13T16:15:45.425453+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:14:45.133899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:46.621864+0000","last_change":"2024-09-13T16:15:45.436405+0000","last_active":"2024-09-13T16:15:46.621864+0000","last_peered":"2024-09-13T16:15:46.621864+0000","last_clean":"2024-09-13T16:15:46.621864+0000","last_became_active":"2024-09-13T16:15:45.436059+0000","last_became_peered":"2024-09-13T16:15:45.436059+0000","last_unstale":"2024-09-13T16:15:46.621864+0000","last_undegraded":"2024-09-13T16:15:46.621864+0000","last_fullsized":"2024-09-13T16:15:46.621864+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:41:36.742776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3,5],"acting":[2,1,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"21'1","reported_seq":16,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.414435+0000","last_change":"2024-09-13T16:15:41.036390+0000","last_active":"2024-09-13T16:15:45.414435+0000","last_peered":"2024-09-13T16:15:45.414435+0000","last_clean":"2024-09-13T16:15:45.414435+0000","last_became_active":"2024-09-13T16:15:41.036045+0000","last_became_peered":"2024-09-13T16:15:41.036045+0000","last_unstale":"2024-09-13T16:15:45.414435+0000","last_undegraded":"2024-09-13T16:15:45.414435+0000","last_fullsized":"2024-09-13T16:15:45.414435+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:24:38.572929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.428185+0000","last_change":"2024-09-13T16:15:41.419556+0000","last_active":"2024-09-13T16:15:45.428185+0000","last_peered":"2024-09-13T16:15:45.428185+0000","last_clean":"2024-09-13T16:15:45.428185+0000","last_became_active":"2024-09-13T16:15:41.417827+0000","last_became_peered":"2024-09-13T16:15:41.417827+0000","last_unstale":"2024-09-13T16:15:45.428185+0000","last_undegraded":"2024-09-13T16:15:45.428185+0000","last_fullsized":"2024-09-13T16:15:45.428185+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:24:55.919158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.796947+0000","last_change":"2024-09-13T16:15:45.435555+0000","last_active":"2024-09-13T16:15:45.796947+0000","last_peered":"2024-09-13T16:15:45.796947+0000","last_clean":"2024-09-13T16:15:45.796947+0000","last_became_active":"2024-09-13T16:15:45.435169+0000","last_became_peered":"2024-09-13T16:15:45.435169+0000","last_unstale":"2024-09-13T16:15:45.796947+0000","last_undegraded":"2024-09-13T16:15:45.796947+0000","last_fullsized":"2024-09-13T16:15:45.796947+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:25:57.742530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4,2],"acting":[3,1,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.414017+0000","last_change":"2024-09-13T16:15:41.423423+0000","last_active":"2024-09-13T16:15:45.414017+0000","last_peered":"2024-09-13T16:15:45.414017+0000","last_clean":"2024-09-13T16:15:45.414017+0000","last_became_active":"2024-09-13T16:15:41.423169+0000","last_became_peered":"2024-09-13T16:15:41.423169+0000","last_unstale":"2024-09-13T16:15:45.414017+0000","last_undegraded":"2024-09-13T16:15:45.414017+0000","last_fullsized":"2024-09-13T16:15:45.414017+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:27:47.348543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.420082+0000","last_change":"2024-09-13T16:15:41.426426+0000","last_active":"2024-09-13T16:15:45.420082+0000","last_peered":"2024-09-13T16:15:45.420082+0000","last_clean":"2024-09-13T16:15:45.420082+0000","last_became_active":"2024-09-13T16:15:41.426171+0000","last_became_peered":"2024-09-13T16:15:41.426171+0000","last_unstale":"2024-09-13T16:15:45.420082+0000","last_undegraded":"2024-09-13T16:15:45.420082+0000","last_fullsized":"2024-09-13T16:15:45.420082+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:47:49.995930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.420874+0000","last_change":"2024-09-13T16:15:41.423833+0000","last_active":"2024-09-13T16:15:45.420874+0000","last_peered":"2024-09-13T16:15:45.420874+0000","last_clean":"2024-09-13T16:15:45.420874+0000","last_became_active":"2024-09-13T16:15:41.423509+0000","last_became_peered":"2024-09-13T16:15:41.423509+0000","last_unstale":"2024-09-13T16:15:45.420874+0000","last_undegraded":"2024-09-13T16:15:45.420874+0000","last_fullsized":"2024-09-13T16:15:45.420874+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:20:54.354960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.425435+0000","last_change":"2024-09-13T16:15:41.419808+0000","last_active":"2024-09-13T16:15:45.425435+0000","last_peered":"2024-09-13T16:15:45.425435+0000","last_clean":"2024-09-13T16:15:45.425435+0000","last_became_active":"2024-09-13T16:15:41.419574+0000","last_became_peered":"2024-09-13T16:15:41.419574+0000","last_unstale":"2024-09-13T16:15:45.425435+0000","last_undegraded":"2024-09-13T16:15:45.425435+0000","last_fullsized":"2024-09-13T16:15:45.425435+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:51:57.544490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.414570+0000","last_change":"2024-09-13T16:15:41.419911+0000","last_active":"2024-09-13T16:15:45.414570+0000","last_peered":"2024-09-13T16:15:45.414570+0000","last_clean":"2024-09-13T16:15:45.414570+0000","last_became_active":"2024-09-13T16:15:41.419644+0000","last_became_peered":"2024-09-13T16:15:41.419644+0000","last_unstale":"2024-09-13T16:15:45.414570+0000","last_undegraded":"2024-09-13T16:15:45.414570+0000","last_fullsized":"2024-09-13T16:15:45.414570+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:27:47.348543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.432032+0000","last_change":"2024-09-13T16:15:41.409800+0000","last_active":"2024-09-13T16:15:45.432032+0000","last_peered":"2024-09-13T16:15:45.432032+0000","last_clean":"2024-09-13T16:15:45.432032+0000","last_became_active":"2024-09-13T16:15:41.409523+0000","last_became_peered":"2024-09-13T16:15:41.409523+0000","last_unstale":"2024-09-13T16:15:45.432032+0000","last_undegraded":"2024-09-13T16:15:45.432032+0000","last_fullsized":"2024-09-13T16:15:45.432032+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:00:20.703088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.420078+0000","last_change":"2024-09-13T16:15:41.418006+0000","last_active":"2024-09-13T16:15:45.420078+0000","last_peered":"2024-09-13T16:15:45.420078+0000","last_clean":"2024-09-13T16:15:45.420078+0000","last_became_active":"2024-09-13T16:15:41.417761+0000","last_became_peered":"2024-09-13T16:15:41.417761+0000","last_unstale":"2024-09-13T16:15:45.420078+0000","last_undegraded":"2024-09-13T16:15:45.420078+0000","last_fullsized":"2024-09-13T16:15:45.420078+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:22:02.925875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.416096+0000","last_change":"2024-09-13T16:15:41.429135+0000","last_active":"2024-09-13T16:15:45.416096+0000","last_peered":"2024-09-13T16:15:45.416096+0000","last_clean":"2024-09-13T16:15:45.416096+0000","last_became_active":"2024-09-13T16:15:41.428841+0000","last_became_peered":"2024-09-13T16:15:41.428841+0000","last_unstale":"2024-09-13T16:15:45.416096+0000","last_undegraded":"2024-09-13T16:15:45.416096+0000","last_fullsized":"2024-09-13T16:15:45.416096+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:53:06.109901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.423715+0000","last_change":"2024-09-13T16:15:41.424140+0000","last_active":"2024-09-13T16:15:45.423715+0000","last_peered":"2024-09-13T16:15:45.423715+0000","last_clean":"2024-09-13T16:15:45.423715+0000","last_became_active":"2024-09-13T16:15:41.423826+0000","last_became_peered":"2024-09-13T16:15:41.423826+0000","last_unstale":"2024-09-13T16:15:45.423715+0000","last_undegraded":"2024-09-13T16:15:45.423715+0000","last_fullsized":"2024-09-13T16:15:45.423715+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:54:36.284115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.412501+0000","last_change":"2024-09-13T16:15:41.432323+0000","last_active":"2024-09-13T16:15:45.412501+0000","last_peered":"2024-09-13T16:15:45.412501+0000","last_clean":"2024-09-13T16:15:45.412501+0000","last_became_active":"2024-09-13T16:15:41.432121+0000","last_became_peered":"2024-09-13T16:15:41.432121+0000","last_unstale":"2024-09-13T16:15:45.412501+0000","last_undegraded":"2024-09-13T16:15:45.412501+0000","last_fullsized":"2024-09-13T16:15:45.412501+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:00:20.703088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.420689+0000","last_change":"2024-09-13T16:15:41.435089+0000","last_active":"2024-09-13T16:15:45.420689+0000","last_peered":"2024-09-13T16:15:45.420689+0000","last_clean":"2024-09-13T16:15:45.420689+0000","last_became_active":"2024-09-13T16:15:41.434875+0000","last_became_peered":"2024-09-13T16:15:41.434875+0000","last_unstale":"2024-09-13T16:15:45.420689+0000","last_undegraded":"2024-09-13T16:15:45.420689+0000","last_fullsized":"2024-09-13T16:15:45.420689+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:26:15.968684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.425350+0000","last_change":"2024-09-13T16:15:41.427159+0000","last_active":"2024-09-13T16:15:45.425350+0000","last_peered":"2024-09-13T16:15:45.425350+0000","last_clean":"2024-09-13T16:15:45.425350+0000","last_became_active":"2024-09-13T16:15:41.426887+0000","last_became_peered":"2024-09-13T16:15:41.426887+0000","last_unstale":"2024-09-13T16:15:45.425350+0000","last_undegraded":"2024-09-13T16:15:45.425350+0000","last_fullsized":"2024-09-13T16:15:45.425350+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:33:52.262369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.418350+0000","last_change":"2024-09-13T16:15:41.429253+0000","last_active":"2024-09-13T16:15:45.418350+0000","last_peered":"2024-09-13T16:15:45.418350+0000","last_clean":"2024-09-13T16:15:45.418350+0000","last_became_active":"2024-09-13T16:15:41.428906+0000","last_became_peered":"2024-09-13T16:15:41.428906+0000","last_unstale":"2024-09-13T16:15:45.418350+0000","last_undegraded":"2024-09-13T16:15:45.418350+0000","last_fullsized":"2024-09-13T16:15:45.418350+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:41:33.335619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.417599+0000","last_change":"2024-09-13T16:15:41.421597+0000","last_active":"2024-09-13T16:15:45.417599+0000","last_peered":"2024-09-13T16:15:45.417599+0000","last_clean":"2024-09-13T16:15:45.417599+0000","last_became_active":"2024-09-13T16:15:41.421333+0000","last_became_peered":"2024-09-13T16:15:41.421333+0000","last_unstale":"2024-09-13T16:15:45.417599+0000","last_undegraded":"2024-09-13T16:15:45.417599+0000","last_fullsized":"2024-09-13T16:15:45.417599+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:44:05.493410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.420734+0000","last_change":"2024-09-13T16:15:41.422358+0000","last_active":"2024-09-13T16:15:45.420734+0000","last_peered":"2024-09-13T16:15:45.420734+0000","last_clean":"2024-09-13T16:15:45.420734+0000","last_became_active":"2024-09-13T16:15:41.422120+0000","last_became_peered":"2024-09-13T16:15:41.422120+0000","last_unstale":"2024-09-13T16:15:45.420734+0000","last_undegraded":"2024-09-13T16:15:45.420734+0000","last_fullsized":"2024-09-13T16:15:45.420734+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:37:18.423822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.423023+0000","last_change":"2024-09-13T16:15:41.431160+0000","last_active":"2024-09-13T16:15:45.423023+0000","last_peered":"2024-09-13T16:15:45.423023+0000","last_clean":"2024-09-13T16:15:45.423023+0000","last_became_active":"2024-09-13T16:15:41.430802+0000","last_became_peered":"2024-09-13T16:15:41.430802+0000","last_unstale":"2024-09-13T16:15:45.423023+0000","last_undegraded":"2024-09-13T16:15:45.423023+0000","last_fullsized":"2024-09-13T16:15:45.423023+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:49:01.550676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.423550+0000","last_change":"2024-09-13T16:15:41.426281+0000","last_active":"2024-09-13T16:15:45.423550+0000","last_peered":"2024-09-13T16:15:45.423550+0000","last_clean":"2024-09-13T16:15:45.423550+0000","last_became_active":"2024-09-13T16:15:41.424170+0000","last_became_peered":"2024-09-13T16:15:41.424170+0000","last_unstale":"2024-09-13T16:15:45.423550+0000","last_undegraded":"2024-09-13T16:15:45.423550+0000","last_fullsized":"2024-09-13T16:15:45.423550+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:33:52.262369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.432055+0000","last_change":"2024-09-13T16:15:41.428474+0000","last_active":"2024-09-13T16:15:45.432055+0000","last_peered":"2024-09-13T16:15:45.432055+0000","last_clean":"2024-09-13T16:15:45.432055+0000","last_became_active":"2024-09-13T16:15:41.428226+0000","last_became_peered":"2024-09-13T16:15:41.428226+0000","last_unstale":"2024-09-13T16:15:45.432055+0000","last_undegraded":"2024-09-13T16:15:45.432055+0000","last_fullsized":"2024-09-13T16:15:45.432055+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:27:47.348543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.424896+0000","last_change":"2024-09-13T16:15:41.414379+0000","last_active":"2024-09-13T16:15:45.424896+0000","last_peered":"2024-09-13T16:15:45.424896+0000","last_clean":"2024-09-13T16:15:45.424896+0000","last_became_active":"2024-09-13T16:15:41.414114+0000","last_became_peered":"2024-09-13T16:15:41.414114+0000","last_unstale":"2024-09-13T16:15:45.424896+0000","last_undegraded":"2024-09-13T16:15:45.424896+0000","last_fullsized":"2024-09-13T16:15:45.424896+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:38:39.233853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.412462+0000","last_change":"2024-09-13T16:15:41.419610+0000","last_active":"2024-09-13T16:15:45.412462+0000","last_peered":"2024-09-13T16:15:45.412462+0000","last_clean":"2024-09-13T16:15:45.412462+0000","last_became_active":"2024-09-13T16:15:41.419309+0000","last_became_peered":"2024-09-13T16:15:41.419309+0000","last_unstale":"2024-09-13T16:15:45.412462+0000","last_undegraded":"2024-09-13T16:15:45.412462+0000","last_fullsized":"2024-09-13T16:15:45.412462+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:11:47.177046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.425087+0000","last_change":"2024-09-13T16:15:41.425705+0000","last_active":"2024-09-13T16:15:45.425087+0000","last_peered":"2024-09-13T16:15:45.425087+0000","last_clean":"2024-09-13T16:15:45.425087+0000","last_became_active":"2024-09-13T16:15:41.421971+0000","last_became_peered":"2024-09-13T16:15:41.421971+0000","last_unstale":"2024-09-13T16:15:45.425087+0000","last_undegraded":"2024-09-13T16:15:45.425087+0000","last_fullsized":"2024-09-13T16:15:45.425087+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:37:18.423822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.418672+0000","last_change":"2024-09-13T16:15:41.427094+0000","last_active":"2024-09-13T16:15:45.418672+0000","last_peered":"2024-09-13T16:15:45.418672+0000","last_clean":"2024-09-13T16:15:45.418672+0000","last_became_active":"2024-09-13T16:15:41.426852+0000","last_became_peered":"2024-09-13T16:15:41.426852+0000","last_unstale":"2024-09-13T16:15:45.418672+0000","last_undegraded":"2024-09-13T16:15:45.418672+0000","last_fullsized":"2024-09-13T16:15:45.418672+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:53:06.109901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.418941+0000","last_change":"2024-09-13T16:15:41.425147+0000","last_active":"2024-09-13T16:15:45.418941+0000","last_peered":"2024-09-13T16:15:45.418941+0000","last_clean":"2024-09-13T16:15:45.418941+0000","last_became_active":"2024-09-13T16:15:41.424810+0000","last_became_peered":"2024-09-13T16:15:41.424810+0000","last_unstale":"2024-09-13T16:15:45.418941+0000","last_undegraded":"2024-09-13T16:15:45.418941+0000","last_fullsized":"2024-09-13T16:15:45.418941+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:11:47.177046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.418242+0000","last_change":"2024-09-13T16:15:41.431395+0000","last_active":"2024-09-13T16:15:45.418242+0000","last_peered":"2024-09-13T16:15:45.418242+0000","last_clean":"2024-09-13T16:15:45.418242+0000","last_became_active":"2024-09-13T16:15:41.431132+0000","last_became_peered":"2024-09-13T16:15:41.431132+0000","last_unstale":"2024-09-13T16:15:45.418242+0000","last_undegraded":"2024-09-13T16:15:45.418242+0000","last_fullsized":"2024-09-13T16:15:45.418242+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:53:04.084280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.412009+0000","last_change":"2024-09-13T16:15:41.426714+0000","last_active":"2024-09-13T16:15:45.412009+0000","last_peered":"2024-09-13T16:15:45.412009+0000","last_clean":"2024-09-13T16:15:45.412009+0000","last_became_active":"2024-09-13T16:15:41.426419+0000","last_became_peered":"2024-09-13T16:15:41.426419+0000","last_unstale":"2024-09-13T16:15:45.412009+0000","last_undegraded":"2024-09-13T16:15:45.412009+0000","last_fullsized":"2024-09-13T16:15:45.412009+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:56:02.400511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.415612+0000","last_change":"2024-09-13T16:15:41.412246+0000","last_active":"2024-09-13T16:15:45.415612+0000","last_peered":"2024-09-13T16:15:45.415612+0000","last_clean":"2024-09-13T16:15:45.415612+0000","last_became_active":"2024-09-13T16:15:41.411995+0000","last_became_peered":"2024-09-13T16:15:41.411995+0000","last_unstale":"2024-09-13T16:15:45.415612+0000","last_undegraded":"2024-09-13T16:15:45.415612+0000","last_fullsized":"2024-09-13T16:15:45.415612+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:08:24.015435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.420663+0000","last_change":"2024-09-13T16:15:41.426714+0000","last_active":"2024-09-13T16:15:45.420663+0000","last_peered":"2024-09-13T16:15:45.420663+0000","last_clean":"2024-09-13T16:15:45.420663+0000","last_became_active":"2024-09-13T16:15:41.426165+0000","last_became_peered":"2024-09-13T16:15:41.426165+0000","last_unstale":"2024-09-13T16:15:45.420663+0000","last_undegraded":"2024-09-13T16:15:45.420663+0000","last_fullsized":"2024-09-13T16:15:45.420663+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:41:33.478951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.417071+0000","last_change":"2024-09-13T16:15:41.426151+0000","last_active":"2024-09-13T16:15:45.417071+0000","last_peered":"2024-09-13T16:15:45.417071+0000","last_clean":"2024-09-13T16:15:45.417071+0000","last_became_active":"2024-09-13T16:15:41.425871+0000","last_became_peered":"2024-09-13T16:15:41.425871+0000","last_unstale":"2024-09-13T16:15:45.417071+0000","last_undegraded":"2024-09-13T16:15:45.417071+0000","last_fullsized":"2024-09-13T16:15:45.417071+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:00:20.703088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.422311+0000","last_change":"2024-09-13T16:15:41.426768+0000","last_active":"2024-09-13T16:15:45.422311+0000","last_peered":"2024-09-13T16:15:45.422311+0000","last_clean":"2024-09-13T16:15:45.422311+0000","last_became_active":"2024-09-13T16:15:41.426489+0000","last_became_peered":"2024-09-13T16:15:41.426489+0000","last_unstale":"2024-09-13T16:15:45.422311+0000","last_undegraded":"2024-09-13T16:15:45.422311+0000","last_fullsized":"2024-09-13T16:15:45.422311+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:30:55.649833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.425808+0000","last_change":"2024-09-13T16:15:41.417542+0000","last_active":"2024-09-13T16:15:45.425808+0000","last_peered":"2024-09-13T16:15:45.425808+0000","last_clean":"2024-09-13T16:15:45.425808+0000","last_became_active":"2024-09-13T16:15:41.416985+0000","last_became_peered":"2024-09-13T16:15:41.416985+0000","last_unstale":"2024-09-13T16:15:45.425808+0000","last_undegraded":"2024-09-13T16:15:45.425808+0000","last_fullsized":"2024-09-13T16:15:45.425808+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:29:42.655942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.432721+0000","last_change":"2024-09-13T16:15:41.413539+0000","last_active":"2024-09-13T16:15:45.432721+0000","last_peered":"2024-09-13T16:15:45.432721+0000","last_clean":"2024-09-13T16:15:45.432721+0000","last_became_active":"2024-09-13T16:15:41.413271+0000","last_became_peered":"2024-09-13T16:15:41.413271+0000","last_unstale":"2024-09-13T16:15:45.432721+0000","last_undegraded":"2024-09-13T16:15:45.432721+0000","last_fullsized":"2024-09-13T16:15:45.432721+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:53:06.109901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3f","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.418167+0000","last_change":"2024-09-13T16:15:41.429399+0000","last_active":"2024-09-13T16:15:45.418167+0000","last_peered":"2024-09-13T16:15:45.418167+0000","last_clean":"2024-09-13T16:15:45.418167+0000","last_became_active":"2024-09-13T16:15:41.427176+0000","last_became_peered":"2024-09-13T16:15:41.427176+0000","last_unstale":"2024-09-13T16:15:45.418167+0000","last_undegraded":"2024-09-13T16:15:45.418167+0000","last_fullsized":"2024-09-13T16:15:45.418167+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:40:58.520846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":4593,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":9186,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":5,"up_from":15,"seq":64424509448,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27296,"kb_used_data":272,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344544,"statfs":{"total":96636764160,"available":96608813056,"internally_reserved":0,"allocated":278528,"data_stored":107482,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.80800000000000005}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.94799999999999995}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70299999999999996}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.056}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.878}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0149999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.181}]}]},{"osd":7,"up_from":14,"seq":60129542152,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27876,"kb_used_data":852,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343964,"statfs":{"total":96636764160,"available":96608219136,"internally_reserved":0,"allocated":872448,"data_stored":698342,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.85799999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64900000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73299999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.121}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.80800000000000005}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0600000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1020000000000001}]}]},{"osd":6,"up_from":14,"seq":60129542151,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27296,"kb_used_data":280,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344544,"statfs":{"total":96636764160,"available":96608813056,"internally_reserved":0,"allocated":286720,"data_stored":111187,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55500000000000005}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0389999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0049999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66000000000000003}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.85499999999999998}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1859999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.2669999999999999}]}]},{"osd":4,"up_from":14,"seq":60129542153,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27308,"kb_used_data":280,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344532,"statfs":{"total":96636764160,"available":96608800768,"internally_reserved":0,"allocated":286720,"data_stored":107518,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.84599999999999997}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0509999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.117}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.94699999999999995}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.155}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.89900000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.087}]}]},{"osd":3,"up_from":14,"seq":60129542152,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31392,"kb_used_data":280,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340448,"statfs":{"total":96636764160,"available":96604618752,"internally_reserved":0,"allocated":286720,"data_stored":111187,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31848904},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56999999999999995}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65300000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73599999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.79600000000000004}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0660000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.2370000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1419999999999999}]}]},{"osd":2,"up_from":14,"seq":60129542153,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31396,"kb_used_data":268,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340444,"statfs":{"total":96636764160,"available":96604614656,"internally_reserved":0,"allocated":274432,"data_stored":107392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70099999999999996}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65600000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.78600000000000003}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.119}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.91500000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.94599999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.153}]}]},{"osd":1,"up_from":14,"seq":60129542151,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31392,"kb_used_data":276,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340448,"statfs":{"total":96636764160,"available":96604618752,"internally_reserved":0,"allocated":282624,"data_stored":107552,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56499999999999995}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.90500000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47899999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0660000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.2030000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0349999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.171}]}]},{"osd":0,"up_from":14,"seq":60129542151,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31980,"kb_used_data":860,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339860,"statfs":{"total":96636764160,"available":96604016640,"internally_reserved":0,"allocated":880640,"data_stored":698398,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31848903},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.85299999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66500000000000004}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61599999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.94699999999999995}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.139}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1120000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.208}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3795,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3795,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T16:16:00.082 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2024-09-13T16:16:00.085 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-09-13T16:16:00.085 INFO:tasks.ceph.ceph_manager.ceph:waiting for mgr available 2024-09-13T16:16:00.085 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json 2024-09-13T16:16:00.086 INFO:tasks.daemonwatchdog.daemon_watchdog:watchdog starting 2024-09-13T16:16:00.200 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.195+0000 7f325a47d700 1 Processor -- start 2024-09-13T16:16:00.201 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.195+0000 7f325a47d700 1 -- start start 2024-09-13T16:16:00.203 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.195+0000 7f325a47d700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f3254070280 0x7f325406e3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:00.203 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.195+0000 7f325a47d700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f32540c66b0 0x7f32540c6ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:00.203 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.195+0000 7f325a47d700 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f325406d630 con 0x7f325414f120 2024-09-13T16:16:00.203 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.195+0000 7f325a47d700 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f325414f500 con 0x7f3254070280 2024-09-13T16:16:00.203 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.195+0000 7f325a47d700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f325406f350 con 0x7f32540c66b0 2024-09-13T16:16:00.204 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.195+0000 7f3258c7a700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f3254070280 0x7f325406e3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:00.204 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.195+0000 7f3258c7a700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f3254070280 0x7f325406e3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:51480/0 (socket says 172.21.15.5:51480) 2024-09-13T16:16:00.204 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.195+0000 7f3258c7a700 1 -- 172.21.15.5:0/2451047091 learned_addr learned my addr 172.21.15.5:0/2451047091 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:16:00.204 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.195+0000 7f3259c7c700 1 --2- 172.21.15.5:0/2451047091 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f32540c66b0 0x7f32540c6ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:00.204 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.195+0000 7f3258c7a700 1 -- 172.21.15.5:0/2451047091 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f32540c66b0 msgr2=0x7f32540c6ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:00.205 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.195+0000 7f3258c7a700 1 --2- 172.21.15.5:0/2451047091 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f32540c66b0 0x7f32540c6ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:00.205 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.195+0000 7f324bfff700 1 -- 172.21.15.5:0/2451047091 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 525597521 0 0) 0x7f325406d630 con 0x7f325414f120 2024-09-13T16:16:00.205 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.195+0000 7f3258c7a700 1 -- 172.21.15.5:0/2451047091 >> v1:172.21.15.5:6789/0 conn(0x7f325414f120 legacy=0x7f32541557c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:00.205 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.195+0000 7f3258c7a700 1 -- 172.21.15.5:0/2451047091 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f325406f070 con 0x7f3254070280 2024-09-13T16:16:00.205 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.195+0000 7f3258c7a700 1 --2- 172.21.15.5:0/2451047091 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3254070280 0x7f325406e3b0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f3250009940 tx=0x7f3250009c50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=288092bd0041ce7a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:00.205 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.199+0000 7f324bfff700 1 -- 172.21.15.5:0/2451047091 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f325000ba20 con 0x7f3254070280 2024-09-13T16:16:00.205 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.199+0000 7f324bfff700 1 -- 172.21.15.5:0/2451047091 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f325000bb80 con 0x7f3254070280 2024-09-13T16:16:00.205 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.199+0000 7f324bfff700 1 -- 172.21.15.5:0/2451047091 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3250009e30 con 0x7f3254070280 2024-09-13T16:16:00.208 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.199+0000 7f325a47d700 1 -- 172.21.15.5:0/2451047091 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3254070280 msgr2=0x7f325406e3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:00.208 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.199+0000 7f325a47d700 1 --2- 172.21.15.5:0/2451047091 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3254070280 0x7f325406e3b0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f3250009940 tx=0x7f3250009c50 comp rx=0 tx=0).stop 2024-09-13T16:16:00.208 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.199+0000 7f325a47d700 1 -- 172.21.15.5:0/2451047091 shutdown_connections 2024-09-13T16:16:00.208 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.199+0000 7f325a47d700 1 --2- 172.21.15.5:0/2451047091 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f32540c66b0 0x7f32540c6ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:00.208 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.199+0000 7f325a47d700 1 --2- 172.21.15.5:0/2451047091 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3254070280 0x7f325406e3b0 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:00.208 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.199+0000 7f325a47d700 1 -- 172.21.15.5:0/2451047091 >> 172.21.15.5:0/2451047091 conn(0x7f32540c77a0 msgr2=0x7f32540c7bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:00.208 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.199+0000 7f325a47d700 1 -- 172.21.15.5:0/2451047091 shutdown_connections 2024-09-13T16:16:00.209 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.199+0000 7f325a47d700 1 -- 172.21.15.5:0/2451047091 wait complete. 2024-09-13T16:16:00.209 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.199+0000 7f325a47d700 1 Processor -- start 2024-09-13T16:16:00.209 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.199+0000 7f325a47d700 1 -- start start 2024-09-13T16:16:00.209 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.199+0000 7f325a47d700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f3254070280 0x7f325414fc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:00.209 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.199+0000 7f325a47d700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f32540c66b0 0x7f3254143c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:00.210 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.199+0000 7f325a47d700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f325414f120 0x7f3254142da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:00.210 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.199+0000 7f325a47d700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f325414e570 con 0x7f325414f120 2024-09-13T16:16:00.210 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.199+0000 7f325a47d700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3254150af0 con 0x7f32540c66b0 2024-09-13T16:16:00.210 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.199+0000 7f325a47d700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f32541501d0 con 0x7f3254070280 2024-09-13T16:16:00.210 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.203+0000 7f3259c7c700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f325414f120 0x7f3254142da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:00.210 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.203+0000 7f3259c7c700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f325414f120 0x7f3254142da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:51492/0 (socket says 172.21.15.5:51492) 2024-09-13T16:16:00.211 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.203+0000 7f3259c7c700 1 -- 172.21.15.5:0/856938928 learned_addr learned my addr 172.21.15.5:0/856938928 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:16:00.211 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.203+0000 7f325947b700 1 --2- 172.21.15.5:0/856938928 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f3254070280 0x7f325414fc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:00.211 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.203+0000 7f3258c7a700 1 --2- 172.21.15.5:0/856938928 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f32540c66b0 0x7f3254143c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:00.211 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.203+0000 7f3259c7c700 1 -- 172.21.15.5:0/856938928 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f3254070280 msgr2=0x7f325414fc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:00.211 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.203+0000 7f3259c7c700 1 --2- 172.21.15.5:0/856938928 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f3254070280 0x7f325414fc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:00.212 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.203+0000 7f3259c7c700 1 -- 172.21.15.5:0/856938928 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f32540c66b0 msgr2=0x7f3254143c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:00.212 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.203+0000 7f3259c7c700 1 --2- 172.21.15.5:0/856938928 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f32540c66b0 0x7f3254143c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:00.212 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.203+0000 7f3259c7c700 1 -- 172.21.15.5:0/856938928 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3250009570 con 0x7f325414f120 2024-09-13T16:16:00.212 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.203+0000 7f3258c7a700 1 --2- 172.21.15.5:0/856938928 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f32540c66b0 0x7f3254143c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:16:00.212 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.203+0000 7f3259c7c700 1 --2- 172.21.15.5:0/856938928 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f325414f120 0x7f3254142da0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f324c007e70 tx=0x7f324c00e3c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:00.212 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.203+0000 7f3249ffb700 1 -- 172.21.15.5:0/856938928 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f324c00ee50 con 0x7f325414f120 2024-09-13T16:16:00.212 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.203+0000 7f3249ffb700 1 -- 172.21.15.5:0/856938928 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f324c014420 con 0x7f325414f120 2024-09-13T16:16:00.212 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.203+0000 7f325a47d700 1 -- 172.21.15.5:0/856938928 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f325414da30 con 0x7f325414f120 2024-09-13T16:16:00.212 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.203+0000 7f3249ffb700 1 -- 172.21.15.5:0/856938928 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f324c0147d0 con 0x7f325414f120 2024-09-13T16:16:00.212 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.203+0000 7f325a47d700 1 -- 172.21.15.5:0/856938928 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f325414dcd0 con 0x7f325414f120 2024-09-13T16:16:00.213 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.203+0000 7f325a47d700 1 -- 172.21.15.5:0/856938928 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f32540c3a80 con 0x7f325414f120 2024-09-13T16:16:00.213 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.203+0000 7f3249ffb700 1 -- 172.21.15.5:0/856938928 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f324c014930 con 0x7f325414f120 2024-09-13T16:16:00.214 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.207+0000 7f3249ffb700 1 --2- 172.21.15.5:0/856938928 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f3238066730 0x7f3238068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:00.214 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.207+0000 7f3249ffb700 1 -- 172.21.15.5:0/856938928 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f324c084cb0 con 0x7f325414f120 2024-09-13T16:16:00.214 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.207+0000 7f325947b700 1 --2- 172.21.15.5:0/856938928 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f3238066730 0x7f3238068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:00.214 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.207+0000 7f325947b700 1 --2- 172.21.15.5:0/856938928 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f3238066730 0x7f3238068bf0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f3244000f60 tx=0x7f3244009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:00.219 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.215+0000 7f3249ffb700 1 -- 172.21.15.5:0/856938928 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f324c051d40 con 0x7f325414f120 2024-09-13T16:16:00.433 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.427+0000 7f325a47d700 1 -- 172.21.15.5:0/856938928 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) v1 -- 0x7f32540c7460 con 0x7f325414f120 2024-09-13T16:16:00.440 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.435+0000 7f3249ffb700 1 -- 172.21.15.5:0/856938928 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v5) v1 ==== 74+0+164907 (secure 0 0 0) 0x7f324c055360 con 0x7f325414f120 2024-09-13T16:16:00.444 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-13T16:16:00.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.439+0000 7f325a47d700 1 -- 172.21.15.5:0/856938928 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f3238066730 msgr2=0x7f3238068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:00.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.439+0000 7f325a47d700 1 --2- 172.21.15.5:0/856938928 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f3238066730 0x7f3238068bf0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f3244000f60 tx=0x7f3244009040 comp rx=0 tx=0).stop 2024-09-13T16:16:00.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.439+0000 7f325a47d700 1 -- 172.21.15.5:0/856938928 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f325414f120 msgr2=0x7f3254142da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:00.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.439+0000 7f325a47d700 1 --2- 172.21.15.5:0/856938928 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f325414f120 0x7f3254142da0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f324c007e70 tx=0x7f324c00e3c0 comp rx=0 tx=0).stop 2024-09-13T16:16:00.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.439+0000 7f325a47d700 1 -- 172.21.15.5:0/856938928 shutdown_connections 2024-09-13T16:16:00.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.439+0000 7f325a47d700 1 --2- 172.21.15.5:0/856938928 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f325414f120 0x7f3254142da0 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:00.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.439+0000 7f325a47d700 1 --2- 172.21.15.5:0/856938928 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f3238066730 0x7f3238068bf0 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:00.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.439+0000 7f325a47d700 1 --2- 172.21.15.5:0/856938928 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f32540c66b0 0x7f3254143c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:00.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.439+0000 7f325a47d700 1 --2- 172.21.15.5:0/856938928 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f3254070280 0x7f325414fc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:00.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.439+0000 7f325a47d700 1 -- 172.21.15.5:0/856938928 >> 172.21.15.5:0/856938928 conn(0x7f32540c77a0 msgr2=0x7f325406e2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:00.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.439+0000 7f325a47d700 1 -- 172.21.15.5:0/856938928 shutdown_connections 2024-09-13T16:16:00.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.439+0000 7f325a47d700 1 -- 172.21.15.5:0/856938928 wait complete. 2024-09-13T16:16:00.462 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":5,"flags":0,"active_gid":4102,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6832","nonce":2977940518},{"type":"v1","addr":"172.21.15.179:6833","nonce":2977940518}]},"active_addr":"172.21.15.179:6833/2977940518","active_change":"2024-09-13T16:15:22.530555+0000","active_mgr_features":4540138322906710015,"available":true,"standbys":[{"gid":4105,"name":"y","mgr_features":4540138322906710015,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.0.0","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.0.0","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":0,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.179:0","nonce":1418508609}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.179:0","nonce":2357624230}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.179:0","nonce":1149926458}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.179:0","nonce":2619449909}]}]} 2024-09-13T16:16:00.465 INFO:tasks.ceph.ceph_manager.ceph:mgr available! 2024-09-13T16:16:00.466 INFO:tasks.ceph.ceph_manager.ceph:waiting for all up 2024-09-13T16:16:00.466 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:16:00.586 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.579+0000 7fd6b32e3700 1 Processor -- start 2024-09-13T16:16:00.586 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.579+0000 7fd6b32e3700 1 -- start start 2024-09-13T16:16:00.587 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.583+0000 7fd6b32e3700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fd6ac0c3c00 0x7fd6ac1568a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:00.587 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.583+0000 7fd6b32e3700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fd6ac06cc60 0x7fd6ac156de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:00.587 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.583+0000 7fd6b32e3700 1 -- --> v1:172.21.15.179:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd6ac06e760 con 0x7fd6ac0c68a0 2024-09-13T16:16:00.587 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.583+0000 7fd6b32e3700 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd6ac0c6250 con 0x7fd6ac0c3c00 2024-09-13T16:16:00.587 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.583+0000 7fd6b32e3700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd6ac157320 con 0x7fd6ac06cc60 2024-09-13T16:16:00.587 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.583+0000 7fd6b22e1700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fd6ac0c3c00 0x7fd6ac1568a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:00.587 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.583+0000 7fd6b22e1700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fd6ac0c3c00 0x7fd6ac1568a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:51506/0 (socket says 172.21.15.5:51506) 2024-09-13T16:16:00.588 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.583+0000 7fd6b22e1700 1 -- 172.21.15.5:0/3958942082 learned_addr learned my addr 172.21.15.5:0/3958942082 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:16:00.588 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.583+0000 7fd6b1ae0700 1 --2- 172.21.15.5:0/3958942082 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fd6ac06cc60 0x7fd6ac156de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:00.589 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.583+0000 7fd6b22e1700 1 -- 172.21.15.5:0/3958942082 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fd6ac06cc60 msgr2=0x7fd6ac156de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:00.589 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.583+0000 7fd6b22e1700 1 --2- 172.21.15.5:0/3958942082 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fd6ac06cc60 0x7fd6ac156de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:00.589 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.583+0000 7fd6b22e1700 1 -- 172.21.15.5:0/3958942082 >> v1:172.21.15.179:6789/0 conn(0x7fd6ac0c68a0 legacy=0x7fd6ac1505b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:00.589 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.583+0000 7fd6b22e1700 1 -- 172.21.15.5:0/3958942082 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd6ac0caea0 con 0x7fd6ac0c3c00 2024-09-13T16:16:00.589 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.583+0000 7fd6b1ae0700 1 --2- 172.21.15.5:0/3958942082 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fd6ac06cc60 0x7fd6ac156de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:16:00.589 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.583+0000 7fd6b22e1700 1 --2- 172.21.15.5:0/3958942082 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd6ac0c3c00 0x7fd6ac1568a0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fd6a8009910 tx=0x7fd6a8009c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4735037db61d8a6a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:00.589 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.583+0000 7fd6b12df700 1 -- 172.21.15.5:0/3958942082 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd6a800ba60 con 0x7fd6ac0c3c00 2024-09-13T16:16:00.589 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.583+0000 7fd6b12df700 1 -- 172.21.15.5:0/3958942082 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd6a800bbc0 con 0x7fd6ac0c3c00 2024-09-13T16:16:00.589 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.583+0000 7fd6b12df700 1 -- 172.21.15.5:0/3958942082 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd6a8009e60 con 0x7fd6ac0c3c00 2024-09-13T16:16:00.590 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.583+0000 7fd6b32e3700 1 -- 172.21.15.5:0/3958942082 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd6ac0c3c00 msgr2=0x7fd6ac1568a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:00.590 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.583+0000 7fd6b32e3700 1 --2- 172.21.15.5:0/3958942082 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd6ac0c3c00 0x7fd6ac1568a0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fd6a8009910 tx=0x7fd6a8009c20 comp rx=0 tx=0).stop 2024-09-13T16:16:00.590 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.583+0000 7fd6b32e3700 1 -- 172.21.15.5:0/3958942082 shutdown_connections 2024-09-13T16:16:00.590 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.583+0000 7fd6b32e3700 1 --2- 172.21.15.5:0/3958942082 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fd6ac06cc60 0x7fd6ac156de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:00.590 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.583+0000 7fd6b32e3700 1 --2- 172.21.15.5:0/3958942082 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd6ac0c3c00 0x7fd6ac1568a0 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:00.590 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.583+0000 7fd6b32e3700 1 -- 172.21.15.5:0/3958942082 >> 172.21.15.5:0/3958942082 conn(0x7fd6ac06ada0 msgr2=0x7fd6ac0ca280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:00.591 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.583+0000 7fd6b32e3700 1 -- 172.21.15.5:0/3958942082 shutdown_connections 2024-09-13T16:16:00.591 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.583+0000 7fd6b32e3700 1 -- 172.21.15.5:0/3958942082 wait complete. 2024-09-13T16:16:00.592 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.587+0000 7fd6b32e3700 1 Processor -- start 2024-09-13T16:16:00.592 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.587+0000 7fd6b32e3700 1 -- start start 2024-09-13T16:16:00.594 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.587+0000 7fd6b32e3700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fd6ac06cc60 0x7fd6ac1e2ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:00.594 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.587+0000 7fd6b32e3700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd6ac0c3c00 0x7fd6ac0c6f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:00.594 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.587+0000 7fd6b32e3700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fd6ac0c68a0 0x7fd6ac150ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:00.594 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.587+0000 7fd6b32e3700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd6ac1deaf0 con 0x7fd6ac0c3c00 2024-09-13T16:16:00.594 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.587+0000 7fd6b32e3700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd6ac1e31e0 con 0x7fd6ac06cc60 2024-09-13T16:16:00.594 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.587+0000 7fd6b32e3700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd6ac1e3430 con 0x7fd6ac0c68a0 2024-09-13T16:16:00.594 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.587+0000 7fd6b1ae0700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd6ac0c3c00 0x7fd6ac0c6f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:00.594 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.587+0000 7fd6b1ae0700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd6ac0c3c00 0x7fd6ac0c6f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:51520/0 (socket says 172.21.15.5:51520) 2024-09-13T16:16:00.594 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.587+0000 7fd6b1ae0700 1 -- 172.21.15.5:0/807975861 learned_addr learned my addr 172.21.15.5:0/807975861 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:16:00.594 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.587+0000 7fd6b22e1700 1 --2- 172.21.15.5:0/807975861 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fd6ac06cc60 0x7fd6ac1e2ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:00.595 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.587+0000 7fd6b2ae2700 1 --2- 172.21.15.5:0/807975861 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fd6ac0c68a0 0x7fd6ac150ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:00.595 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.587+0000 7fd6b1ae0700 1 -- 172.21.15.5:0/807975861 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fd6ac0c68a0 msgr2=0x7fd6ac150ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:00.595 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.587+0000 7fd6b1ae0700 1 --2- 172.21.15.5:0/807975861 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fd6ac0c68a0 0x7fd6ac150ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:00.595 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.587+0000 7fd6b1ae0700 1 -- 172.21.15.5:0/807975861 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fd6ac06cc60 msgr2=0x7fd6ac1e2ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:00.595 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.587+0000 7fd6b1ae0700 1 --2- 172.21.15.5:0/807975861 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fd6ac06cc60 0x7fd6ac1e2ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:00.595 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.587+0000 7fd6b1ae0700 1 -- 172.21.15.5:0/807975861 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd6a8009570 con 0x7fd6ac0c3c00 2024-09-13T16:16:00.595 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.587+0000 7fd6b1ae0700 1 --2- 172.21.15.5:0/807975861 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd6ac0c3c00 0x7fd6ac0c6f80 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fd6a000e760 tx=0x7fd6a000ea70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:00.596 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.587+0000 7fd69effd700 1 -- 172.21.15.5:0/807975861 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd6a000c070 con 0x7fd6ac0c3c00 2024-09-13T16:16:00.596 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.587+0000 7fd69effd700 1 -- 172.21.15.5:0/807975861 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd6a0004230 con 0x7fd6ac0c3c00 2024-09-13T16:16:00.596 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.587+0000 7fd6b32e3700 1 -- 172.21.15.5:0/807975861 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd6ac1ec2e0 con 0x7fd6ac0c3c00 2024-09-13T16:16:00.596 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.591+0000 7fd69effd700 1 -- 172.21.15.5:0/807975861 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd6a00045c0 con 0x7fd6ac0c3c00 2024-09-13T16:16:00.596 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.591+0000 7fd6b32e3700 1 -- 172.21.15.5:0/807975861 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd6ac1ec8a0 con 0x7fd6ac0c3c00 2024-09-13T16:16:00.596 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.591+0000 7fd6b32e3700 1 -- 172.21.15.5:0/807975861 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd6ac0c3fe0 con 0x7fd6ac0c3c00 2024-09-13T16:16:00.597 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.591+0000 7fd69effd700 1 -- 172.21.15.5:0/807975861 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fd6a00036c0 con 0x7fd6ac0c3c00 2024-09-13T16:16:00.598 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.591+0000 7fd69effd700 1 --2- 172.21.15.5:0/807975861 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fd690066730 0x7fd690068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:00.598 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.591+0000 7fd69effd700 1 -- 172.21.15.5:0/807975861 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fd6a0084140 con 0x7fd6ac0c3c00 2024-09-13T16:16:00.598 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.591+0000 7fd6b22e1700 1 --2- 172.21.15.5:0/807975861 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fd690066730 0x7fd690068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:00.599 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.595+0000 7fd6b22e1700 1 --2- 172.21.15.5:0/807975861 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fd690066730 0x7fd690068bf0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fd6a8000c00 tx=0x7fd6a8008030 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:00.603 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.599+0000 7fd69effd700 1 -- 172.21.15.5:0/807975861 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fd6a0051130 con 0x7fd6ac0c3c00 2024-09-13T16:16:00.779 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.775+0000 7fd6b32e3700 1 -- 172.21.15.5:0/807975861 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fd6ac067300 con 0x7fd6ac0c3c00 2024-09-13T16:16:00.782 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.775+0000 7fd69effd700 1 -- 172.21.15.5:0/807975861 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) v1 ==== 74+0+18286 (secure 0 0 0) 0x7fd6a0054750 con 0x7fd6ac0c3c00 2024-09-13T16:16:00.783 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-13T16:16:00.783 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":26,"fsid":"6f1d8d4e-46c0-4d05-9003-ad1036cd4028","created":"2024-09-13T16:15:17.129907+0000","modified":"2024-09-13T16:15:45.789265+0000","last_up_change":"2024-09-13T16:15:27.902042+0000","last_in_change":"2024-09-13T16:15:19.310503+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:15:28.621918+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:15:39.544340+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T16:15:40.368287+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T16:15:43.446355+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"7dc606ef-5909-4eb7-8054-af158bc84208","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6800","nonce":851671428},{"type":"v1","addr":"172.21.15.5:6801","nonce":851671428}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6802","nonce":851671428},{"type":"v1","addr":"172.21.15.5:6803","nonce":851671428}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6806","nonce":851671428},{"type":"v1","addr":"172.21.15.5:6807","nonce":851671428}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6804","nonce":851671428},{"type":"v1","addr":"172.21.15.5:6805","nonce":851671428}]},"public_addr":"172.21.15.5:6801/851671428","cluster_addr":"172.21.15.5:6803/851671428","heartbeat_back_addr":"172.21.15.5:6807/851671428","heartbeat_front_addr":"172.21.15.5:6805/851671428","state":["exists","up"]},{"osd":1,"uuid":"ab4b3337-a446-427b-9a52-349561f7c79d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6808","nonce":1418062370},{"type":"v1","addr":"172.21.15.5:6809","nonce":1418062370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6810","nonce":1418062370},{"type":"v1","addr":"172.21.15.5:6811","nonce":1418062370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6814","nonce":1418062370},{"type":"v1","addr":"172.21.15.5:6815","nonce":1418062370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6812","nonce":1418062370},{"type":"v1","addr":"172.21.15.5:6813","nonce":1418062370}]},"public_addr":"172.21.15.5:6809/1418062370","cluster_addr":"172.21.15.5:6811/1418062370","heartbeat_back_addr":"172.21.15.5:6815/1418062370","heartbeat_front_addr":"172.21.15.5:6813/1418062370","state":["exists","up"]},{"osd":2,"uuid":"22d787ea-2049-40c1-aa23-811fdb981dbd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6816","nonce":2713060829},{"type":"v1","addr":"172.21.15.5:6817","nonce":2713060829}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6818","nonce":2713060829},{"type":"v1","addr":"172.21.15.5:6819","nonce":2713060829}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6822","nonce":2713060829},{"type":"v1","addr":"172.21.15.5:6823","nonce":2713060829}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6820","nonce":2713060829},{"type":"v1","addr":"172.21.15.5:6821","nonce":2713060829}]},"public_addr":"172.21.15.5:6817/2713060829","cluster_addr":"172.21.15.5:6819/2713060829","heartbeat_back_addr":"172.21.15.5:6823/2713060829","heartbeat_front_addr":"172.21.15.5:6821/2713060829","state":["exists","up"]},{"osd":3,"uuid":"30e4a102-0fce-46b2-8a6d-a7625c6a5ee9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6824","nonce":576343032},{"type":"v1","addr":"172.21.15.5:6825","nonce":576343032}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6826","nonce":576343032},{"type":"v1","addr":"172.21.15.5:6827","nonce":576343032}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6830","nonce":576343032},{"type":"v1","addr":"172.21.15.5:6831","nonce":576343032}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6828","nonce":576343032},{"type":"v1","addr":"172.21.15.5:6829","nonce":576343032}]},"public_addr":"172.21.15.5:6825/576343032","cluster_addr":"172.21.15.5:6827/576343032","heartbeat_back_addr":"172.21.15.5:6831/576343032","heartbeat_front_addr":"172.21.15.5:6829/576343032","state":["exists","up"]},{"osd":4,"uuid":"f47efe1d-f245-453c-b505-db74fe5df11c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6800","nonce":3624672735},{"type":"v1","addr":"172.21.15.179:6801","nonce":3624672735}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6802","nonce":3624672735},{"type":"v1","addr":"172.21.15.179:6803","nonce":3624672735}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6806","nonce":3624672735},{"type":"v1","addr":"172.21.15.179:6807","nonce":3624672735}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6804","nonce":3624672735},{"type":"v1","addr":"172.21.15.179:6805","nonce":3624672735}]},"public_addr":"172.21.15.179:6801/3624672735","cluster_addr":"172.21.15.179:6803/3624672735","heartbeat_back_addr":"172.21.15.179:6807/3624672735","heartbeat_front_addr":"172.21.15.179:6805/3624672735","state":["exists","up"]},{"osd":5,"uuid":"f6fd9c2f-b7ed-4e7b-a9fd-12aaea05bfa9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6824","nonce":2769164148},{"type":"v1","addr":"172.21.15.179:6825","nonce":2769164148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6826","nonce":2769164148},{"type":"v1","addr":"172.21.15.179:6827","nonce":2769164148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6830","nonce":2769164148},{"type":"v1","addr":"172.21.15.179:6831","nonce":2769164148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6828","nonce":2769164148},{"type":"v1","addr":"172.21.15.179:6829","nonce":2769164148}]},"public_addr":"172.21.15.179:6825/2769164148","cluster_addr":"172.21.15.179:6827/2769164148","heartbeat_back_addr":"172.21.15.179:6831/2769164148","heartbeat_front_addr":"172.21.15.179:6829/2769164148","state":["exists","up"]},{"osd":6,"uuid":"48985a9a-ec23-44a6-8f23-87edd7853994","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6816","nonce":3295700932},{"type":"v1","addr":"172.21.15.179:6817","nonce":3295700932}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6818","nonce":3295700932},{"type":"v1","addr":"172.21.15.179:6819","nonce":3295700932}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6822","nonce":3295700932},{"type":"v1","addr":"172.21.15.179:6823","nonce":3295700932}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6820","nonce":3295700932},{"type":"v1","addr":"172.21.15.179:6821","nonce":3295700932}]},"public_addr":"172.21.15.179:6817/3295700932","cluster_addr":"172.21.15.179:6819/3295700932","heartbeat_back_addr":"172.21.15.179:6823/3295700932","heartbeat_front_addr":"172.21.15.179:6821/3295700932","state":["exists","up"]},{"osd":7,"uuid":"af684358-558e-4fa4-ac35-1e3ef24b9021","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6808","nonce":1502652601},{"type":"v1","addr":"172.21.15.179:6809","nonce":1502652601}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6810","nonce":1502652601},{"type":"v1","addr":"172.21.15.179:6811","nonce":1502652601}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6814","nonce":1502652601},{"type":"v1","addr":"172.21.15.179:6815","nonce":1502652601}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6812","nonce":1502652601},{"type":"v1","addr":"172.21.15.179:6813","nonce":1502652601}]},"public_addr":"172.21.15.179:6809/1502652601","cluster_addr":"172.21.15.179:6811/1502652601","heartbeat_back_addr":"172.21.15.179:6815/1502652601","heartbeat_front_addr":"172.21.15.179:6813/1502652601","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.647314+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:23.936297+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.579030+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.393256+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.524066+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.865771+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.509811+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.613144+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:16:00.787 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.779+0000 7fd6b32e3700 1 -- 172.21.15.5:0/807975861 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fd690066730 msgr2=0x7fd690068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:00.787 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.779+0000 7fd6b32e3700 1 --2- 172.21.15.5:0/807975861 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fd690066730 0x7fd690068bf0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fd6a8000c00 tx=0x7fd6a8008030 comp rx=0 tx=0).stop 2024-09-13T16:16:00.787 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.779+0000 7fd6b32e3700 1 -- 172.21.15.5:0/807975861 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd6ac0c3c00 msgr2=0x7fd6ac0c6f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:00.788 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.779+0000 7fd6b32e3700 1 --2- 172.21.15.5:0/807975861 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd6ac0c3c00 0x7fd6ac0c6f80 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fd6a000e760 tx=0x7fd6a000ea70 comp rx=0 tx=0).stop 2024-09-13T16:16:00.788 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.779+0000 7fd6b32e3700 1 -- 172.21.15.5:0/807975861 shutdown_connections 2024-09-13T16:16:00.788 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.779+0000 7fd6b32e3700 1 --2- 172.21.15.5:0/807975861 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fd6ac0c68a0 0x7fd6ac150ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:00.788 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.779+0000 7fd6b32e3700 1 --2- 172.21.15.5:0/807975861 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd6ac0c3c00 0x7fd6ac0c6f80 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:00.788 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.779+0000 7fd6b32e3700 1 --2- 172.21.15.5:0/807975861 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fd690066730 0x7fd690068bf0 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:00.789 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.779+0000 7fd6b32e3700 1 --2- 172.21.15.5:0/807975861 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fd6ac06cc60 0x7fd6ac1e2ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:00.789 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.779+0000 7fd6b32e3700 1 -- 172.21.15.5:0/807975861 >> 172.21.15.5:0/807975861 conn(0x7fd6ac06ada0 msgr2=0x7fd6ac14aac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:00.789 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.779+0000 7fd6b32e3700 1 -- 172.21.15.5:0/807975861 shutdown_connections 2024-09-13T16:16:00.789 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.779+0000 7fd6b32e3700 1 -- 172.21.15.5:0/807975861 wait complete. 2024-09-13T16:16:00.803 INFO:tasks.ceph.ceph_manager.ceph:all up! 2024-09-13T16:16:00.803 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:16:00.919 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.911+0000 7f3752dd3700 1 Processor -- start 2024-09-13T16:16:00.919 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.915+0000 7f3752dd3700 1 -- start start 2024-09-13T16:16:00.920 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.915+0000 7f3752dd3700 1 --2- >> v2:172.21.15.179:3300/0 conn(0x7f37440e1c00 0x7f37440e2010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:00.920 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.915+0000 7f3752dd3700 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3744054df0 con 0x7f37440d8920 2024-09-13T16:16:00.920 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.915+0000 7f3752dd3700 1 -- --> v1:172.21.15.179:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3744006ff0 con 0x7f3744007480 2024-09-13T16:16:00.920 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.915+0000 7f3752dd3700 1 -- --> v2:172.21.15.179:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3744050a10 con 0x7f37440e1c00 2024-09-13T16:16:00.920 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.915+0000 7f3751dd1700 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f37440d8920 0x7f3744049090 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:58186/0 (socket says 172.21.15.5:58186) 2024-09-13T16:16:00.920 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.915+0000 7f3751dd1700 1 -- 172.21.15.5:0/78392275 learned_addr learned my addr 172.21.15.5:0/78392275 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-13T16:16:00.921 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.915+0000 7f37525d2700 1 --2- 172.21.15.5:0/78392275 >> v2:172.21.15.179:3300/0 conn(0x7f37440e1c00 0x7f37440e2010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:00.921 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.915+0000 7f3750dcf700 1 -- 172.21.15.5:0/78392275 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1790361954 0 0) 0x7f3744054df0 con 0x7f37440d8920 2024-09-13T16:16:00.921 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.915+0000 7f3750dcf700 1 -- 172.21.15.5:0/78392275 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f37380035d0 con 0x7f37440d8920 2024-09-13T16:16:00.921 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.915+0000 7f3750dcf700 1 -- 172.21.15.5:0/78392275 <== mon.1 v1:172.21.15.179:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1199705454 0 0) 0x7f3744006ff0 con 0x7f3744007480 2024-09-13T16:16:00.922 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.915+0000 7f3750dcf700 1 -- 172.21.15.5:0/78392275 --> v1:172.21.15.179:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f3744054df0 con 0x7f3744007480 2024-09-13T16:16:00.922 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.915+0000 7f37525d2700 1 -- 172.21.15.5:0/78392275 >> v1:172.21.15.179:6789/0 conn(0x7f3744007480 legacy=0x7f374404efb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:00.922 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.915+0000 7f37525d2700 1 -- 172.21.15.5:0/78392275 >> v1:172.21.15.5:6789/0 conn(0x7f37440d8920 legacy=0x7f3744049090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:00.922 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.915+0000 7f37525d2700 1 -- 172.21.15.5:0/78392275 --> v2:172.21.15.179:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f37440501b0 con 0x7f37440e1c00 2024-09-13T16:16:00.922 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.915+0000 7f37525d2700 1 --2- 172.21.15.5:0/78392275 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f37440e1c00 0x7f37440e2010 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f374c02ce60 tx=0x7f374c04f750 comp rx=0 tx=0).ready entity=mon.1 client_cookie=aa8adf565c708ea1 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:00.922 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.915+0000 7f3750dcf700 1 -- 172.21.15.5:0/78392275 <== mon.1 v2:172.21.15.179:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f374c073c60 con 0x7f37440e1c00 2024-09-13T16:16:00.922 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.915+0000 7f3750dcf700 1 -- 172.21.15.5:0/78392275 <== mon.1 v2:172.21.15.179:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f374c0679a0 con 0x7f37440e1c00 2024-09-13T16:16:00.922 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.915+0000 7f3750dcf700 1 -- 172.21.15.5:0/78392275 <== mon.1 v2:172.21.15.179:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f374c067d50 con 0x7f37440e1c00 2024-09-13T16:16:00.923 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.915+0000 7f3752dd3700 1 -- 172.21.15.5:0/78392275 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f37440e1c00 msgr2=0x7f37440e2010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:00.923 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.915+0000 7f3752dd3700 1 --2- 172.21.15.5:0/78392275 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f37440e1c00 0x7f37440e2010 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f374c02ce60 tx=0x7f374c04f750 comp rx=0 tx=0).stop 2024-09-13T16:16:00.923 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.915+0000 7f3752dd3700 1 -- 172.21.15.5:0/78392275 shutdown_connections 2024-09-13T16:16:00.923 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.915+0000 7f3752dd3700 1 --2- 172.21.15.5:0/78392275 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f37440e1c00 0x7f37440e2010 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:00.923 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.915+0000 7f3752dd3700 1 -- 172.21.15.5:0/78392275 >> 172.21.15.5:0/78392275 conn(0x7f3744054110 msgr2=0x7f3744054520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:00.923 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.915+0000 7f3752dd3700 1 -- 172.21.15.5:0/78392275 shutdown_connections 2024-09-13T16:16:00.923 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.915+0000 7f3752dd3700 1 -- 172.21.15.5:0/78392275 wait complete. 2024-09-13T16:16:00.924 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.919+0000 7f3752dd3700 1 Processor -- start 2024-09-13T16:16:00.924 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.919+0000 7f3752dd3700 1 -- start start 2024-09-13T16:16:00.926 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.919+0000 7f3752dd3700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f3744007480 0x7f37440d1210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:00.926 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.919+0000 7f3752dd3700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f37440d8920 0x7f3744174710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:00.926 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.919+0000 7f3752dd3700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f37440e1c00 0x7f3744174c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:00.926 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.919+0000 7f3752dd3700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f37441742c0 con 0x7f37440e1c00 2024-09-13T16:16:00.926 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.919+0000 7f3752dd3700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f37440d7980 con 0x7f3744007480 2024-09-13T16:16:00.926 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.919+0000 7f3752dd3700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f37440df890 con 0x7f37440d8920 2024-09-13T16:16:00.926 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.919+0000 7f37525d2700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f37440e1c00 0x7f3744174c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:00.926 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.919+0000 7f37525d2700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f37440e1c00 0x7f3744174c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:51532/0 (socket says 172.21.15.5:51532) 2024-09-13T16:16:00.926 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.919+0000 7f37525d2700 1 -- 172.21.15.5:0/925458171 learned_addr learned my addr 172.21.15.5:0/925458171 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:16:00.926 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.919+0000 7f3751dd1700 1 --2- 172.21.15.5:0/925458171 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f3744007480 0x7f37440d1210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:00.926 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.919+0000 7f37515d0700 1 --2- 172.21.15.5:0/925458171 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f37440d8920 0x7f3744174710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:00.927 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.919+0000 7f37525d2700 1 -- 172.21.15.5:0/925458171 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f37440d8920 msgr2=0x7f3744174710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:00.927 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.919+0000 7f37525d2700 1 --2- 172.21.15.5:0/925458171 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f37440d8920 0x7f3744174710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:00.928 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.919+0000 7f37525d2700 1 -- 172.21.15.5:0/925458171 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f3744007480 msgr2=0x7f37440d1210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:00.928 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.919+0000 7f37525d2700 1 --2- 172.21.15.5:0/925458171 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f3744007480 0x7f37440d1210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:00.928 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.919+0000 7f37525d2700 1 -- 172.21.15.5:0/925458171 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f374c04f5c0 con 0x7f37440e1c00 2024-09-13T16:16:00.928 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.923+0000 7f37525d2700 1 --2- 172.21.15.5:0/925458171 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f37440e1c00 0x7f3744174c50 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f374c0641b0 tx=0x7f374c068f30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:00.928 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.923+0000 7f373e7fc700 1 -- 172.21.15.5:0/925458171 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f374c099070 con 0x7f37440e1c00 2024-09-13T16:16:00.928 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.923+0000 7f373e7fc700 1 -- 172.21.15.5:0/925458171 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f374c06f2f0 con 0x7f37440e1c00 2024-09-13T16:16:00.928 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.923+0000 7f373e7fc700 1 -- 172.21.15.5:0/925458171 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f374c0709c0 con 0x7f37440e1c00 2024-09-13T16:16:00.928 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.923+0000 7f3752dd3700 1 -- 172.21.15.5:0/925458171 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f37441783c0 con 0x7f37440e1c00 2024-09-13T16:16:00.928 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.923+0000 7f3752dd3700 1 -- 172.21.15.5:0/925458171 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f37441786a0 con 0x7f37440e1c00 2024-09-13T16:16:00.929 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.923+0000 7f373e7fc700 1 -- 172.21.15.5:0/925458171 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f374c070b40 con 0x7f37440e1c00 2024-09-13T16:16:00.929 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.923+0000 7f3752dd3700 1 -- 172.21.15.5:0/925458171 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3744174430 con 0x7f37440e1c00 2024-09-13T16:16:00.930 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.923+0000 7f373e7fc700 1 --2- 172.21.15.5:0/925458171 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f3730066750 0x7f3730068c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:00.930 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.923+0000 7f373e7fc700 1 -- 172.21.15.5:0/925458171 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f374c0ff100 con 0x7f37440e1c00 2024-09-13T16:16:00.930 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.923+0000 7f3751dd1700 1 --2- 172.21.15.5:0/925458171 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f3730066750 0x7f3730068c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:00.931 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.927+0000 7f3751dd1700 1 --2- 172.21.15.5:0/925458171 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f3730066750 0x7f3730068c10 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f3748000f60 tx=0x7f3748007e20 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:00.936 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:00.931+0000 7f373e7fc700 1 -- 172.21.15.5:0/925458171 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f3744174430 con 0x7f37440e1c00 2024-09-13T16:16:01.110 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.103+0000 7f3752dd3700 1 -- 172.21.15.5:0/925458171 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f3744174430 con 0x7f37440e1c00 2024-09-13T16:16:01.113 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.107+0000 7f373e7fc700 1 -- 172.21.15.5:0/925458171 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) v1 ==== 74+0+18286 (secure 0 0 0) 0x7f3744174430 con 0x7f37440e1c00 2024-09-13T16:16:01.113 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-13T16:16:01.113 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":26,"fsid":"6f1d8d4e-46c0-4d05-9003-ad1036cd4028","created":"2024-09-13T16:15:17.129907+0000","modified":"2024-09-13T16:15:45.789265+0000","last_up_change":"2024-09-13T16:15:27.902042+0000","last_in_change":"2024-09-13T16:15:19.310503+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:15:28.621918+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:15:39.544340+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T16:15:40.368287+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T16:15:43.446355+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"7dc606ef-5909-4eb7-8054-af158bc84208","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6800","nonce":851671428},{"type":"v1","addr":"172.21.15.5:6801","nonce":851671428}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6802","nonce":851671428},{"type":"v1","addr":"172.21.15.5:6803","nonce":851671428}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6806","nonce":851671428},{"type":"v1","addr":"172.21.15.5:6807","nonce":851671428}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6804","nonce":851671428},{"type":"v1","addr":"172.21.15.5:6805","nonce":851671428}]},"public_addr":"172.21.15.5:6801/851671428","cluster_addr":"172.21.15.5:6803/851671428","heartbeat_back_addr":"172.21.15.5:6807/851671428","heartbeat_front_addr":"172.21.15.5:6805/851671428","state":["exists","up"]},{"osd":1,"uuid":"ab4b3337-a446-427b-9a52-349561f7c79d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6808","nonce":1418062370},{"type":"v1","addr":"172.21.15.5:6809","nonce":1418062370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6810","nonce":1418062370},{"type":"v1","addr":"172.21.15.5:6811","nonce":1418062370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6814","nonce":1418062370},{"type":"v1","addr":"172.21.15.5:6815","nonce":1418062370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6812","nonce":1418062370},{"type":"v1","addr":"172.21.15.5:6813","nonce":1418062370}]},"public_addr":"172.21.15.5:6809/1418062370","cluster_addr":"172.21.15.5:6811/1418062370","heartbeat_back_addr":"172.21.15.5:6815/1418062370","heartbeat_front_addr":"172.21.15.5:6813/1418062370","state":["exists","up"]},{"osd":2,"uuid":"22d787ea-2049-40c1-aa23-811fdb981dbd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6816","nonce":2713060829},{"type":"v1","addr":"172.21.15.5:6817","nonce":2713060829}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6818","nonce":2713060829},{"type":"v1","addr":"172.21.15.5:6819","nonce":2713060829}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6822","nonce":2713060829},{"type":"v1","addr":"172.21.15.5:6823","nonce":2713060829}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6820","nonce":2713060829},{"type":"v1","addr":"172.21.15.5:6821","nonce":2713060829}]},"public_addr":"172.21.15.5:6817/2713060829","cluster_addr":"172.21.15.5:6819/2713060829","heartbeat_back_addr":"172.21.15.5:6823/2713060829","heartbeat_front_addr":"172.21.15.5:6821/2713060829","state":["exists","up"]},{"osd":3,"uuid":"30e4a102-0fce-46b2-8a6d-a7625c6a5ee9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6824","nonce":576343032},{"type":"v1","addr":"172.21.15.5:6825","nonce":576343032}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6826","nonce":576343032},{"type":"v1","addr":"172.21.15.5:6827","nonce":576343032}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6830","nonce":576343032},{"type":"v1","addr":"172.21.15.5:6831","nonce":576343032}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6828","nonce":576343032},{"type":"v1","addr":"172.21.15.5:6829","nonce":576343032}]},"public_addr":"172.21.15.5:6825/576343032","cluster_addr":"172.21.15.5:6827/576343032","heartbeat_back_addr":"172.21.15.5:6831/576343032","heartbeat_front_addr":"172.21.15.5:6829/576343032","state":["exists","up"]},{"osd":4,"uuid":"f47efe1d-f245-453c-b505-db74fe5df11c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6800","nonce":3624672735},{"type":"v1","addr":"172.21.15.179:6801","nonce":3624672735}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6802","nonce":3624672735},{"type":"v1","addr":"172.21.15.179:6803","nonce":3624672735}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6806","nonce":3624672735},{"type":"v1","addr":"172.21.15.179:6807","nonce":3624672735}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6804","nonce":3624672735},{"type":"v1","addr":"172.21.15.179:6805","nonce":3624672735}]},"public_addr":"172.21.15.179:6801/3624672735","cluster_addr":"172.21.15.179:6803/3624672735","heartbeat_back_addr":"172.21.15.179:6807/3624672735","heartbeat_front_addr":"172.21.15.179:6805/3624672735","state":["exists","up"]},{"osd":5,"uuid":"f6fd9c2f-b7ed-4e7b-a9fd-12aaea05bfa9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6824","nonce":2769164148},{"type":"v1","addr":"172.21.15.179:6825","nonce":2769164148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6826","nonce":2769164148},{"type":"v1","addr":"172.21.15.179:6827","nonce":2769164148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6830","nonce":2769164148},{"type":"v1","addr":"172.21.15.179:6831","nonce":2769164148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6828","nonce":2769164148},{"type":"v1","addr":"172.21.15.179:6829","nonce":2769164148}]},"public_addr":"172.21.15.179:6825/2769164148","cluster_addr":"172.21.15.179:6827/2769164148","heartbeat_back_addr":"172.21.15.179:6831/2769164148","heartbeat_front_addr":"172.21.15.179:6829/2769164148","state":["exists","up"]},{"osd":6,"uuid":"48985a9a-ec23-44a6-8f23-87edd7853994","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6816","nonce":3295700932},{"type":"v1","addr":"172.21.15.179:6817","nonce":3295700932}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6818","nonce":3295700932},{"type":"v1","addr":"172.21.15.179:6819","nonce":3295700932}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6822","nonce":3295700932},{"type":"v1","addr":"172.21.15.179:6823","nonce":3295700932}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6820","nonce":3295700932},{"type":"v1","addr":"172.21.15.179:6821","nonce":3295700932}]},"public_addr":"172.21.15.179:6817/3295700932","cluster_addr":"172.21.15.179:6819/3295700932","heartbeat_back_addr":"172.21.15.179:6823/3295700932","heartbeat_front_addr":"172.21.15.179:6821/3295700932","state":["exists","up"]},{"osd":7,"uuid":"af684358-558e-4fa4-ac35-1e3ef24b9021","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6808","nonce":1502652601},{"type":"v1","addr":"172.21.15.179:6809","nonce":1502652601}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6810","nonce":1502652601},{"type":"v1","addr":"172.21.15.179:6811","nonce":1502652601}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6814","nonce":1502652601},{"type":"v1","addr":"172.21.15.179:6815","nonce":1502652601}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6812","nonce":1502652601},{"type":"v1","addr":"172.21.15.179:6813","nonce":1502652601}]},"public_addr":"172.21.15.179:6809/1502652601","cluster_addr":"172.21.15.179:6811/1502652601","heartbeat_back_addr":"172.21.15.179:6815/1502652601","heartbeat_front_addr":"172.21.15.179:6813/1502652601","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.647314+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:23.936297+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.579030+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.393256+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.524066+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.865771+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.509811+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.613144+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:16:01.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.107+0000 7f3752dd3700 1 -- 172.21.15.5:0/925458171 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f3730066750 msgr2=0x7f3730068c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:01.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.107+0000 7f3752dd3700 1 --2- 172.21.15.5:0/925458171 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f3730066750 0x7f3730068c10 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f3748000f60 tx=0x7f3748007e20 comp rx=0 tx=0).stop 2024-09-13T16:16:01.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.107+0000 7f3752dd3700 1 -- 172.21.15.5:0/925458171 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f37440e1c00 msgr2=0x7f3744174c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:01.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.107+0000 7f3752dd3700 1 --2- 172.21.15.5:0/925458171 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f37440e1c00 0x7f3744174c50 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f374c0641b0 tx=0x7f374c068f30 comp rx=0 tx=0).stop 2024-09-13T16:16:01.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.111+0000 7f3752dd3700 1 -- 172.21.15.5:0/925458171 shutdown_connections 2024-09-13T16:16:01.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.111+0000 7f3752dd3700 1 --2- 172.21.15.5:0/925458171 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f37440e1c00 0x7f3744174c50 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:01.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.111+0000 7f3752dd3700 1 --2- 172.21.15.5:0/925458171 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f37440d8920 0x7f3744174710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:01.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.111+0000 7f3752dd3700 1 --2- 172.21.15.5:0/925458171 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f3730066750 0x7f3730068c10 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:01.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.111+0000 7f3752dd3700 1 --2- 172.21.15.5:0/925458171 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f3744007480 0x7f37440d1210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:01.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.111+0000 7f3752dd3700 1 -- 172.21.15.5:0/925458171 >> 172.21.15.5:0/925458171 conn(0x7f3744054110 msgr2=0x7f3744005df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:01.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.111+0000 7f3752dd3700 1 -- 172.21.15.5:0/925458171 shutdown_connections 2024-09-13T16:16:01.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.111+0000 7f3752dd3700 1 -- 172.21.15.5:0/925458171 wait complete. 2024-09-13T16:16:01.128 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 flush_pg_stats 2024-09-13T16:16:01.128 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 flush_pg_stats 2024-09-13T16:16:01.129 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 flush_pg_stats 2024-09-13T16:16:01.129 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 flush_pg_stats 2024-09-13T16:16:01.130 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 flush_pg_stats 2024-09-13T16:16:01.130 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 flush_pg_stats 2024-09-13T16:16:01.131 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 flush_pg_stats 2024-09-13T16:16:01.131 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 flush_pg_stats 2024-09-13T16:16:01.283 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.279+0000 7f378b59e700 1 Processor -- start 2024-09-13T16:16:01.283 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.279+0000 7f378b59e700 1 -- start start 2024-09-13T16:16:01.284 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.279+0000 7f37f359e700 1 Processor -- start 2024-09-13T16:16:01.284 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.279+0000 7f37f359e700 1 -- start start 2024-09-13T16:16:01.285 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.279+0000 7f3a75eab700 1 Processor -- start 2024-09-13T16:16:01.285 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.279+0000 7f3a75eab700 1 -- start start 2024-09-13T16:16:01.286 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.279+0000 7f378b59e700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f378c152b00 0x7f378c0c3da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:01.286 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.279+0000 7f378b59e700 1 --2- >> v2:172.21.15.179:3300/0 conn(0x7f378c0c42e0 0x7f378c0c6ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:01.286 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.279+0000 7f378b59e700 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f378c158a60 con 0x7f378c06f8b0 2024-09-13T16:16:01.286 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.279+0000 7f378b59e700 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f378c158850 con 0x7f378c152b00 2024-09-13T16:16:01.286 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.279+0000 7f378b59e700 1 -- --> v2:172.21.15.179:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f378c070340 con 0x7f378c0c42e0 2024-09-13T16:16:01.286 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.279+0000 7f378a59c700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f378c152b00 0x7f378c0c3da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:01.286 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.279+0000 7f378a59c700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f378c152b00 0x7f378c0c3da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:51542/0 (socket says 172.21.15.5:51542) 2024-09-13T16:16:01.286 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.279+0000 7f378a59c700 1 -- 172.21.15.5:0/1518660755 learned_addr learned my addr 172.21.15.5:0/1518660755 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:16:01.286 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.279+0000 7f378ad9d700 1 --2- 172.21.15.5:0/1518660755 >> v2:172.21.15.179:3300/0 conn(0x7f378c0c42e0 0x7f378c0c6ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:01.286 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.279+0000 7f378a59c700 1 -- 172.21.15.5:0/1518660755 >> v2:172.21.15.179:3300/0 conn(0x7f378c0c42e0 msgr2=0x7f378c0c6ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:01.286 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.279+0000 7f378a59c700 1 --2- 172.21.15.5:0/1518660755 >> v2:172.21.15.179:3300/0 conn(0x7f378c0c42e0 0x7f378c0c6ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:01.286 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.279+0000 7f378a59c700 1 -- 172.21.15.5:0/1518660755 >> v1:172.21.15.5:6789/0 conn(0x7f378c06f8b0 legacy=0x7f378c158f40 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-13T16:16:01.287 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.279+0000 7f378a59c700 1 -- 172.21.15.5:0/1518660755 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f378c070ea0 con 0x7f378c152b00 2024-09-13T16:16:01.287 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.279+0000 7f378ad9d700 1 --2- 172.21.15.5:0/1518660755 >> v2:172.21.15.179:3300/0 conn(0x7f378c0c42e0 0x7f378c0c6ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:16:01.287 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.279+0000 7f3a75eab700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f3a7006f8b0 0x7f3a70158f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:01.287 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.279+0000 7f3a75eab700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f3a70159480 0x7f3a700c6ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:01.288 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.279+0000 7f3a75eab700 1 -- --> v1:172.21.15.179:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3a70158a60 con 0x7f3a70152b00 2024-09-13T16:16:01.288 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.279+0000 7f3a75eab700 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3a70158850 con 0x7f3a70159480 2024-09-13T16:16:01.288 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.279+0000 7f3a75eab700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3a70070340 con 0x7f3a7006f8b0 2024-09-13T16:16:01.288 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.279+0000 7f3a756aa700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f3a70159480 0x7f3a700c6ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:01.288 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.279+0000 7f3a74ea9700 1 --1- >> v1:172.21.15.179:6789/0 conn(0x7f3a70152b00 0x7f3a700c3da0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.179:6789/0 says I am v1:172.21.15.5:55704/0 (socket says 172.21.15.5:55704) 2024-09-13T16:16:01.288 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.279+0000 7f3a74ea9700 1 -- 172.21.15.5:0/3653964920 learned_addr learned my addr 172.21.15.5:0/3653964920 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-13T16:16:01.289 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.279+0000 7f3a6ffff700 1 --2- 172.21.15.5:0/3653964920 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f3a7006f8b0 0x7f3a70158f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:01.289 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.279+0000 7f37f359e700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f37f4152bd0 0x7f37f40c33d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:01.289 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.279+0000 7f37f359e700 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f37f415be90 con 0x7f37f415cbc0 2024-09-13T16:16:01.289 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.279+0000 7f37f359e700 1 -- --> v1:172.21.15.179:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f37f415c730 con 0x7f37f40ca340 2024-09-13T16:16:01.290 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.279+0000 7f37f359e700 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f37f40cad40 con 0x7f37f4152bd0 2024-09-13T16:16:01.290 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.279+0000 7f37f1d9b700 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f37f415cbc0 0x7f37f41588a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:58198/0 (socket says 172.21.15.5:58198) 2024-09-13T16:16:01.290 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.279+0000 7f37f1d9b700 1 -- 172.21.15.5:0/3416629160 learned_addr learned my addr 172.21.15.5:0/3416629160 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-13T16:16:01.290 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.279+0000 7f37f259c700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f37f4152bd0 0x7f37f40c33d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:01.291 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.279+0000 7f6eb2222700 1 Processor -- start 2024-09-13T16:16:01.291 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.279+0000 7f6eb2222700 1 -- start start 2024-09-13T16:16:01.291 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.279+0000 7f378a59c700 1 --2- 172.21.15.5:0/1518660755 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f378c152b00 0x7f378c0c3da0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f378c0c5980 tx=0x7f378400b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5e219f26ea2a5d6d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:01.291 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.279+0000 7f378959a700 1 -- 172.21.15.5:0/1518660755 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f378400e070 con 0x7f378c152b00 2024-09-13T16:16:01.292 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.279+0000 7f378959a700 1 -- 172.21.15.5:0/1518660755 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3784003a40 con 0x7f378c152b00 2024-09-13T16:16:01.292 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.279+0000 7f378959a700 1 -- 172.21.15.5:0/1518660755 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3784003dd0 con 0x7f378c152b00 2024-09-13T16:16:01.292 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.279+0000 7f3a756aa700 1 -- 172.21.15.5:0/3653964920 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f3a7006f8b0 msgr2=0x7f3a70158f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:01.293 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.279+0000 7f3a756aa700 1 --2- 172.21.15.5:0/3653964920 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f3a7006f8b0 0x7f3a70158f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:01.293 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.279+0000 7f3a756aa700 1 -- 172.21.15.5:0/3653964920 >> v1:172.21.15.179:6789/0 conn(0x7f3a70152b00 legacy=0x7f3a700c3da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:01.293 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.279+0000 7f3a756aa700 1 -- 172.21.15.5:0/3653964920 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3a70070ea0 con 0x7f3a70159480 2024-09-13T16:16:01.293 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.279+0000 7f37f159a700 1 -- 172.21.15.5:0/3416629160 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1045977079 0 0) 0x7f37f415be90 con 0x7f37f415cbc0 2024-09-13T16:16:01.294 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.279+0000 7f37f159a700 1 -- 172.21.15.5:0/3416629160 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f37dc0035d0 con 0x7f37f415cbc0 2024-09-13T16:16:01.294 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.279+0000 7f37f159a700 1 -- 172.21.15.5:0/3416629160 <== mon.1 v1:172.21.15.179:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2415289764 0 0) 0x7f37f415c730 con 0x7f37f40ca340 2024-09-13T16:16:01.294 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.279+0000 7f37f159a700 1 -- 172.21.15.5:0/3416629160 --> v1:172.21.15.179:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f37f415be90 con 0x7f37f40ca340 2024-09-13T16:16:01.295 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.279+0000 7f6eb2222700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f6eac1570a0 0x7f6eac0c4c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:01.295 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.279+0000 7f6eb2222700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f6eac0c5150 0x7f6eac0c6de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:01.295 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.279+0000 7f6eb2222700 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6eac15cf40 con 0x7f6eac0c7320 2024-09-13T16:16:01.295 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.279+0000 7f6eb2222700 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6eac15d220 con 0x7f6eac1570a0 2024-09-13T16:16:01.295 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.279+0000 7f6eb2222700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6eac15d500 con 0x7f6eac0c5150 2024-09-13T16:16:01.296 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.283+0000 7f3a756aa700 1 --2- 172.21.15.5:0/3653964920 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3a70159480 0x7f3a700c6ca0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f3a68009d90 tx=0x7f3a6800b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8c2b9de8d66c3bad server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:01.296 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.283+0000 7f37f259c700 1 -- 172.21.15.5:0/3416629160 >> v1:172.21.15.179:6789/0 conn(0x7f37f40ca340 legacy=0x7f37f40c9220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:01.297 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.283+0000 7f37f259c700 1 -- 172.21.15.5:0/3416629160 >> v1:172.21.15.5:6789/0 conn(0x7f37f415cbc0 legacy=0x7f37f41588a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:01.297 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.283+0000 7f37f259c700 1 -- 172.21.15.5:0/3416629160 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f37f4152fb0 con 0x7f37f4152bd0 2024-09-13T16:16:01.297 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.283+0000 7f6eb0a1f700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f6eac0c5150 0x7f6eac0c6de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:01.298 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.283+0000 7f6eb1a21700 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f6eac0c7320 0x7f6eac160720 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:58206/0 (socket says 172.21.15.5:58206) 2024-09-13T16:16:01.298 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.283+0000 7f6eb1a21700 1 -- 172.21.15.5:0/1142954944 learned_addr learned my addr 172.21.15.5:0/1142954944 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-13T16:16:01.299 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.283+0000 7f378b59e700 1 -- 172.21.15.5:0/1518660755 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f378c152b00 msgr2=0x7f378c0c3da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:01.299 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.283+0000 7f378b59e700 1 --2- 172.21.15.5:0/1518660755 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f378c152b00 0x7f378c0c3da0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f378c0c5980 tx=0x7f378400b330 comp rx=0 tx=0).stop 2024-09-13T16:16:01.300 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.283+0000 7f3a6f7fe700 1 -- 172.21.15.5:0/3653964920 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3a6800e070 con 0x7f3a70159480 2024-09-13T16:16:01.300 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.283+0000 7f3a6f7fe700 1 -- 172.21.15.5:0/3653964920 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3a6800bb20 con 0x7f3a70159480 2024-09-13T16:16:01.300 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.283+0000 7f3a6f7fe700 1 -- 172.21.15.5:0/3653964920 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3a68012430 con 0x7f3a70159480 2024-09-13T16:16:01.301 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.283+0000 7f6eb1220700 1 --2- 172.21.15.5:0/1142954944 >> v2:172.21.15.5:3300/0 conn(0x7f6eac1570a0 0x7f6eac0c4c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:01.301 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.283+0000 7f6eb0a1f700 1 -- 172.21.15.5:0/1142954944 >> v2:172.21.15.5:3300/0 conn(0x7f6eac1570a0 msgr2=0x7f6eac0c4c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:01.301 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.283+0000 7f6eb0a1f700 1 --2- 172.21.15.5:0/1142954944 >> v2:172.21.15.5:3300/0 conn(0x7f6eac1570a0 0x7f6eac0c4c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:01.302 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.283+0000 7f378b59e700 1 -- 172.21.15.5:0/1518660755 shutdown_connections 2024-09-13T16:16:01.302 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.283+0000 7f378b59e700 1 --2- 172.21.15.5:0/1518660755 >> v2:172.21.15.179:3300/0 conn(0x7f378c0c42e0 0x7f378c0c6ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:01.302 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.283+0000 7f378b59e700 1 --2- 172.21.15.5:0/1518660755 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f378c152b00 0x7f378c0c3da0 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:01.302 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.283+0000 7f378b59e700 1 -- 172.21.15.5:0/1518660755 >> 172.21.15.5:0/1518660755 conn(0x7f378c06a950 msgr2=0x7f378c06ad60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:01.303 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.283+0000 7f37f259c700 1 --2- 172.21.15.5:0/3416629160 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f37f4152bd0 0x7f37f40c33d0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f37e4009850 tx=0x7f37e4009b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7a85348414628013 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:01.304 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.283+0000 7f6eb0a1f700 1 -- 172.21.15.5:0/1142954944 >> v1:172.21.15.5:6789/0 conn(0x7f6eac0c7320 legacy=0x7f6eac160720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:01.304 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.283+0000 7f6eb0a1f700 1 -- 172.21.15.5:0/1142954944 --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6eac15d7e0 con 0x7f6eac0c5150 2024-09-13T16:16:01.304 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.283+0000 7f6eb1220700 1 --2- 172.21.15.5:0/1142954944 >> v2:172.21.15.5:3300/0 conn(0x7f6eac1570a0 0x7f6eac0c4c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:16:01.304 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.283+0000 7f6ea3fff700 1 -- 172.21.15.5:0/1142954944 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2190807974 0 0) 0x7f6eac15cf40 con 0x7f6eac0c7320 2024-09-13T16:16:01.305 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.283+0000 7f378b59e700 1 -- 172.21.15.5:0/1518660755 shutdown_connections 2024-09-13T16:16:01.306 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.283+0000 7f37f159a700 1 -- 172.21.15.5:0/3416629160 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f37e4011830 con 0x7f37f4152bd0 2024-09-13T16:16:01.306 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.283+0000 7f37f159a700 1 -- 172.21.15.5:0/3416629160 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f37e4011990 con 0x7f37f4152bd0 2024-09-13T16:16:01.306 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.283+0000 7f37f159a700 1 -- 172.21.15.5:0/3416629160 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f37e4011d40 con 0x7f37f4152bd0 2024-09-13T16:16:01.307 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.283+0000 7f6eb0a1f700 1 --2- 172.21.15.5:0/1142954944 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f6eac0c5150 0x7f6eac0c6de0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f6e9c009850 tx=0x7f6e9c009b60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=18a574f7caaf129f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:01.307 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.283+0000 7f378b59e700 1 -- 172.21.15.5:0/1518660755 wait complete. 2024-09-13T16:16:01.308 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.283+0000 7f3a75eab700 1 -- 172.21.15.5:0/3653964920 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3a70159480 msgr2=0x7f3a700c6ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:01.308 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.283+0000 7f3a75eab700 1 --2- 172.21.15.5:0/3653964920 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3a70159480 0x7f3a700c6ca0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f3a68009d90 tx=0x7f3a6800b330 comp rx=0 tx=0).stop 2024-09-13T16:16:01.309 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.283+0000 7f6ea3fff700 1 -- 172.21.15.5:0/1142954944 <== mon.2 v2:172.21.15.179:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6e9c011830 con 0x7f6eac0c5150 2024-09-13T16:16:01.309 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.283+0000 7f3a75eab700 1 -- 172.21.15.5:0/3653964920 shutdown_connections 2024-09-13T16:16:01.309 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.283+0000 7f3a75eab700 1 --2- 172.21.15.5:0/3653964920 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3a70159480 0x7f3a700c6ca0 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:01.310 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.283+0000 7f3a75eab700 1 --2- 172.21.15.5:0/3653964920 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f3a7006f8b0 0x7f3a70158f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:01.310 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.283+0000 7f3a75eab700 1 -- 172.21.15.5:0/3653964920 >> 172.21.15.5:0/3653964920 conn(0x7f3a7006a950 msgr2=0x7f3a7006ad60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:01.310 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.283+0000 7f37f359e700 1 -- 172.21.15.5:0/3416629160 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f37f4152bd0 msgr2=0x7f37f40c33d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:01.311 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.283+0000 7f37f359e700 1 --2- 172.21.15.5:0/3416629160 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f37f4152bd0 0x7f37f40c33d0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f37e4009850 tx=0x7f37e4009b60 comp rx=0 tx=0).stop 2024-09-13T16:16:01.311 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.283+0000 7f37f359e700 1 -- 172.21.15.5:0/3416629160 shutdown_connections 2024-09-13T16:16:01.311 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.283+0000 7f37f359e700 1 --2- 172.21.15.5:0/3416629160 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f37f4152bd0 0x7f37f40c33d0 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:01.311 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.283+0000 7f37f359e700 1 -- 172.21.15.5:0/3416629160 >> 172.21.15.5:0/3416629160 conn(0x7f37f40712e0 msgr2=0x7f37f40716f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:01.312 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.283+0000 7f6ea3fff700 1 -- 172.21.15.5:0/1142954944 <== mon.2 v2:172.21.15.179:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6e9c011990 con 0x7f6eac0c5150 2024-09-13T16:16:01.312 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.283+0000 7f6ea3fff700 1 -- 172.21.15.5:0/1142954944 <== mon.2 v2:172.21.15.179:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6e9c011d20 con 0x7f6eac0c5150 2024-09-13T16:16:01.313 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.283+0000 7f3a75eab700 1 -- 172.21.15.5:0/3653964920 shutdown_connections 2024-09-13T16:16:01.313 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.283+0000 7f3a75eab700 1 -- 172.21.15.5:0/3653964920 wait complete. 2024-09-13T16:16:01.314 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.283+0000 7f6eb2222700 1 -- 172.21.15.5:0/1142954944 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f6eac0c5150 msgr2=0x7f6eac0c6de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:01.314 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.283+0000 7f6eb2222700 1 --2- 172.21.15.5:0/1142954944 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f6eac0c5150 0x7f6eac0c6de0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f6e9c009850 tx=0x7f6e9c009b60 comp rx=0 tx=0).stop 2024-09-13T16:16:01.314 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.283+0000 7f6eb2222700 1 -- 172.21.15.5:0/1142954944 shutdown_connections 2024-09-13T16:16:01.314 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.283+0000 7f6eb2222700 1 --2- 172.21.15.5:0/1142954944 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f6eac0c5150 0x7f6eac0c6de0 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:01.314 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.283+0000 7f6eb2222700 1 --2- 172.21.15.5:0/1142954944 >> v2:172.21.15.5:3300/0 conn(0x7f6eac1570a0 0x7f6eac0c4c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:01.315 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.283+0000 7f6eb2222700 1 -- 172.21.15.5:0/1142954944 >> 172.21.15.5:0/1142954944 conn(0x7f6eac06a950 msgr2=0x7f6eac06ad60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:01.315 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.283+0000 7f378b59e700 1 Processor -- start 2024-09-13T16:16:01.315 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.283+0000 7f378b59e700 1 -- start start 2024-09-13T16:16:01.316 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.283+0000 7f1abd53d700 1 Processor -- start 2024-09-13T16:16:01.316 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.283+0000 7f1abd53d700 1 -- start start 2024-09-13T16:16:01.317 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.283+0000 7f37f359e700 1 -- 172.21.15.5:0/3416629160 shutdown_connections 2024-09-13T16:16:01.317 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.283+0000 7f37f359e700 1 -- 172.21.15.5:0/3416629160 wait complete. 2024-09-13T16:16:01.318 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.283+0000 7f6eb2222700 1 -- 172.21.15.5:0/1142954944 shutdown_connections 2024-09-13T16:16:01.318 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.283+0000 7f6eb2222700 1 -- 172.21.15.5:0/1142954944 wait complete. 2024-09-13T16:16:01.319 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.283+0000 7f378b59e700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f378c06f8b0 0x7f378c0ca8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:01.319 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.283+0000 7f378b59e700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f378c0c42e0 0x7f378c1470d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:01.319 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.287+0000 7f378b59e700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f378c152b00 0x7f378c140850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:01.320 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.287+0000 7f378b59e700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f378c141fb0 con 0x7f378c0c42e0 2024-09-13T16:16:01.320 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.287+0000 7f378b59e700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f378c1417a0 con 0x7f378c06f8b0 2024-09-13T16:16:01.320 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.287+0000 7f378b59e700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f378c1403c0 con 0x7f378c152b00 2024-09-13T16:16:01.320 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.287+0000 7f3789d9b700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f378c0c42e0 0x7f378c1470d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:01.321 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.283+0000 7f3a75eab700 1 Processor -- start 2024-09-13T16:16:01.322 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.287+0000 7f3789d9b700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f378c0c42e0 0x7f378c1470d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:51576/0 (socket says 172.21.15.5:51576) 2024-09-13T16:16:01.322 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.287+0000 7f3789d9b700 1 -- 172.21.15.5:0/3335247163 learned_addr learned my addr 172.21.15.5:0/3335247163 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:16:01.322 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.287+0000 7f378a59c700 1 --2- 172.21.15.5:0/3335247163 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f378c06f8b0 0x7f378c0ca8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:01.322 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.287+0000 7f378ad9d700 1 --2- 172.21.15.5:0/3335247163 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f378c152b00 0x7f378c140850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:01.323 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.287+0000 7f3a75eab700 1 -- start start 2024-09-13T16:16:01.323 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.287+0000 7f1abd53d700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f1ab8152b00 0x7f1ab80c3da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:01.323 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.287+0000 7f1abd53d700 1 --2- >> v2:172.21.15.179:3300/0 conn(0x7f1ab80c42e0 0x7f1ab80c6ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:01.324 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.287+0000 7f1abd53d700 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1ab8158a60 con 0x7f1ab806f8b0 2024-09-13T16:16:01.324 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.287+0000 7f1abd53d700 1 -- --> v2:172.21.15.179:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1ab8158850 con 0x7f1ab80c42e0 2024-09-13T16:16:01.324 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.287+0000 7f1abd53d700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1ab8070340 con 0x7f1ab8152b00 2024-09-13T16:16:01.324 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.287+0000 7f1ab7fff700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f1ab8152b00 0x7f1ab80c3da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:01.325 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.287+0000 7f37f359e700 1 Processor -- start 2024-09-13T16:16:01.325 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.287+0000 7f37f359e700 1 -- start start 2024-09-13T16:16:01.325 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.287+0000 7f378a59c700 1 -- 172.21.15.5:0/3335247163 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f378c152b00 msgr2=0x7f378c140850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:01.326 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.287+0000 7f378a59c700 1 --2- 172.21.15.5:0/3335247163 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f378c152b00 0x7f378c140850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:01.326 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.287+0000 7f378a59c700 1 -- 172.21.15.5:0/3335247163 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f378c0c42e0 msgr2=0x7f378c1470d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:01.326 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.287+0000 7f378a59c700 1 --2- 172.21.15.5:0/3335247163 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f378c0c42e0 0x7f378c1470d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:01.326 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.287+0000 7f378a59c700 1 -- 172.21.15.5:0/3335247163 --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3784009b30 con 0x7f378c06f8b0 2024-09-13T16:16:01.327 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.287+0000 7f1abcd3c700 1 --2- >> v2:172.21.15.179:3300/0 conn(0x7f1ab80c42e0 0x7f1ab80c6ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:01.327 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.287+0000 7f1ab77fe700 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f1ab806f8b0 0x7f1ab8158f40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:58212/0 (socket says 172.21.15.5:58212) 2024-09-13T16:16:01.327 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.287+0000 7f1abcd3c700 1 --2- >> v2:172.21.15.179:3300/0 conn(0x7f1ab80c42e0 0x7f1ab80c6ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.179:3300/0 says I am v2:172.21.15.5:43586/0 (socket says 172.21.15.5:43586) 2024-09-13T16:16:01.328 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.287+0000 7f1abcd3c700 1 -- 172.21.15.5:0/503480841 learned_addr learned my addr 172.21.15.5:0/503480841 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:16:01.328 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.287+0000 7f6eb2222700 1 Processor -- start 2024-09-13T16:16:01.328 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.287+0000 7f6eb2222700 1 -- start start 2024-09-13T16:16:01.329 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.287+0000 7f378a59c700 1 --2- 172.21.15.5:0/3335247163 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f378c06f8b0 0x7f378c0ca8d0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f378c0c1af0 tx=0x7f3784004af0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:01.329 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.287+0000 7f3a75eab700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f3a7006f8b0 0x7f3a701540e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:01.330 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.287+0000 7f3a75eab700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3a70152b00 0x7f3a701519b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:01.330 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.287+0000 7f1abcd3c700 1 -- 172.21.15.5:0/503480841 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f1ab8152b00 msgr2=0x7f1ab80c3da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:01.330 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.287+0000 7f1abcd3c700 1 --2- 172.21.15.5:0/503480841 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f1ab8152b00 0x7f1ab80c3da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:01.330 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.287+0000 7f1abcd3c700 1 -- 172.21.15.5:0/503480841 >> v1:172.21.15.5:6789/0 conn(0x7f1ab806f8b0 legacy=0x7f1ab8158f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:01.330 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.287+0000 7f1abcd3c700 1 -- 172.21.15.5:0/503480841 --> v2:172.21.15.179:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1ab8070ea0 con 0x7f1ab80c42e0 2024-09-13T16:16:01.330 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.287+0000 7f3a75eab700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f3a70159480 0x7f3a701415e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:01.330 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.287+0000 7f3a75eab700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3a70158090 con 0x7f3a70152b00 2024-09-13T16:16:01.331 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.287+0000 7f3a75eab700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3a701521a0 con 0x7f3a7006f8b0 2024-09-13T16:16:01.331 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.287+0000 7f3a75eab700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3a70151520 con 0x7f3a70159480 2024-09-13T16:16:01.331 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.287+0000 7f37f359e700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f37f40ca340 0x7f37f414b670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:01.331 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.287+0000 7f37f359e700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f37f4152bd0 0x7f37f4155450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:01.331 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.287+0000 7f37f359e700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f37f415cbc0 0x7f37f4155990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:01.331 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.287+0000 7f37f359e700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f37f41531f0 con 0x7f37f415cbc0 2024-09-13T16:16:01.331 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.287+0000 7f37f359e700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f37f4158dc0 con 0x7f37f4152bd0 2024-09-13T16:16:01.331 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.287+0000 7f37f359e700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f37f4154c50 con 0x7f37f40ca340 2024-09-13T16:16:01.332 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.287+0000 7f3a74ea9700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f3a7006f8b0 0x7f3a701540e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:01.332 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.287+0000 7f3a74ea9700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f3a7006f8b0 0x7f3a701540e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.179:3300/0 says I am v2:172.21.15.5:43596/0 (socket says 172.21.15.5:43596) 2024-09-13T16:16:01.332 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.287+0000 7f3a74ea9700 1 -- 172.21.15.5:0/857131257 learned_addr learned my addr 172.21.15.5:0/857131257 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:16:01.332 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.287+0000 7f37f2d9d700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f37f415cbc0 0x7f37f4155990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:01.332 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.287+0000 7f37f2d9d700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f37f415cbc0 0x7f37f4155990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:51578/0 (socket says 172.21.15.5:51578) 2024-09-13T16:16:01.332 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.287+0000 7f37f2d9d700 1 -- 172.21.15.5:0/4141778489 learned_addr learned my addr 172.21.15.5:0/4141778489 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:16:01.333 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.287+0000 7f3a756aa700 1 --2- 172.21.15.5:0/857131257 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f3a70159480 0x7f3a701415e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:01.333 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.287+0000 7f1abcd3c700 1 --2- 172.21.15.5:0/503480841 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f1ab80c42e0 0x7f1ab80c6ca0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f1ab0009e50 tx=0x7f1ab000b330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c72d094c9eca3268 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:01.333 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.287+0000 7f37f1d9b700 1 --2- 172.21.15.5:0/4141778489 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f37f4152bd0 0x7f37f4155450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:01.333 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.287+0000 7f37f259c700 1 --2- 172.21.15.5:0/4141778489 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f37f40ca340 0x7f37f414b670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:01.334 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.287+0000 7f377affd700 1 -- 172.21.15.5:0/3335247163 <== mon.1 v2:172.21.15.179:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3784004440 con 0x7f378c06f8b0 2024-09-13T16:16:01.334 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.287+0000 7f377affd700 1 -- 172.21.15.5:0/3335247163 <== mon.1 v2:172.21.15.179:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f37840092e0 con 0x7f378c06f8b0 2024-09-13T16:16:01.334 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.287+0000 7f377affd700 1 -- 172.21.15.5:0/3335247163 <== mon.1 v2:172.21.15.179:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f37840047e0 con 0x7f378c06f8b0 2024-09-13T16:16:01.334 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.287+0000 7f378b59e700 1 -- 172.21.15.5:0/3335247163 --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f378c14a410 con 0x7f378c06f8b0 2024-09-13T16:16:01.334 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.287+0000 7f378b59e700 1 -- 172.21.15.5:0/3335247163 --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f378c0cae70 con 0x7f378c06f8b0 2024-09-13T16:16:01.334 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.287+0000 7f37f2d9d700 1 -- 172.21.15.5:0/4141778489 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f37f40ca340 msgr2=0x7f37f414b670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:01.334 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.287+0000 7f37f2d9d700 1 --2- 172.21.15.5:0/4141778489 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f37f40ca340 0x7f37f414b670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:01.335 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.287+0000 7f37f2d9d700 1 -- 172.21.15.5:0/4141778489 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f37f4152bd0 msgr2=0x7f37f4155450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:01.335 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.287+0000 7f37f2d9d700 1 --2- 172.21.15.5:0/4141778489 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f37f4152bd0 0x7f37f4155450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:01.335 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.287+0000 7f37f2d9d700 1 -- 172.21.15.5:0/4141778489 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f37e40094b0 con 0x7f37f415cbc0 2024-09-13T16:16:01.335 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.287+0000 7f3a74ea9700 1 -- 172.21.15.5:0/857131257 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f3a70159480 msgr2=0x7f3a701415e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:01.335 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.287+0000 7f3a74ea9700 1 --2- 172.21.15.5:0/857131257 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f3a70159480 0x7f3a701415e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:01.335 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.287+0000 7f3a74ea9700 1 -- 172.21.15.5:0/857131257 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3a70152b00 msgr2=0x7f3a701519b0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-13T16:16:01.335 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.287+0000 7f3a74ea9700 1 --2- 172.21.15.5:0/857131257 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3a70152b00 0x7f3a701519b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:01.335 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.287+0000 7f3a74ea9700 1 -- 172.21.15.5:0/857131257 --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3a68009a70 con 0x7f3a7006f8b0 2024-09-13T16:16:01.336 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.287+0000 7f6eb2222700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f6eac0c5150 0x7f6eac0c37e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:01.336 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.287+0000 7f6eb2222700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f6eac0c7320 0x7f6eac0c2440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:01.336 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.287+0000 7f6eb2222700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6eac1570a0 0x7f6eac15e660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:01.336 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.287+0000 7f6eb2222700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6eac15ef70 con 0x7f6eac1570a0 2024-09-13T16:16:01.336 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.287+0000 7f6eb2222700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6eac152bf0 con 0x7f6eac0c7320 2024-09-13T16:16:01.336 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.287+0000 7f6eb2222700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6eac15fbb0 con 0x7f6eac0c5150 2024-09-13T16:16:01.336 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.287+0000 7f6eb1a21700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6eac1570a0 0x7f6eac15e660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:01.337 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.287+0000 7f6eb1a21700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6eac1570a0 0x7f6eac15e660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:51588/0 (socket says 172.21.15.5:51588) 2024-09-13T16:16:01.337 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.287+0000 7f6eb1a21700 1 -- 172.21.15.5:0/2489949174 learned_addr learned my addr 172.21.15.5:0/2489949174 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:16:01.337 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.287+0000 7f3a74ea9700 1 --2- 172.21.15.5:0/857131257 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f3a7006f8b0 0x7f3a701540e0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f3a64001eb0 tx=0x7f3a6400c7b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:01.337 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.287+0000 7f6eb0a1f700 1 --2- 172.21.15.5:0/2489949174 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f6eac0c7320 0x7f6eac0c2440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:01.337 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.287+0000 7f1ab6ffd700 1 -- 172.21.15.5:0/503480841 <== mon.1 v2:172.21.15.179:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1ab000e070 con 0x7f1ab80c42e0 2024-09-13T16:16:01.338 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.287+0000 7f37f2d9d700 1 --2- 172.21.15.5:0/4141778489 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f37f415cbc0 0x7f37f4155990 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f37ec00cbc0 tx=0x7f37ec00ced0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:01.338 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.287+0000 7f1ab6ffd700 1 -- 172.21.15.5:0/503480841 <== mon.1 v2:172.21.15.179:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1ab000b910 con 0x7f1ab80c42e0 2024-09-13T16:16:01.338 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.287+0000 7f8557fff700 1 Processor -- start 2024-09-13T16:16:01.338 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.287+0000 7f37e2ffd700 1 -- 172.21.15.5:0/4141778489 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f37ec003c20 con 0x7f37f415cbc0 2024-09-13T16:16:01.339 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.287+0000 7f6eb1a21700 1 -- 172.21.15.5:0/2489949174 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f6eac0c5150 msgr2=0x7f6eac0c37e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:01.339 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.287+0000 7f6eb1a21700 1 --2- 172.21.15.5:0/2489949174 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f6eac0c5150 0x7f6eac0c37e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:01.339 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.287+0000 7f6eb1a21700 1 -- 172.21.15.5:0/2489949174 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f6eac0c7320 msgr2=0x7f6eac0c2440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:01.339 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.287+0000 7f6eb1a21700 1 --2- 172.21.15.5:0/2489949174 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f6eac0c7320 0x7f6eac0c2440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:01.339 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.287+0000 7f6eb1a21700 1 -- 172.21.15.5:0/2489949174 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6e9c0094b0 con 0x7f6eac1570a0 2024-09-13T16:16:01.339 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.291+0000 7f37e2ffd700 1 -- 172.21.15.5:0/4141778489 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f37ec003d80 con 0x7f37f415cbc0 2024-09-13T16:16:01.340 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.291+0000 7f1ab6ffd700 1 -- 172.21.15.5:0/503480841 <== mon.1 v2:172.21.15.179:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1ab000bcc0 con 0x7f1ab80c42e0 2024-09-13T16:16:01.340 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.291+0000 7f3a6d7fa700 1 -- 172.21.15.5:0/857131257 <== mon.1 v2:172.21.15.179:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3a64005d90 con 0x7f3a7006f8b0 2024-09-13T16:16:01.340 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.291+0000 7f3a75eab700 1 -- 172.21.15.5:0/857131257 --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3a7013fd60 con 0x7f3a7006f8b0 2024-09-13T16:16:01.340 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.291+0000 7f3a75eab700 1 -- 172.21.15.5:0/857131257 --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3a70150ed0 con 0x7f3a7006f8b0 2024-09-13T16:16:01.340 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.291+0000 7f3a6d7fa700 1 -- 172.21.15.5:0/857131257 <== mon.1 v2:172.21.15.179:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3a640070d0 con 0x7f3a7006f8b0 2024-09-13T16:16:01.340 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.291+0000 7f3a6d7fa700 1 -- 172.21.15.5:0/857131257 <== mon.1 v2:172.21.15.179:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3a64007440 con 0x7f3a7006f8b0 2024-09-13T16:16:01.340 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.291+0000 7f37f359e700 1 -- 172.21.15.5:0/4141778489 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f37f4154f30 con 0x7f37f415cbc0 2024-09-13T16:16:01.341 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.291+0000 7f37e2ffd700 1 -- 172.21.15.5:0/4141778489 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f37ec00aaa0 con 0x7f37f415cbc0 2024-09-13T16:16:01.341 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.291+0000 7f37f359e700 1 -- 172.21.15.5:0/4141778489 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f37f412fa50 con 0x7f37f415cbc0 2024-09-13T16:16:01.341 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.291+0000 7f6eb1a21700 1 --2- 172.21.15.5:0/2489949174 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6eac1570a0 0x7f6eac15e660 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f6ea4002230 tx=0x7f6ea400cf50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:01.341 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.291+0000 7f378b59e700 1 -- 172.21.15.5:0/3335247163 --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f3770000fc0 con 0x7f378c06f8b0 2024-09-13T16:16:01.341 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.291+0000 7f8557fff700 1 -- start start 2024-09-13T16:16:01.342 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.291+0000 7f1abd53d700 1 -- 172.21.15.5:0/503480841 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f1ab80c42e0 msgr2=0x7f1ab80c6ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:01.342 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.291+0000 7f1abd53d700 1 --2- 172.21.15.5:0/503480841 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f1ab80c42e0 0x7f1ab80c6ca0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f1ab0009e50 tx=0x7f1ab000b330 comp rx=0 tx=0).stop 2024-09-13T16:16:01.342 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.291+0000 7f37f359e700 1 -- 172.21.15.5:0/4141778489 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f37f415c0e0 con 0x7f37f415cbc0 2024-09-13T16:16:01.342 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.291+0000 7f6ea1ffb700 1 -- 172.21.15.5:0/2489949174 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ea400ab70 con 0x7f6eac1570a0 2024-09-13T16:16:01.343 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.291+0000 7f1abd53d700 1 -- 172.21.15.5:0/503480841 shutdown_connections 2024-09-13T16:16:01.343 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.291+0000 7f1abd53d700 1 --2- 172.21.15.5:0/503480841 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f1ab80c42e0 0x7f1ab80c6ca0 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:01.343 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.291+0000 7f1abd53d700 1 --2- 172.21.15.5:0/503480841 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f1ab8152b00 0x7f1ab80c3da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:01.343 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.291+0000 7f1abd53d700 1 -- 172.21.15.5:0/503480841 >> 172.21.15.5:0/503480841 conn(0x7f1ab806a950 msgr2=0x7f1ab806ad60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:01.343 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.291+0000 7f1abd53d700 1 -- 172.21.15.5:0/503480841 shutdown_connections 2024-09-13T16:16:01.343 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.291+0000 7f1abd53d700 1 -- 172.21.15.5:0/503480841 wait complete. 2024-09-13T16:16:01.343 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.291+0000 7f6ea1ffb700 1 -- 172.21.15.5:0/2489949174 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6ea400acf0 con 0x7f6eac1570a0 2024-09-13T16:16:01.343 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.291+0000 7f6eb2222700 1 -- 172.21.15.5:0/2489949174 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6eac15fe90 con 0x7f6eac1570a0 2024-09-13T16:16:01.344 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.291+0000 7f6eb2222700 1 -- 172.21.15.5:0/2489949174 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6eac153290 con 0x7f6eac1570a0 2024-09-13T16:16:01.344 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.291+0000 7f8557fff700 1 --2- >> v2:172.21.15.179:3300/0 conn(0x7f8558152b00 0x7f85580c3da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:01.344 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.291+0000 7f8557fff700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f855806f8b0 0x7f85580c42e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:01.344 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.291+0000 7f8557fff700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f8558158f40 0x7f8558159390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:01.344 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.291+0000 7f8557fff700 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8558158850 con 0x7f855806f8b0 2024-09-13T16:16:01.344 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.291+0000 7f8557fff700 1 -- --> v2:172.21.15.179:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8558158a60 con 0x7f8558152b00 2024-09-13T16:16:01.344 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.291+0000 7f8557fff700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8558070340 con 0x7f8558158f40 2024-09-13T16:16:01.344 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.291+0000 7f6ea1ffb700 1 -- 172.21.15.5:0/2489949174 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ea4007310 con 0x7f6eac1570a0 2024-09-13T16:16:01.345 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.291+0000 7f377affd700 1 -- 172.21.15.5:0/3335247163 <== mon.1 v2:172.21.15.179:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f3784019030 con 0x7f378c06f8b0 2024-09-13T16:16:01.345 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.291+0000 7f377affd700 1 --2- 172.21.15.5:0/3335247163 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f376c066780 0x7f376c068c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:01.345 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.291+0000 7f377affd700 1 -- 172.21.15.5:0/3335247163 <== mon.1 v2:172.21.15.179:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f3784085860 con 0x7f378c06f8b0 2024-09-13T16:16:01.345 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.291+0000 7f377affd700 1 --2- 172.21.15.5:0/3335247163 >> [v2:172.21.15.179:6816/3295700932,v1:172.21.15.179:6817/3295700932] conn(0x7f376c06fdc0 0x7f376c072200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:01.345 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.291+0000 7f377affd700 1 -- 172.21.15.5:0/3335247163 --> [v2:172.21.15.179:6816/3295700932,v1:172.21.15.179:6817/3295700932] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f376c0728d0 con 0x7f376c06fdc0 2024-09-13T16:16:01.345 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.291+0000 7f377affd700 1 -- 172.21.15.5:0/3335247163 <== mon.1 v2:172.21.15.179:3300/0 6 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f3784085d00 con 0x7f378c06f8b0 2024-09-13T16:16:01.345 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.291+0000 7f85567fc700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f855806f8b0 0x7f85580c42e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:01.345 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.291+0000 7f85567fc700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f855806f8b0 0x7f85580c42e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:51598/0 (socket says 172.21.15.5:51598) 2024-09-13T16:16:01.346 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.291+0000 7f85567fc700 1 -- 172.21.15.5:0/3151182873 learned_addr learned my addr 172.21.15.5:0/3151182873 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:16:01.346 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.291+0000 7f3a75eab700 1 -- 172.21.15.5:0/857131257 --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f3a50000fc0 con 0x7f3a7006f8b0 2024-09-13T16:16:01.346 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.291+0000 7f8556ffd700 1 --2- 172.21.15.5:0/3151182873 >> v2:172.21.15.179:3300/0 conn(0x7f8558152b00 0x7f85580c3da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:01.346 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.291+0000 7f85577fe700 1 --2- 172.21.15.5:0/3151182873 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f8558158f40 0x7f8558159390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:01.346 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.291+0000 7f378ad9d700 1 --2- 172.21.15.5:0/3335247163 >> [v2:172.21.15.179:6816/3295700932,v1:172.21.15.179:6817/3295700932] conn(0x7f376c06fdc0 0x7f376c072200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:01.347 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.291+0000 7f3789d9b700 1 --2- 172.21.15.5:0/3335247163 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f376c066780 0x7f376c068c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:01.347 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.291+0000 7f85567fc700 1 -- 172.21.15.5:0/3151182873 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f8558158f40 msgr2=0x7f8558159390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:01.347 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.291+0000 7f85567fc700 1 --2- 172.21.15.5:0/3151182873 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f8558158f40 0x7f8558159390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:01.347 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.291+0000 7f85567fc700 1 -- 172.21.15.5:0/3151182873 >> v2:172.21.15.179:3300/0 conn(0x7f8558152b00 msgr2=0x7f85580c3da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:01.347 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.291+0000 7f85567fc700 1 --2- 172.21.15.5:0/3151182873 >> v2:172.21.15.179:3300/0 conn(0x7f8558152b00 0x7f85580c3da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:01.347 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.291+0000 7f85567fc700 1 -- 172.21.15.5:0/3151182873 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8558070ea0 con 0x7f855806f8b0 2024-09-13T16:16:01.347 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.291+0000 7f85567fc700 1 --2- 172.21.15.5:0/3151182873 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f855806f8b0 0x7f85580c42e0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f85580c7800 tx=0x7f854c009bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=18ed8590c0022a23 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:01.348 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.291+0000 7f3a6d7fa700 1 -- 172.21.15.5:0/857131257 <== mon.1 v2:172.21.15.179:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f3a640075a0 con 0x7f3a7006f8b0 2024-09-13T16:16:01.348 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.291+0000 7f1abd53d700 1 Processor -- start 2024-09-13T16:16:01.348 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.291+0000 7f1abd53d700 1 -- start start 2024-09-13T16:16:01.348 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.291+0000 7f378ad9d700 1 --2- 172.21.15.5:0/3335247163 >> [v2:172.21.15.179:6816/3295700932,v1:172.21.15.179:6817/3295700932] conn(0x7f376c06fdc0 0x7f376c072200 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:01.348 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.295+0000 7f3789d9b700 1 --2- 172.21.15.5:0/3335247163 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f376c066780 0x7f376c068c40 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f378c1ef270 tx=0x7f377c009190 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:01.349 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.295+0000 7f3a6d7fa700 1 --2- 172.21.15.5:0/857131257 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f3a5c066730 0x7f3a5c068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:01.349 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.295+0000 7f6eb2222700 1 -- 172.21.15.5:0/2489949174 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f6eac15cc30 con 0x7f6eac1570a0 2024-09-13T16:16:01.349 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.295+0000 7f3a6d7fa700 1 -- 172.21.15.5:0/857131257 <== mon.1 v2:172.21.15.179:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f3a64083700 con 0x7f3a7006f8b0 2024-09-13T16:16:01.350 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.295+0000 7f1abd53d700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f1ab806f8b0 0x7f1ab8145f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:01.350 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.295+0000 7f1abd53d700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f1ab80c42e0 0x7f1ab8154780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:01.350 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.295+0000 7f1abd53d700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1ab8152b00 0x7f1ab80c9090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:01.350 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.295+0000 7f1abd53d700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1ab815c860 con 0x7f1ab8152b00 2024-09-13T16:16:01.350 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.295+0000 7f1abd53d700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1ab815cb20 con 0x7f1ab806f8b0 2024-09-13T16:16:01.350 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.295+0000 7f1abd53d700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1ab80ca9f0 con 0x7f1ab80c42e0 2024-09-13T16:16:01.350 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.295+0000 7f3a6ffff700 1 --2- 172.21.15.5:0/857131257 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f3a5c066730 0x7f3a5c068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:01.350 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.295+0000 7f3a6d7fa700 1 --2- 172.21.15.5:0/857131257 >> [v2:172.21.15.5:6816/2713060829,v1:172.21.15.5:6817/2713060829] conn(0x7f3a5c06fc70 0x7f3a5c0720b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:01.351 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.295+0000 7f3a6d7fa700 1 -- 172.21.15.5:0/857131257 --> [v2:172.21.15.5:6816/2713060829,v1:172.21.15.5:6817/2713060829] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f3a5c072780 con 0x7f3a5c06fc70 2024-09-13T16:16:01.351 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.295+0000 7f3a6d7fa700 1 -- 172.21.15.5:0/857131257 <== mon.1 v2:172.21.15.179:3300/0 6 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f3a64085dc0 con 0x7f3a7006f8b0 2024-09-13T16:16:01.351 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.295+0000 7f37e2ffd700 1 -- 172.21.15.5:0/4141778489 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f37ec00ac00 con 0x7f37f415cbc0 2024-09-13T16:16:01.351 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.295+0000 7f1ab77fe700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f1ab80c42e0 0x7f1ab8154780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:01.351 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.295+0000 7f1ab77fe700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f1ab80c42e0 0x7f1ab8154780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.179:3301/0 says I am v2:172.21.15.5:50386/0 (socket says 172.21.15.5:50386) 2024-09-13T16:16:01.351 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.295+0000 7f1ab77fe700 1 -- 172.21.15.5:0/1468859812 learned_addr learned my addr 172.21.15.5:0/1468859812 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:16:01.352 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.295+0000 7f3a756aa700 1 --2- 172.21.15.5:0/857131257 >> [v2:172.21.15.5:6816/2713060829,v1:172.21.15.5:6817/2713060829] conn(0x7f3a5c06fc70 0x7f3a5c0720b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:01.352 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.295+0000 7f37e2ffd700 1 --2- 172.21.15.5:0/4141778489 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f37d4066730 0x7f37d4068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:01.352 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.295+0000 7f8555ffb700 1 -- 172.21.15.5:0/3151182873 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f854c00b8a0 con 0x7f855806f8b0 2024-09-13T16:16:01.352 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.295+0000 7f37e2ffd700 1 -- 172.21.15.5:0/4141778489 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f37ec084f40 con 0x7f37f415cbc0 2024-09-13T16:16:01.353 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.295+0000 7f1ab7fff700 1 --2- 172.21.15.5:0/1468859812 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f1ab806f8b0 0x7f1ab8145f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:01.353 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.295+0000 7f37f259c700 1 --2- 172.21.15.5:0/4141778489 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f37d4066730 0x7f37d4068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:01.353 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.295+0000 7f37e2ffd700 1 --2- 172.21.15.5:0/4141778489 >> [v2:172.21.15.179:6800/3624672735,v1:172.21.15.179:6801/3624672735] conn(0x7f37d406fcf0 0x7f37d4072130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:01.353 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.295+0000 7f37e2ffd700 1 -- 172.21.15.5:0/4141778489 --> [v2:172.21.15.179:6800/3624672735,v1:172.21.15.179:6801/3624672735] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f37d4072800 con 0x7f37d406fcf0 2024-09-13T16:16:01.353 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.295+0000 7f1ab77fe700 1 -- 172.21.15.5:0/1468859812 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f1ab806f8b0 msgr2=0x7f1ab8145f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:01.354 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.295+0000 7f1ab77fe700 1 --2- 172.21.15.5:0/1468859812 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f1ab806f8b0 0x7f1ab8145f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:01.354 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.295+0000 7f1ab77fe700 1 -- 172.21.15.5:0/1468859812 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1ab8152b00 msgr2=0x7f1ab80c9090 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-13T16:16:01.354 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.295+0000 7f1ab77fe700 1 --2- 172.21.15.5:0/1468859812 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1ab8152b00 0x7f1ab80c9090 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:01.354 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.295+0000 7f1ab77fe700 1 -- 172.21.15.5:0/1468859812 --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1ab0009b30 con 0x7f1ab80c42e0 2024-09-13T16:16:01.354 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.295+0000 7f3a756aa700 1 --2- 172.21.15.5:0/857131257 >> [v2:172.21.15.5:6816/2713060829,v1:172.21.15.5:6817/2713060829] conn(0x7f3a5c06fc70 0x7f3a5c0720b0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:01.354 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.295+0000 7f3a6ffff700 1 --2- 172.21.15.5:0/857131257 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f3a5c066730 0x7f3a5c068bf0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f3a700c45f0 tx=0x7f3a60009240 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:01.354 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.295+0000 7f377affd700 1 -- 172.21.15.5:0/3335247163 <== osd.6 v2:172.21.15.179:6816/3295700932 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (crc 0 0 0) 0x7f376c0728d0 con 0x7f376c06fdc0 2024-09-13T16:16:01.355 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.295+0000 7f8555ffb700 1 -- 172.21.15.5:0/3151182873 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f854c00ba00 con 0x7f855806f8b0 2024-09-13T16:16:01.355 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.295+0000 7f8555ffb700 1 -- 172.21.15.5:0/3151182873 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f854c00bd90 con 0x7f855806f8b0 2024-09-13T16:16:01.355 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.295+0000 7f37f1d9b700 1 --2- 172.21.15.5:0/4141778489 >> [v2:172.21.15.179:6800/3624672735,v1:172.21.15.179:6801/3624672735] conn(0x7f37d406fcf0 0x7f37d4072130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:01.355 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.295+0000 7f1ab77fe700 1 --2- 172.21.15.5:0/1468859812 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f1ab80c42e0 0x7f1ab8154780 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f1aac00c430 tx=0x7f1aac00c740 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:01.356 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.295+0000 7f37f259c700 1 --2- 172.21.15.5:0/4141778489 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f37d4066730 0x7f37d4068bf0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f37e40090b0 tx=0x7f37e4008030 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:01.356 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.295+0000 7f37f1d9b700 1 --2- 172.21.15.5:0/4141778489 >> [v2:172.21.15.179:6800/3624672735,v1:172.21.15.179:6801/3624672735] conn(0x7f37d406fcf0 0x7f37d4072130 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:01.356 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.295+0000 7f37e2ffd700 1 -- 172.21.15.5:0/4141778489 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f37ec0852f0 con 0x7f37f415cbc0 2024-09-13T16:16:01.356 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.295+0000 7f6ea1ffb700 1 -- 172.21.15.5:0/2489949174 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f6ea4007470 con 0x7f6eac1570a0 2024-09-13T16:16:01.356 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.295+0000 7f8557fff700 1 -- 172.21.15.5:0/3151182873 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f855806f8b0 msgr2=0x7f85580c42e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:01.357 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.295+0000 7f8557fff700 1 --2- 172.21.15.5:0/3151182873 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f855806f8b0 0x7f85580c42e0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f85580c7800 tx=0x7f854c009bf0 comp rx=0 tx=0).stop 2024-09-13T16:16:01.357 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.295+0000 7f8557fff700 1 -- 172.21.15.5:0/3151182873 shutdown_connections 2024-09-13T16:16:01.357 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.295+0000 7f8557fff700 1 --2- 172.21.15.5:0/3151182873 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f8558158f40 0x7f8558159390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:01.357 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.295+0000 7f8557fff700 1 --2- 172.21.15.5:0/3151182873 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f855806f8b0 0x7f85580c42e0 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:01.357 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.295+0000 7f8557fff700 1 --2- 172.21.15.5:0/3151182873 >> v2:172.21.15.179:3300/0 conn(0x7f8558152b00 0x7f85580c3da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:01.357 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.295+0000 7f8557fff700 1 -- 172.21.15.5:0/3151182873 >> 172.21.15.5:0/3151182873 conn(0x7f855806a950 msgr2=0x7f855806ad60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:01.357 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.295+0000 7f3a6d7fa700 1 -- 172.21.15.5:0/857131257 <== osd.2 v2:172.21.15.5:6816/2713060829 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (crc 0 0 0) 0x7f3a5c072780 con 0x7f3a5c06fc70 2024-09-13T16:16:01.358 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.295+0000 7f6ea1ffb700 1 --2- 172.21.15.5:0/2489949174 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f6e90066760 0x7f6e90068c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:01.358 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.295+0000 7f6ea1ffb700 1 -- 172.21.15.5:0/2489949174 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f6ea4084360 con 0x7f6eac1570a0 2024-09-13T16:16:01.358 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.295+0000 7f6ea1ffb700 1 --2- 172.21.15.5:0/2489949174 >> [v2:172.21.15.179:6824/2769164148,v1:172.21.15.179:6825/2769164148] conn(0x7f6e9006fd20 0x7f6e90072160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:01.358 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.295+0000 7f6ea1ffb700 1 -- 172.21.15.5:0/2489949174 --> [v2:172.21.15.179:6824/2769164148,v1:172.21.15.179:6825/2769164148] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f6e90072830 con 0x7f6e9006fd20 2024-09-13T16:16:01.358 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.295+0000 7f8557fff700 1 -- 172.21.15.5:0/3151182873 shutdown_connections 2024-09-13T16:16:01.358 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.295+0000 7f6eb1220700 1 --2- 172.21.15.5:0/2489949174 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f6e90066760 0x7f6e90068c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:01.359 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.295+0000 7f6ea1ffb700 1 -- 172.21.15.5:0/2489949174 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f6ea4086a20 con 0x7f6eac1570a0 2024-09-13T16:16:01.359 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.295+0000 7f6eb0a1f700 1 --2- 172.21.15.5:0/2489949174 >> [v2:172.21.15.179:6824/2769164148,v1:172.21.15.179:6825/2769164148] conn(0x7f6e9006fd20 0x7f6e90072160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:01.359 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.295+0000 7f37e2ffd700 1 -- 172.21.15.5:0/4141778489 <== osd.4 v2:172.21.15.179:6800/3624672735 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (crc 0 0 0) 0x7f37d4072800 con 0x7f37d406fcf0 2024-09-13T16:16:01.359 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.295+0000 7f6eb1220700 1 --2- 172.21.15.5:0/2489949174 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f6e90066760 0x7f6e90068c20 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f6ea800a8d0 tx=0x7f6ea8008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:01.359 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.299+0000 7f8557fff700 1 -- 172.21.15.5:0/3151182873 wait complete. 2024-09-13T16:16:01.360 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.299+0000 7f1ab4ff9700 1 -- 172.21.15.5:0/1468859812 <== mon.2 v2:172.21.15.179:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1aac005cd0 con 0x7f1ab80c42e0 2024-09-13T16:16:01.360 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.299+0000 7f6eb0a1f700 1 --2- 172.21.15.5:0/2489949174 >> [v2:172.21.15.179:6824/2769164148,v1:172.21.15.179:6825/2769164148] conn(0x7f6e9006fd20 0x7f6e90072160 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:01.360 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.299+0000 7f1ab4ff9700 1 -- 172.21.15.5:0/1468859812 <== mon.2 v2:172.21.15.179:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1aac005e30 con 0x7f1ab80c42e0 2024-09-13T16:16:01.361 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.299+0000 7f1abd53d700 1 -- 172.21.15.5:0/1468859812 --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1ab80cacd0 con 0x7f1ab80c42e0 2024-09-13T16:16:01.361 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.299+0000 7f1ab4ff9700 1 -- 172.21.15.5:0/1468859812 <== mon.2 v2:172.21.15.179:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1aac0072d0 con 0x7f1ab80c42e0 2024-09-13T16:16:01.361 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.299+0000 7f1abd53d700 1 -- 172.21.15.5:0/1468859812 --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1ab81532b0 con 0x7f1ab80c42e0 2024-09-13T16:16:01.361 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.299+0000 7f1abd53d700 1 -- 172.21.15.5:0/1468859812 --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f1ab8070bc0 con 0x7f1ab80c42e0 2024-09-13T16:16:01.361 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.299+0000 7f8557fff700 1 Processor -- start 2024-09-13T16:16:01.361 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.299+0000 7f6ea1ffb700 1 -- 172.21.15.5:0/2489949174 <== osd.5 v2:172.21.15.179:6824/2769164148 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (crc 0 0 0) 0x7f6e90072830 con 0x7f6e9006fd20 2024-09-13T16:16:01.362 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.299+0000 7f1ab4ff9700 1 -- 172.21.15.5:0/1468859812 <== mon.2 v2:172.21.15.179:3301/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f1aac007430 con 0x7f1ab80c42e0 2024-09-13T16:16:01.362 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.299+0000 7f1ab4ff9700 1 --2- 172.21.15.5:0/1468859812 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f1aa4066780 0x7f1aa4068c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:01.362 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.299+0000 7f1ab4ff9700 1 -- 172.21.15.5:0/1468859812 <== mon.2 v2:172.21.15.179:3301/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f1aac083d90 con 0x7f1ab80c42e0 2024-09-13T16:16:01.362 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.299+0000 7f1ab4ff9700 1 --2- 172.21.15.5:0/1468859812 >> [v2:172.21.15.5:6800/851671428,v1:172.21.15.5:6801/851671428] conn(0x7f1aa406fdc0 0x7f1aa4072200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:01.362 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.299+0000 7f1ab4ff9700 1 -- 172.21.15.5:0/1468859812 --> [v2:172.21.15.5:6800/851671428,v1:172.21.15.5:6801/851671428] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f1aa40728d0 con 0x7f1aa406fdc0 2024-09-13T16:16:01.363 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.299+0000 7f1ab4ff9700 1 -- 172.21.15.5:0/1468859812 <== mon.2 v2:172.21.15.179:3301/0 6 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f1aac084230 con 0x7f1ab80c42e0 2024-09-13T16:16:01.363 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.299+0000 7f1abcd3c700 1 --2- 172.21.15.5:0/1468859812 >> [v2:172.21.15.5:6800/851671428,v1:172.21.15.5:6801/851671428] conn(0x7f1aa406fdc0 0x7f1aa4072200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:01.363 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.303+0000 7f1abcd3c700 1 --2- 172.21.15.5:0/1468859812 >> [v2:172.21.15.5:6800/851671428,v1:172.21.15.5:6801/851671428] conn(0x7f1aa406fdc0 0x7f1aa4072200 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:01.363 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.303+0000 7f1ab4ff9700 1 -- 172.21.15.5:0/1468859812 <== osd.0 v2:172.21.15.5:6800/851671428 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (crc 0 0 0) 0x7f1aa40728d0 con 0x7f1aa406fdc0 2024-09-13T16:16:01.363 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.303+0000 7f8d14825700 1 Processor -- start 2024-09-13T16:16:01.363 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.303+0000 7f8d14825700 1 -- start start 2024-09-13T16:16:01.363 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.303+0000 7f6089cff700 1 Processor -- start 2024-09-13T16:16:01.364 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.299+0000 7f8557fff700 1 -- start start 2024-09-13T16:16:01.364 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.299+0000 7f8557fff700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f855806f8b0 0x7f8558141960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:01.364 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.299+0000 7f8557fff700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f8558152b00 0x7f85580ca770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:01.364 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.299+0000 7f8557fff700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8558158f40 0x7f85580cacb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:01.364 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.299+0000 7f8557fff700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f85581403d0 con 0x7f8558158f40 2024-09-13T16:16:01.364 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.299+0000 7f8557fff700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f85581414d0 con 0x7f855806f8b0 2024-09-13T16:16:01.364 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.299+0000 7f8557fff700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8558141ea0 con 0x7f8558152b00 2024-09-13T16:16:01.364 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.299+0000 7f85577fe700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8558158f40 0x7f85580cacb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:01.364 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.299+0000 7f85577fe700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8558158f40 0x7f85580cacb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:51604/0 (socket says 172.21.15.5:51604) 2024-09-13T16:16:01.365 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.299+0000 7f85577fe700 1 -- 172.21.15.5:0/3364279218 learned_addr learned my addr 172.21.15.5:0/3364279218 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:16:01.365 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.299+0000 7f85567fc700 1 --2- 172.21.15.5:0/3364279218 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f8558152b00 0x7f85580ca770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:01.365 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.299+0000 7f8556ffd700 1 --2- 172.21.15.5:0/3364279218 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f855806f8b0 0x7f8558141960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:01.365 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.299+0000 7f85577fe700 1 -- 172.21.15.5:0/3364279218 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f8558152b00 msgr2=0x7f85580ca770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:01.365 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.299+0000 7f85577fe700 1 --2- 172.21.15.5:0/3364279218 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f8558152b00 0x7f85580ca770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:01.365 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.299+0000 7f85577fe700 1 -- 172.21.15.5:0/3364279218 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f855806f8b0 msgr2=0x7f8558141960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:01.365 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.299+0000 7f85577fe700 1 --2- 172.21.15.5:0/3364279218 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f855806f8b0 0x7f8558141960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:01.365 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.299+0000 7f85577fe700 1 -- 172.21.15.5:0/3364279218 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f854c009570 con 0x7f8558158f40 2024-09-13T16:16:01.365 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.299+0000 7f85577fe700 1 --2- 172.21.15.5:0/3364279218 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8558158f40 0x7f85580cacb0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f8550007e60 tx=0x7f855000e3c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:01.365 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.303+0000 7f853f7fe700 1 -- 172.21.15.5:0/3364279218 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f855000ebe0 con 0x7f8558158f40 2024-09-13T16:16:01.365 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.303+0000 7f853f7fe700 1 -- 172.21.15.5:0/3364279218 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f855000ed60 con 0x7f8558158f40 2024-09-13T16:16:01.365 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.303+0000 7f8557fff700 1 -- 172.21.15.5:0/3364279218 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8558151f40 con 0x7f8558158f40 2024-09-13T16:16:01.365 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.303+0000 7f8557fff700 1 -- 172.21.15.5:0/3364279218 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f85581408c0 con 0x7f8558158f40 2024-09-13T16:16:01.365 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.303+0000 7f853f7fe700 1 -- 172.21.15.5:0/3364279218 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8550036670 con 0x7f8558158f40 2024-09-13T16:16:01.366 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.303+0000 7f8557fff700 1 -- 172.21.15.5:0/3364279218 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f8544000fc0 con 0x7f8558158f40 2024-09-13T16:16:01.366 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.303+0000 7f853f7fe700 1 -- 172.21.15.5:0/3364279218 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f85500367d0 con 0x7f8558158f40 2024-09-13T16:16:01.366 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.303+0000 7f853f7fe700 1 --2- 172.21.15.5:0/3364279218 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f8540066980 0x7f8540068e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:01.366 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.303+0000 7f853f7fe700 1 -- 172.21.15.5:0/3364279218 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f85500a7690 con 0x7f8558158f40 2024-09-13T16:16:01.366 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.303+0000 7f853f7fe700 1 --2- 172.21.15.5:0/3364279218 >> [v2:172.21.15.5:6808/1418062370,v1:172.21.15.5:6809/1418062370] conn(0x7f854006ffc0 0x7f8540072400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:01.366 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.303+0000 7f853f7fe700 1 -- 172.21.15.5:0/3364279218 --> [v2:172.21.15.5:6808/1418062370,v1:172.21.15.5:6809/1418062370] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f8540072ad0 con 0x7f854006ffc0 2024-09-13T16:16:01.366 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.303+0000 7f853f7fe700 1 -- 172.21.15.5:0/3364279218 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f85500a7b30 con 0x7f8558158f40 2024-09-13T16:16:01.366 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.303+0000 7f8556ffd700 1 --2- 172.21.15.5:0/3364279218 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f8540066980 0x7f8540068e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:01.366 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.303+0000 7f1ab7fff700 1 --2- 172.21.15.5:0/1468859812 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f1aa4066780 0x7f1aa4068c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:01.367 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.307+0000 7f8556ffd700 1 --2- 172.21.15.5:0/3364279218 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f8540066980 0x7f8540068e40 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f854800ba30 tx=0x7f8548008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:01.367 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.307+0000 7f8d14825700 1 --2- >> v2:172.21.15.179:3300/0 conn(0x7f8d10152a90 0x7f8d100c7460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:01.367 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.307+0000 7f8d14825700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f8d100c41d0 0x7f8d10163190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:01.367 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.307+0000 7f8d14825700 1 -- --> v1:172.21.15.179:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8d100c4660 con 0x7f8d100c3da0 2024-09-13T16:16:01.367 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.307+0000 7f8d14825700 1 -- --> v2:172.21.15.179:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8d100701c0 con 0x7f8d10152a90 2024-09-13T16:16:01.367 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.307+0000 7f8d14825700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8d100c6ca0 con 0x7f8d100c41d0 2024-09-13T16:16:01.367 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.307+0000 7f85567fc700 1 --2- 172.21.15.5:0/3364279218 >> [v2:172.21.15.5:6808/1418062370,v1:172.21.15.5:6809/1418062370] conn(0x7f854006ffc0 0x7f8540072400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:01.368 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.307+0000 7f8d0f7fe700 1 --2- >> v2:172.21.15.179:3300/0 conn(0x7f8d10152a90 0x7f8d100c7460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:01.368 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.307+0000 7f8d0ffff700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f8d100c41d0 0x7f8d10163190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:01.368 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.307+0000 7f8d0ffff700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f8d100c41d0 0x7f8d10163190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.179:3301/0 says I am v2:172.21.15.5:50404/0 (socket says 172.21.15.5:50404) 2024-09-13T16:16:01.368 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.307+0000 7f8d0ffff700 1 -- 172.21.15.5:0/3426228988 learned_addr learned my addr 172.21.15.5:0/3426228988 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:16:01.368 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.307+0000 7f1ab7fff700 1 --2- 172.21.15.5:0/1468859812 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f1aa4066780 0x7f1aa4068c40 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f1aa8009ad0 tx=0x7f1aa8009240 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:01.369 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.307+0000 7f8d0ffff700 1 -- 172.21.15.5:0/3426228988 >> v2:172.21.15.179:3300/0 conn(0x7f8d10152a90 msgr2=0x7f8d100c7460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:01.369 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.307+0000 7f8d0ffff700 1 --2- 172.21.15.5:0/3426228988 >> v2:172.21.15.179:3300/0 conn(0x7f8d10152a90 0x7f8d100c7460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:01.369 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.307+0000 7f8d0ffff700 1 -- 172.21.15.5:0/3426228988 >> v1:172.21.15.179:6789/0 conn(0x7f8d100c3da0 legacy=0x7f8d1006de20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:01.369 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.307+0000 7f8d0ffff700 1 -- 172.21.15.5:0/3426228988 --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8d10070460 con 0x7f8d100c41d0 2024-09-13T16:16:01.369 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.307+0000 7f85567fc700 1 --2- 172.21.15.5:0/3364279218 >> [v2:172.21.15.5:6808/1418062370,v1:172.21.15.5:6809/1418062370] conn(0x7f854006ffc0 0x7f8540072400 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:01.369 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.303+0000 7f6089cff700 1 -- start start 2024-09-13T16:16:01.370 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.307+0000 7f8d0ffff700 1 --2- 172.21.15.5:0/3426228988 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f8d100c41d0 0x7f8d10163190 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f8d04009910 tx=0x7f8d04009c20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6cfeeee7f5f37f1c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:01.370 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.307+0000 7f6089cff700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f608406d5a0 0x7f608415d8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:01.370 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.307+0000 7f6089cff700 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f60840c55e0 con 0x7f608406df90 2024-09-13T16:16:01.370 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.307+0000 7f6089cff700 1 -- --> v1:172.21.15.179:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f60840c6980 con 0x7f6084157170 2024-09-13T16:16:01.371 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.307+0000 7f6089cff700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f60840c5df0 con 0x7f608406d5a0 2024-09-13T16:16:01.371 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.307+0000 7f6083fff700 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f608406df90 0x7f60841676e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:58228/0 (socket says 172.21.15.5:58228) 2024-09-13T16:16:01.371 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.307+0000 7f6083fff700 1 -- 172.21.15.5:0/291963906 learned_addr learned my addr 172.21.15.5:0/291963906 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-13T16:16:01.371 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.307+0000 7f6082ffd700 1 --2- 172.21.15.5:0/291963906 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f608406d5a0 0x7f608415d8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:01.371 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.307+0000 7f60827fc700 1 -- 172.21.15.5:0/291963906 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 512637047 0 0) 0x7f60840c55e0 con 0x7f608406df90 2024-09-13T16:16:01.371 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.307+0000 7f60827fc700 1 -- 172.21.15.5:0/291963906 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f606c0035d0 con 0x7f608406df90 2024-09-13T16:16:01.371 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.307+0000 7f6082ffd700 1 -- 172.21.15.5:0/291963906 >> v1:172.21.15.179:6789/0 conn(0x7f6084157170 legacy=0x7f60840c6e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:01.371 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.307+0000 7f60827fc700 1 -- 172.21.15.5:0/291963906 <== mon.1 v1:172.21.15.179:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 524932199 0 0) 0x7f60840c6980 con 0x7f6084157170 2024-09-13T16:16:01.371 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.307+0000 7f6082ffd700 1 -- 172.21.15.5:0/291963906 >> v1:172.21.15.5:6789/0 conn(0x7f608406df90 legacy=0x7f60841676e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:01.371 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.307+0000 7f6082ffd700 1 -- 172.21.15.5:0/291963906 --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f60840c7520 con 0x7f608406d5a0 2024-09-13T16:16:01.371 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.307+0000 7f6082ffd700 1 --2- 172.21.15.5:0/291963906 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f608406d5a0 0x7f608415d8c0 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f6078009880 tx=0x7f6078009b90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=95ca83beedf73767 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:01.372 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.307+0000 7f8d0e7fc700 1 -- 172.21.15.5:0/3426228988 <== mon.2 v2:172.21.15.179:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8d04011830 con 0x7f8d100c41d0 2024-09-13T16:16:01.372 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.307+0000 7f853f7fe700 1 -- 172.21.15.5:0/3364279218 <== osd.1 v2:172.21.15.5:6808/1418062370 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (crc 0 0 0) 0x7f8540072ad0 con 0x7f854006ffc0 2024-09-13T16:16:01.372 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.307+0000 7f8d0e7fc700 1 -- 172.21.15.5:0/3426228988 <== mon.2 v2:172.21.15.179:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8d04011990 con 0x7f8d100c41d0 2024-09-13T16:16:01.372 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.307+0000 7f8d0e7fc700 1 -- 172.21.15.5:0/3426228988 <== mon.2 v2:172.21.15.179:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8d04011d40 con 0x7f8d100c41d0 2024-09-13T16:16:01.372 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.307+0000 7f60827fc700 1 -- 172.21.15.5:0/291963906 <== mon.2 v2:172.21.15.179:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6078011830 con 0x7f608406d5a0 2024-09-13T16:16:01.373 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.307+0000 7f60827fc700 1 -- 172.21.15.5:0/291963906 <== mon.2 v2:172.21.15.179:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6078011990 con 0x7f608406d5a0 2024-09-13T16:16:01.373 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.307+0000 7f60827fc700 1 -- 172.21.15.5:0/291963906 <== mon.2 v2:172.21.15.179:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6078011d20 con 0x7f608406d5a0 2024-09-13T16:16:01.373 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.307+0000 7f8d14825700 1 -- 172.21.15.5:0/3426228988 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f8d100c41d0 msgr2=0x7f8d10163190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:01.373 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.307+0000 7f8d14825700 1 --2- 172.21.15.5:0/3426228988 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f8d100c41d0 0x7f8d10163190 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f8d04009910 tx=0x7f8d04009c20 comp rx=0 tx=0).stop 2024-09-13T16:16:01.373 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.311+0000 7f6089cff700 1 -- 172.21.15.5:0/291963906 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f608406d5a0 msgr2=0x7f608415d8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:01.373 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.311+0000 7f6089cff700 1 --2- 172.21.15.5:0/291963906 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f608406d5a0 0x7f608415d8c0 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f6078009880 tx=0x7f6078009b90 comp rx=0 tx=0).stop 2024-09-13T16:16:01.374 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.311+0000 7f8d14825700 1 -- 172.21.15.5:0/3426228988 shutdown_connections 2024-09-13T16:16:01.374 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.311+0000 7f8d14825700 1 --2- 172.21.15.5:0/3426228988 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f8d100c41d0 0x7f8d10163190 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:01.374 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.311+0000 7f8d14825700 1 --2- 172.21.15.5:0/3426228988 >> v2:172.21.15.179:3300/0 conn(0x7f8d10152a90 0x7f8d100c7460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:01.374 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.311+0000 7f8d14825700 1 -- 172.21.15.5:0/3426228988 >> 172.21.15.5:0/3426228988 conn(0x7f8d1006a950 msgr2=0x7f8d1006ad60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:01.374 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.311+0000 7f8d14825700 1 -- 172.21.15.5:0/3426228988 shutdown_connections 2024-09-13T16:16:01.374 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.311+0000 7f6089cff700 1 -- 172.21.15.5:0/291963906 shutdown_connections 2024-09-13T16:16:01.374 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.311+0000 7f6089cff700 1 --2- 172.21.15.5:0/291963906 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f608406d5a0 0x7f608415d8c0 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:01.375 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.311+0000 7f6089cff700 1 -- 172.21.15.5:0/291963906 >> 172.21.15.5:0/291963906 conn(0x7f60840c76e0 msgr2=0x7f60840c7af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:01.375 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.311+0000 7f8d14825700 1 -- 172.21.15.5:0/3426228988 wait complete. 2024-09-13T16:16:01.375 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.311+0000 7f6089cff700 1 -- 172.21.15.5:0/291963906 shutdown_connections 2024-09-13T16:16:01.375 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.311+0000 7f8d14825700 1 Processor -- start 2024-09-13T16:16:01.376 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.311+0000 7f8d14825700 1 -- start start 2024-09-13T16:16:01.376 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.311+0000 7f6089cff700 1 -- 172.21.15.5:0/291963906 wait complete. 2024-09-13T16:16:01.376 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.311+0000 7f6089cff700 1 Processor -- start 2024-09-13T16:16:01.376 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.311+0000 7f6089cff700 1 -- start start 2024-09-13T16:16:01.377 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.315+0000 7f8d14825700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f8d100c3da0 0x7f8d101f1d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:01.377 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.315+0000 7f8d14825700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8d100c41d0 0x7f8d101541f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:01.377 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.315+0000 7f8d0effd700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8d100c41d0 0x7f8d101541f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:01.377 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.315+0000 7f8d0f7fe700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f8d100c3da0 0x7f8d101f1d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:01.377 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.315+0000 7f8d0f7fe700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f8d100c3da0 0x7f8d101f1d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.179:3300/0 says I am v2:172.21.15.5:43668/0 (socket says 172.21.15.5:43668) 2024-09-13T16:16:01.377 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.315+0000 7f8d0effd700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8d100c41d0 0x7f8d101541f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:51614/0 (socket says 172.21.15.5:51614) 2024-09-13T16:16:01.377 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.315+0000 7f8d0f7fe700 1 -- 172.21.15.5:0/648577596 learned_addr learned my addr 172.21.15.5:0/648577596 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:16:01.377 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.315+0000 7f8d14825700 1 --2- 172.21.15.5:0/648577596 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f8d10152a90 0x7f8d10154730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:01.377 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.315+0000 7f8d14825700 1 -- 172.21.15.5:0/648577596 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8d100c98c0 con 0x7f8d100c41d0 2024-09-13T16:16:01.378 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.315+0000 7f6089cff700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f608406d5a0 0x7f608414e000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:01.378 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.315+0000 7f8d14825700 1 -- 172.21.15.5:0/648577596 --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8d101599d0 con 0x7f8d100c3da0 2024-09-13T16:16:01.378 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.315+0000 7f6089cff700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f608406df90 0x7f60841e94f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:01.378 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.315+0000 7f8d14825700 1 -- 172.21.15.5:0/648577596 --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8d100ca890 con 0x7f8d10152a90 2024-09-13T16:16:01.379 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.315+0000 7f6082ffd700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f608406df90 0x7f60841e94f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:01.379 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.315+0000 7f6082ffd700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f608406df90 0x7f60841e94f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:51618/0 (socket says 172.21.15.5:51618) 2024-09-13T16:16:01.379 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.315+0000 7f60837fe700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f608406d5a0 0x7f608414e000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:01.379 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.315+0000 7f6089cff700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f6084157170 0x7f6084153220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:01.379 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.315+0000 7f60837fe700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f608406d5a0 0x7f608414e000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.179:3301/0 says I am v2:172.21.15.5:50434/0 (socket says 172.21.15.5:50434) 2024-09-13T16:16:01.380 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.315+0000 7f8d0ffff700 1 --2- 172.21.15.5:0/648577596 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f8d10152a90 0x7f8d10154730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:01.380 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.315+0000 7f6082ffd700 1 -- 172.21.15.5:0/1565125741 learned_addr learned my addr 172.21.15.5:0/1565125741 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:16:01.380 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.315+0000 7f6089cff700 1 -- 172.21.15.5:0/1565125741 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f60840c4c50 con 0x7f608406df90 2024-09-13T16:16:01.380 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.315+0000 7f6083fff700 1 --2- 172.21.15.5:0/1565125741 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f6084157170 0x7f6084153220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:01.381 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.315+0000 7f6089cff700 1 -- 172.21.15.5:0/1565125741 --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f60841ed370 con 0x7f6084157170 2024-09-13T16:16:01.381 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.315+0000 7f6089cff700 1 -- 172.21.15.5:0/1565125741 --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6084158bd0 con 0x7f608406d5a0 2024-09-13T16:16:01.381 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.315+0000 7f8d0ffff700 1 -- 172.21.15.5:0/648577596 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f8d100c3da0 msgr2=0x7f8d101f1d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:01.381 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.315+0000 7f8d0ffff700 1 --2- 172.21.15.5:0/648577596 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f8d100c3da0 0x7f8d101f1d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:01.381 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.315+0000 7f8d0ffff700 1 -- 172.21.15.5:0/648577596 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8d100c41d0 msgr2=0x7f8d101541f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:01.381 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.315+0000 7f8d0ffff700 1 --2- 172.21.15.5:0/648577596 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8d100c41d0 0x7f8d101541f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:01.381 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.315+0000 7f8d0ffff700 1 -- 172.21.15.5:0/648577596 --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8d04009570 con 0x7f8d10152a90 2024-09-13T16:16:01.381 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.315+0000 7f8d0ffff700 1 --2- 172.21.15.5:0/648577596 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f8d10152a90 0x7f8d10154730 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f8d04016000 tx=0x7f8d04004770 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:01.382 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.315+0000 7f6082ffd700 1 -- 172.21.15.5:0/1565125741 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f608406d5a0 msgr2=0x7f608414e000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:01.382 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.315+0000 7f6082ffd700 1 --2- 172.21.15.5:0/1565125741 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f608406d5a0 0x7f608414e000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:01.382 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.315+0000 7f6082ffd700 1 -- 172.21.15.5:0/1565125741 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f6084157170 msgr2=0x7f6084153220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:01.382 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.315+0000 7f6082ffd700 1 --2- 172.21.15.5:0/1565125741 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f6084157170 0x7f6084153220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:01.382 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.315+0000 7f6082ffd700 1 -- 172.21.15.5:0/1565125741 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f60780094b0 con 0x7f608406df90 2024-09-13T16:16:01.382 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.315+0000 7f60837fe700 1 --2- 172.21.15.5:0/1565125741 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f608406d5a0 0x7f608414e000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:16:01.382 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.315+0000 7f6082ffd700 1 --2- 172.21.15.5:0/1565125741 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f608406df90 0x7f60841e94f0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f6078013040 tx=0x7f6078004770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:01.383 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.315+0000 7f8cf7fff700 1 -- 172.21.15.5:0/648577596 <== mon.2 v2:172.21.15.179:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8d04004300 con 0x7f8d10152a90 2024-09-13T16:16:01.383 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.315+0000 7f8d14825700 1 -- 172.21.15.5:0/648577596 --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8d10159c20 con 0x7f8d10152a90 2024-09-13T16:16:01.383 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.315+0000 7f8d14825700 1 -- 172.21.15.5:0/648577596 --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8d101f1520 con 0x7f8d10152a90 2024-09-13T16:16:01.383 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.319+0000 7f8cf7fff700 1 -- 172.21.15.5:0/648577596 <== mon.2 v2:172.21.15.179:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8d0401f070 con 0x7f8d10152a90 2024-09-13T16:16:01.383 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.319+0000 7f8cf7fff700 1 -- 172.21.15.5:0/648577596 <== mon.2 v2:172.21.15.179:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8d040036c0 con 0x7f8d10152a90 2024-09-13T16:16:01.383 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.319+0000 7f8cf7fff700 1 -- 172.21.15.5:0/648577596 <== mon.2 v2:172.21.15.179:3301/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f8d04021030 con 0x7f8d10152a90 2024-09-13T16:16:01.383 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.319+0000 7f8cf7fff700 1 --2- 172.21.15.5:0/648577596 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f8cf8066980 0x7f8cf8068e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:01.384 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.319+0000 7f8cf7fff700 1 -- 172.21.15.5:0/648577596 <== mon.2 v2:172.21.15.179:3301/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f8d040856c0 con 0x7f8d10152a90 2024-09-13T16:16:01.384 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.323+0000 7f8d0f7fe700 1 --2- 172.21.15.5:0/648577596 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f8cf8066980 0x7f8cf8068e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:01.384 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.319+0000 7f606bfff700 1 -- 172.21.15.5:0/1565125741 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6078004510 con 0x7f608406df90 2024-09-13T16:16:01.384 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.319+0000 7f6089cff700 1 -- 172.21.15.5:0/1565125741 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f60841eca60 con 0x7f608406df90 2024-09-13T16:16:01.384 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.319+0000 7f6089cff700 1 -- 172.21.15.5:0/1565125741 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6084159150 con 0x7f608406df90 2024-09-13T16:16:01.384 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.319+0000 7f606bfff700 1 -- 172.21.15.5:0/1565125741 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f607801e070 con 0x7f608406df90 2024-09-13T16:16:01.384 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.323+0000 7f606bfff700 1 -- 172.21.15.5:0/1565125741 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f60780038e0 con 0x7f608406df90 2024-09-13T16:16:01.384 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.323+0000 7f606bfff700 1 -- 172.21.15.5:0/1565125741 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f6078003a40 con 0x7f608406df90 2024-09-13T16:16:01.385 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.323+0000 7f8cf5ffb700 1 --2- 172.21.15.5:0/648577596 >> [v2:172.21.15.5:6824/576343032,v1:172.21.15.5:6825/576343032] conn(0x7f8cf00015e0 0x7f8cf0003aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:01.385 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.323+0000 7f8cf5ffb700 1 -- 172.21.15.5:0/648577596 --> [v2:172.21.15.5:6824/576343032,v1:172.21.15.5:6825/576343032] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f8cf0006bf0 con 0x7f8cf00015e0 2024-09-13T16:16:01.385 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.323+0000 7f8d0f7fe700 1 --2- 172.21.15.5:0/648577596 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f8cf8066980 0x7f8cf8068e40 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f8d00009c10 tx=0x7f8d00009240 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:01.385 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.323+0000 7f8d0effd700 1 --2- 172.21.15.5:0/648577596 >> [v2:172.21.15.5:6824/576343032,v1:172.21.15.5:6825/576343032] conn(0x7f8cf00015e0 0x7f8cf0003aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:01.385 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.323+0000 7f8d0effd700 1 --2- 172.21.15.5:0/648577596 >> [v2:172.21.15.5:6824/576343032,v1:172.21.15.5:6825/576343032] conn(0x7f8cf00015e0 0x7f8cf0003aa0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:01.386 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.323+0000 7f606bfff700 1 --2- 172.21.15.5:0/1565125741 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f6070066830 0x7f6070068cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:01.386 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.323+0000 7f606bfff700 1 -- 172.21.15.5:0/1565125741 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f60780853f0 con 0x7f608406df90 2024-09-13T16:16:01.386 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.323+0000 7f60837fe700 1 --2- 172.21.15.5:0/1565125741 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f6070066830 0x7f6070068cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:01.386 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.323+0000 7f8cf7fff700 1 -- 172.21.15.5:0/648577596 <== osd.3 v2:172.21.15.5:6824/576343032 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (crc 0 0 0) 0x7f8cf0006bf0 con 0x7f8cf00015e0 2024-09-13T16:16:01.386 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.323+0000 7f60837fe700 1 --2- 172.21.15.5:0/1565125741 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f6070066830 0x7f6070068cf0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f6074000f60 tx=0x7f6074009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:01.386 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.327+0000 7f3a75eab700 1 -- 172.21.15.5:0/857131257 --> [v2:172.21.15.5:6816/2713060829,v1:172.21.15.5:6817/2713060829] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f3a50002d60 con 0x7f3a5c06fc70 2024-09-13T16:16:01.387 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.327+0000 7f378b59e700 1 -- 172.21.15.5:0/3335247163 --> [v2:172.21.15.179:6816/3295700932,v1:172.21.15.179:6817/3295700932] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f3770002d60 con 0x7f376c06fdc0 2024-09-13T16:16:01.387 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.327+0000 7f6089cff700 1 --2- 172.21.15.5:0/1565125741 >> [v2:172.21.15.179:6808/1502652601,v1:172.21.15.179:6809/1502652601] conn(0x7f60640015e0 0x7f6064003aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:01.387 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.327+0000 7f6089cff700 1 -- 172.21.15.5:0/1565125741 --> [v2:172.21.15.179:6808/1502652601,v1:172.21.15.179:6809/1502652601] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f6064006bf0 con 0x7f60640015e0 2024-09-13T16:16:01.387 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.327+0000 7f6083fff700 1 --2- 172.21.15.5:0/1565125741 >> [v2:172.21.15.179:6808/1502652601,v1:172.21.15.179:6809/1502652601] conn(0x7f60640015e0 0x7f6064003aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:01.388 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.327+0000 7f3a6d7fa700 1 -- 172.21.15.5:0/857131257 <== osd.2 v2:172.21.15.5:6816/2713060829 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f3a50002d60 con 0x7f3a5c06fc70 2024-09-13T16:16:01.388 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.327+0000 7f377affd700 1 -- 172.21.15.5:0/3335247163 <== osd.6 v2:172.21.15.179:6816/3295700932 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f3770002d60 con 0x7f376c06fdc0 2024-09-13T16:16:01.388 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.327+0000 7f6083fff700 1 --2- 172.21.15.5:0/1565125741 >> [v2:172.21.15.179:6808/1502652601,v1:172.21.15.179:6809/1502652601] conn(0x7f60640015e0 0x7f6064003aa0 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:01.389 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.327+0000 7f6eb2222700 1 -- 172.21.15.5:0/2489949174 --> [v2:172.21.15.179:6824/2769164148,v1:172.21.15.179:6825/2769164148] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f6eac160200 con 0x7f6e9006fd20 2024-09-13T16:16:01.389 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.327+0000 7f3a75eab700 1 -- 172.21.15.5:0/857131257 >> [v2:172.21.15.5:6816/2713060829,v1:172.21.15.5:6817/2713060829] conn(0x7f3a5c06fc70 msgr2=0x7f3a5c0720b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:01.389 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.327+0000 7f3a75eab700 1 --2- 172.21.15.5:0/857131257 >> [v2:172.21.15.5:6816/2713060829,v1:172.21.15.5:6817/2713060829] conn(0x7f3a5c06fc70 0x7f3a5c0720b0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:01.390 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.327+0000 7f3a75eab700 1 -- 172.21.15.5:0/857131257 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f3a5c066730 msgr2=0x7f3a5c068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:01.390 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.327+0000 7f3a75eab700 1 --2- 172.21.15.5:0/857131257 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f3a5c066730 0x7f3a5c068bf0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f3a700c45f0 tx=0x7f3a60009240 comp rx=0 tx=0).stop 2024-09-13T16:16:01.390 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.327+0000 7f3a75eab700 1 -- 172.21.15.5:0/857131257 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f3a7006f8b0 msgr2=0x7f3a701540e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:01.390 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.327+0000 7f3a75eab700 1 --2- 172.21.15.5:0/857131257 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f3a7006f8b0 0x7f3a701540e0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f3a64001eb0 tx=0x7f3a6400c7b0 comp rx=0 tx=0).stop 2024-09-13T16:16:01.390 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.327+0000 7f3a756aa700 1 -- 172.21.15.5:0/857131257 reap_dead start 2024-09-13T16:16:01.390 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.327+0000 7f3a75eab700 1 -- 172.21.15.5:0/857131257 shutdown_connections 2024-09-13T16:16:01.390 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.327+0000 7f3a75eab700 1 -- 172.21.15.5:0/857131257 >> 172.21.15.5:0/857131257 conn(0x7f3a7006a950 msgr2=0x7f3a700c6ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:01.390 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.327+0000 7f3a75eab700 1 -- 172.21.15.5:0/857131257 shutdown_connections 2024-09-13T16:16:01.390 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.327+0000 7f3a75eab700 1 -- 172.21.15.5:0/857131257 wait complete. 2024-09-13T16:16:01.390 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.327+0000 7f6ea1ffb700 1 -- 172.21.15.5:0/2489949174 <== osd.5 v2:172.21.15.179:6824/2769164148 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f6e9c022040 con 0x7f6e9006fd20 2024-09-13T16:16:01.391 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.327+0000 7f606bfff700 1 -- 172.21.15.5:0/1565125741 <== osd.7 v2:172.21.15.179:6808/1502652601 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (crc 0 0 0) 0x7f6064006bf0 con 0x7f60640015e0 2024-09-13T16:16:01.391 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.327+0000 7f6eb2222700 1 -- 172.21.15.5:0/2489949174 >> [v2:172.21.15.179:6824/2769164148,v1:172.21.15.179:6825/2769164148] conn(0x7f6e9006fd20 msgr2=0x7f6e90072160 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:01.392 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.327+0000 7f6eb2222700 1 --2- 172.21.15.5:0/2489949174 >> [v2:172.21.15.179:6824/2769164148,v1:172.21.15.179:6825/2769164148] conn(0x7f6e9006fd20 0x7f6e90072160 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:01.392 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.327+0000 7f6eb2222700 1 -- 172.21.15.5:0/2489949174 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f6e90066760 msgr2=0x7f6e90068c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:01.392 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.327+0000 7f6eb2222700 1 --2- 172.21.15.5:0/2489949174 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f6e90066760 0x7f6e90068c20 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f6ea800a8d0 tx=0x7f6ea8008040 comp rx=0 tx=0).stop 2024-09-13T16:16:01.392 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.327+0000 7f6eb2222700 1 -- 172.21.15.5:0/2489949174 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6eac1570a0 msgr2=0x7f6eac15e660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:01.392 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.327+0000 7f6eb2222700 1 --2- 172.21.15.5:0/2489949174 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6eac1570a0 0x7f6eac15e660 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f6ea4002230 tx=0x7f6ea400cf50 comp rx=0 tx=0).stop 2024-09-13T16:16:01.392 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.327+0000 7f6eb1a21700 1 -- 172.21.15.5:0/2489949174 reap_dead start 2024-09-13T16:16:01.392 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.327+0000 7f6eb2222700 1 -- 172.21.15.5:0/2489949174 shutdown_connections 2024-09-13T16:16:01.392 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.327+0000 7f6eb2222700 1 -- 172.21.15.5:0/2489949174 >> 172.21.15.5:0/2489949174 conn(0x7f6eac06a950 msgr2=0x7f6eac070810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:01.392 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.327+0000 7f6eb2222700 1 -- 172.21.15.5:0/2489949174 shutdown_connections 2024-09-13T16:16:01.392 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.327+0000 7f6eb2222700 1 -- 172.21.15.5:0/2489949174 wait complete. 2024-09-13T16:16:01.393 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.331+0000 7f378b59e700 1 -- 172.21.15.5:0/3335247163 >> [v2:172.21.15.179:6816/3295700932,v1:172.21.15.179:6817/3295700932] conn(0x7f376c06fdc0 msgr2=0x7f376c072200 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:01.393 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.331+0000 7f378b59e700 1 --2- 172.21.15.5:0/3335247163 >> [v2:172.21.15.179:6816/3295700932,v1:172.21.15.179:6817/3295700932] conn(0x7f376c06fdc0 0x7f376c072200 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:01.393 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.331+0000 7f378b59e700 1 -- 172.21.15.5:0/3335247163 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f376c066780 msgr2=0x7f376c068c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:01.393 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.331+0000 7f378b59e700 1 --2- 172.21.15.5:0/3335247163 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f376c066780 0x7f376c068c40 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f378c1ef270 tx=0x7f377c009190 comp rx=0 tx=0).stop 2024-09-13T16:16:01.393 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.331+0000 7f378b59e700 1 -- 172.21.15.5:0/3335247163 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f378c06f8b0 msgr2=0x7f378c0ca8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:01.393 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.331+0000 7f378b59e700 1 --2- 172.21.15.5:0/3335247163 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f378c06f8b0 0x7f378c0ca8d0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f378c0c1af0 tx=0x7f3784004af0 comp rx=0 tx=0).stop 2024-09-13T16:16:01.394 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.335+0000 7f8557fff700 1 -- 172.21.15.5:0/3364279218 --> [v2:172.21.15.5:6808/1418062370,v1:172.21.15.5:6809/1418062370] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f8544002d60 con 0x7f854006ffc0 2024-09-13T16:16:01.394 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.335+0000 7f853f7fe700 1 -- 172.21.15.5:0/3364279218 <== osd.1 v2:172.21.15.5:6808/1418062370 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f8544002d60 con 0x7f854006ffc0 2024-09-13T16:16:01.394 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.335+0000 7f8557fff700 1 -- 172.21.15.5:0/3364279218 >> [v2:172.21.15.5:6808/1418062370,v1:172.21.15.5:6809/1418062370] conn(0x7f854006ffc0 msgr2=0x7f8540072400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:01.394 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.335+0000 7f8557fff700 1 --2- 172.21.15.5:0/3364279218 >> [v2:172.21.15.5:6808/1418062370,v1:172.21.15.5:6809/1418062370] conn(0x7f854006ffc0 0x7f8540072400 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:01.394 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.335+0000 7f8557fff700 1 -- 172.21.15.5:0/3364279218 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f8540066980 msgr2=0x7f8540068e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:01.394 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.335+0000 7f8557fff700 1 --2- 172.21.15.5:0/3364279218 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f8540066980 0x7f8540068e40 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f854800ba30 tx=0x7f8548008040 comp rx=0 tx=0).stop 2024-09-13T16:16:01.394 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.335+0000 7f8557fff700 1 -- 172.21.15.5:0/3364279218 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8558158f40 msgr2=0x7f85580cacb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:01.394 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.335+0000 7f8557fff700 1 --2- 172.21.15.5:0/3364279218 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8558158f40 0x7f85580cacb0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f8550007e60 tx=0x7f855000e3c0 comp rx=0 tx=0).stop 2024-09-13T16:16:01.395 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.335+0000 7f85577fe700 1 -- 172.21.15.5:0/3364279218 reap_dead start 2024-09-13T16:16:01.395 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.335+0000 7f8557fff700 1 -- 172.21.15.5:0/3364279218 shutdown_connections 2024-09-13T16:16:01.395 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.335+0000 7f8557fff700 1 -- 172.21.15.5:0/3364279218 >> 172.21.15.5:0/3364279218 conn(0x7f855806a950 msgr2=0x7f85580c40e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:01.395 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.331+0000 7f37f359e700 1 -- 172.21.15.5:0/4141778489 --> [v2:172.21.15.179:6800/3624672735,v1:172.21.15.179:6801/3624672735] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f37f41596a0 con 0x7f37d406fcf0 2024-09-13T16:16:01.395 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.331+0000 7f37e2ffd700 1 -- 172.21.15.5:0/4141778489 <== osd.4 v2:172.21.15.179:6800/3624672735 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f37e8006bf0 con 0x7f37d406fcf0 2024-09-13T16:16:01.395 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.331+0000 7f37f359e700 1 -- 172.21.15.5:0/4141778489 >> [v2:172.21.15.179:6800/3624672735,v1:172.21.15.179:6801/3624672735] conn(0x7f37d406fcf0 msgr2=0x7f37d4072130 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:01.395 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.331+0000 7f37f359e700 1 --2- 172.21.15.5:0/4141778489 >> [v2:172.21.15.179:6800/3624672735,v1:172.21.15.179:6801/3624672735] conn(0x7f37d406fcf0 0x7f37d4072130 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:01.395 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.335+0000 7f37f359e700 1 -- 172.21.15.5:0/4141778489 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f37d4066730 msgr2=0x7f37d4068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:01.395 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.335+0000 7f37f359e700 1 --2- 172.21.15.5:0/4141778489 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f37d4066730 0x7f37d4068bf0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f37e40090b0 tx=0x7f37e4008030 comp rx=0 tx=0).stop 2024-09-13T16:16:01.396 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.335+0000 7f37f359e700 1 -- 172.21.15.5:0/4141778489 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f37f415cbc0 msgr2=0x7f37f4155990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:01.396 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.335+0000 7f37f359e700 1 --2- 172.21.15.5:0/4141778489 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f37f415cbc0 0x7f37f4155990 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f37ec00cbc0 tx=0x7f37ec00ced0 comp rx=0 tx=0).stop 2024-09-13T16:16:01.396 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.335+0000 7f37f2d9d700 1 -- 172.21.15.5:0/4141778489 reap_dead start 2024-09-13T16:16:01.396 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.335+0000 7f37f359e700 1 -- 172.21.15.5:0/4141778489 shutdown_connections 2024-09-13T16:16:01.396 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.335+0000 7f37f359e700 1 -- 172.21.15.5:0/4141778489 >> 172.21.15.5:0/4141778489 conn(0x7f37f40712e0 msgr2=0x7f37f40cd750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:01.396 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.335+0000 7f37f359e700 1 -- 172.21.15.5:0/4141778489 shutdown_connections 2024-09-13T16:16:01.396 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.335+0000 7f37f359e700 1 -- 172.21.15.5:0/4141778489 wait complete. 2024-09-13T16:16:01.396 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.331+0000 7f1abd53d700 1 -- 172.21.15.5:0/1468859812 --> [v2:172.21.15.5:6800/851671428,v1:172.21.15.5:6801/851671428] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f1ab80708e0 con 0x7f1aa406fdc0 2024-09-13T16:16:01.396 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.331+0000 7f1ab4ff9700 1 -- 172.21.15.5:0/1468859812 <== osd.0 v2:172.21.15.5:6800/851671428 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f1ab0003a40 con 0x7f1aa406fdc0 2024-09-13T16:16:01.397 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.339+0000 7f8557fff700 1 -- 172.21.15.5:0/3364279218 shutdown_connections 2024-09-13T16:16:01.397 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.339+0000 7f8557fff700 1 -- 172.21.15.5:0/3364279218 wait complete. 2024-09-13T16:16:01.397 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.339+0000 7f378ad9d700 1 -- 172.21.15.5:0/3335247163 reap_dead start 2024-09-13T16:16:01.397 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.343+0000 7f8cf5ffb700 1 -- 172.21.15.5:0/648577596 --> [v2:172.21.15.5:6824/576343032,v1:172.21.15.5:6825/576343032] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f8cf0005cd0 con 0x7f8cf00015e0 2024-09-13T16:16:01.398 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.343+0000 7f1abd53d700 1 -- 172.21.15.5:0/1468859812 >> [v2:172.21.15.5:6800/851671428,v1:172.21.15.5:6801/851671428] conn(0x7f1aa406fdc0 msgr2=0x7f1aa4072200 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:01.398 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.343+0000 7f1abd53d700 1 --2- 172.21.15.5:0/1468859812 >> [v2:172.21.15.5:6800/851671428,v1:172.21.15.5:6801/851671428] conn(0x7f1aa406fdc0 0x7f1aa4072200 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:01.398 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.343+0000 7f378b59e700 1 -- 172.21.15.5:0/3335247163 shutdown_connections 2024-09-13T16:16:01.398 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.343+0000 7f1abd53d700 1 -- 172.21.15.5:0/1468859812 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f1aa4066780 msgr2=0x7f1aa4068c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:01.398 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.343+0000 7f1abd53d700 1 --2- 172.21.15.5:0/1468859812 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f1aa4066780 0x7f1aa4068c40 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f1aa8009ad0 tx=0x7f1aa8009240 comp rx=0 tx=0).stop 2024-09-13T16:16:01.398 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.343+0000 7f1abd53d700 1 -- 172.21.15.5:0/1468859812 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f1ab80c42e0 msgr2=0x7f1ab8154780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:01.398 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.343+0000 7f1abd53d700 1 --2- 172.21.15.5:0/1468859812 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f1ab80c42e0 0x7f1ab8154780 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f1aac00c430 tx=0x7f1aac00c740 comp rx=0 tx=0).stop 2024-09-13T16:16:01.399 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.343+0000 7f378b59e700 1 -- 172.21.15.5:0/3335247163 >> 172.21.15.5:0/3335247163 conn(0x7f378c06a950 msgr2=0x7f378c0c59d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:01.399 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.343+0000 7f1abcd3c700 1 -- 172.21.15.5:0/1468859812 reap_dead start 2024-09-13T16:16:01.399 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.343+0000 7f1abd53d700 1 -- 172.21.15.5:0/1468859812 shutdown_connections 2024-09-13T16:16:01.399 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.343+0000 7f1abd53d700 1 -- 172.21.15.5:0/1468859812 >> 172.21.15.5:0/1468859812 conn(0x7f1ab806a950 msgr2=0x7f1ab8157dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:01.400 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.343+0000 7f378b59e700 1 -- 172.21.15.5:0/3335247163 shutdown_connections 2024-09-13T16:16:01.400 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.343+0000 7f378b59e700 1 -- 172.21.15.5:0/3335247163 wait complete. 2024-09-13T16:16:01.400 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.343+0000 7f1abd53d700 1 -- 172.21.15.5:0/1468859812 shutdown_connections 2024-09-13T16:16:01.400 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.343+0000 7f8cf7fff700 1 -- 172.21.15.5:0/648577596 <== osd.3 v2:172.21.15.5:6824/576343032 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f8cf0005cd0 con 0x7f8cf00015e0 2024-09-13T16:16:01.400 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.343+0000 7f1abd53d700 1 -- 172.21.15.5:0/1468859812 wait complete. 2024-09-13T16:16:01.401 INFO:teuthology.orchestra.run.smithi005.stdout:60129542154 2024-09-13T16:16:01.402 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-09-13T16:16:01.402 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.347+0000 7f8cf5ffb700 1 -- 172.21.15.5:0/648577596 >> [v2:172.21.15.5:6824/576343032,v1:172.21.15.5:6825/576343032] conn(0x7f8cf00015e0 msgr2=0x7f8cf0003aa0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:01.403 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.347+0000 7f8cf5ffb700 1 --2- 172.21.15.5:0/648577596 >> [v2:172.21.15.5:6824/576343032,v1:172.21.15.5:6825/576343032] conn(0x7f8cf00015e0 0x7f8cf0003aa0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:01.403 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.347+0000 7f8cf5ffb700 1 -- 172.21.15.5:0/648577596 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f8cf8066980 msgr2=0x7f8cf8068e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:01.403 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.347+0000 7f8cf5ffb700 1 --2- 172.21.15.5:0/648577596 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f8cf8066980 0x7f8cf8068e40 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f8d00009c10 tx=0x7f8d00009240 comp rx=0 tx=0).stop 2024-09-13T16:16:01.403 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.347+0000 7f8cf5ffb700 1 -- 172.21.15.5:0/648577596 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f8d10152a90 msgr2=0x7f8d10154730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:01.403 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.347+0000 7f8cf5ffb700 1 --2- 172.21.15.5:0/648577596 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f8d10152a90 0x7f8d10154730 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f8d04016000 tx=0x7f8d04004770 comp rx=0 tx=0).stop 2024-09-13T16:16:01.403 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.347+0000 7f8d0ffff700 1 -- 172.21.15.5:0/648577596 reap_dead start 2024-09-13T16:16:01.403 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.347+0000 7f8cf5ffb700 1 -- 172.21.15.5:0/648577596 shutdown_connections 2024-09-13T16:16:01.403 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.347+0000 7f8cf5ffb700 1 -- 172.21.15.5:0/648577596 >> 172.21.15.5:0/648577596 conn(0x7f8d1006a950 msgr2=0x7f8d101564b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:01.403 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.347+0000 7f8cf5ffb700 1 -- 172.21.15.5:0/648577596 shutdown_connections 2024-09-13T16:16:01.403 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.347+0000 7f8cf5ffb700 1 -- 172.21.15.5:0/648577596 wait complete. 2024-09-13T16:16:01.404 INFO:teuthology.orchestra.run.smithi005.stdout:60129542154 2024-09-13T16:16:01.404 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2024-09-13T16:16:01.405 INFO:teuthology.orchestra.run.smithi005.stdout:64424509450 2024-09-13T16:16:01.405 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2024-09-13T16:16:01.406 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.351+0000 7f6089cff700 1 -- 172.21.15.5:0/1565125741 --> [v2:172.21.15.179:6808/1502652601,v1:172.21.15.179:6809/1502652601] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f6064005cd0 con 0x7f60640015e0 2024-09-13T16:16:01.406 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.355+0000 7f606bfff700 1 -- 172.21.15.5:0/1565125741 <== osd.7 v2:172.21.15.179:6808/1502652601 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f6064005cd0 con 0x7f60640015e0 2024-09-13T16:16:01.406 INFO:teuthology.orchestra.run.smithi005.stdout:60129542152 2024-09-13T16:16:01.407 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-09-13T16:16:01.407 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.355+0000 7f6089cff700 1 -- 172.21.15.5:0/1565125741 >> [v2:172.21.15.179:6808/1502652601,v1:172.21.15.179:6809/1502652601] conn(0x7f60640015e0 msgr2=0x7f6064003aa0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:01.408 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.355+0000 7f6089cff700 1 --2- 172.21.15.5:0/1565125741 >> [v2:172.21.15.179:6808/1502652601,v1:172.21.15.179:6809/1502652601] conn(0x7f60640015e0 0x7f6064003aa0 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:01.408 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.355+0000 7f6089cff700 1 -- 172.21.15.5:0/1565125741 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f6070066830 msgr2=0x7f6070068cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:01.408 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.355+0000 7f6089cff700 1 --2- 172.21.15.5:0/1565125741 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f6070066830 0x7f6070068cf0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f6074000f60 tx=0x7f6074009040 comp rx=0 tx=0).stop 2024-09-13T16:16:01.408 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.355+0000 7f6089cff700 1 -- 172.21.15.5:0/1565125741 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f608406df90 msgr2=0x7f60841e94f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:01.408 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.355+0000 7f6089cff700 1 --2- 172.21.15.5:0/1565125741 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f608406df90 0x7f60841e94f0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f6078013040 tx=0x7f6078004770 comp rx=0 tx=0).stop 2024-09-13T16:16:01.408 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.355+0000 7f6083fff700 1 -- 172.21.15.5:0/1565125741 reap_dead start 2024-09-13T16:16:01.408 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.355+0000 7f6089cff700 1 -- 172.21.15.5:0/1565125741 shutdown_connections 2024-09-13T16:16:01.408 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.355+0000 7f6089cff700 1 -- 172.21.15.5:0/1565125741 >> 172.21.15.5:0/1565125741 conn(0x7f60840c76e0 msgr2=0x7f60840c6e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:01.408 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.355+0000 7f6089cff700 1 -- 172.21.15.5:0/1565125741 shutdown_connections 2024-09-13T16:16:01.408 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.355+0000 7f6089cff700 1 -- 172.21.15.5:0/1565125741 wait complete. 2024-09-13T16:16:01.409 INFO:teuthology.orchestra.run.smithi005.stdout:60129542152 2024-09-13T16:16:01.409 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2024-09-13T16:16:01.410 INFO:teuthology.orchestra.run.smithi005.stdout:60129542153 2024-09-13T16:16:01.410 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-09-13T16:16:01.411 INFO:teuthology.orchestra.run.smithi005.stdout:60129542152 2024-09-13T16:16:01.411 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-09-13T16:16:01.412 INFO:teuthology.orchestra.run.smithi005.stdout:60129542153 2024-09-13T16:16:01.413 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2024-09-13T16:16:01.614 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.607+0000 7f999ef8f700 1 Processor -- start 2024-09-13T16:16:01.615 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.607+0000 7ffb84433700 1 Processor -- start 2024-09-13T16:16:01.615 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.607+0000 7ffb84433700 1 -- start start 2024-09-13T16:16:01.615 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.607+0000 7f7565416700 1 Processor -- start 2024-09-13T16:16:01.615 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.607+0000 7f7565416700 1 -- start start 2024-09-13T16:16:01.616 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.611+0000 7ffb84433700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7ffb7c14f090 0x7ffb7c0c2d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:01.616 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.611+0000 7f7565416700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f7560163290 0x7f756006de00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:01.616 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.611+0000 7f7565416700 1 --2- >> v2:172.21.15.179:3300/0 conn(0x7f7560071a30 0x7f756006e340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:01.616 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.611+0000 7f7565416700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f75600c41f0 0x7f75600704f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:01.616 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.611+0000 7f7565416700 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7560071760 con 0x7f75600c41f0 2024-09-13T16:16:01.616 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.611+0000 7f7565416700 1 -- --> v2:172.21.15.179:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7560070060 con 0x7f7560071a30 2024-09-13T16:16:01.617 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.611+0000 7f7565416700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7560166340 con 0x7f7560163290 2024-09-13T16:16:01.617 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.611+0000 7ffb84433700 1 --2- >> v2:172.21.15.179:3300/0 conn(0x7ffb7c0c3260 0x7ffb7c158460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:01.617 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.611+0000 7ffb84433700 1 -- --> v1:172.21.15.179:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ffb7c0c7ce0 con 0x7ffb7c1589a0 2024-09-13T16:16:01.617 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.611+0000 7ffb84433700 1 -- --> v2:172.21.15.179:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ffb7c0718a0 con 0x7ffb7c0c3260 2024-09-13T16:16:01.617 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.611+0000 7ffb84433700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ffb7c06ff50 con 0x7ffb7c14f090 2024-09-13T16:16:01.617 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.607+0000 7f999ef8f700 1 -- start start 2024-09-13T16:16:01.617 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.611+0000 7f999ef8f700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f99980c7470 0x7f99980c6480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:01.617 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.611+0000 7f999ef8f700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f999806f840 0x7f9998155590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:01.618 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.611+0000 7f999ef8f700 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f99980c51f0 con 0x7f99980c7850 2024-09-13T16:16:01.618 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.611+0000 7f999ef8f700 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f99980c5010 con 0x7f99980c7470 2024-09-13T16:16:01.618 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.611+0000 7f999ef8f700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f999806fcd0 con 0x7f999806f840 2024-09-13T16:16:01.618 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.611+0000 7f6c38aad700 1 Processor -- start 2024-09-13T16:16:01.618 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.611+0000 7f999d78c700 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f99980c7850 0x7f999814e8e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:58240/0 (socket says 172.21.15.5:58240) 2024-09-13T16:16:01.618 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.611+0000 7f999d78c700 1 -- 172.21.15.5:0/3093132963 learned_addr learned my addr 172.21.15.5:0/3093132963 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-13T16:16:01.619 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.611+0000 7f999df8d700 1 --2- 172.21.15.5:0/3093132963 >> v2:172.21.15.5:3300/0 conn(0x7f99980c7470 0x7f99980c6480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:01.619 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.611+0000 7f6c38aad700 1 -- start start 2024-09-13T16:16:01.619 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.611+0000 7ffb819ce700 1 --2- >> v2:172.21.15.179:3300/0 conn(0x7ffb7c0c3260 0x7ffb7c158460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:01.619 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.611+0000 7ffb829d0700 1 --1- >> v1:172.21.15.179:6789/0 conn(0x7ffb7c1589a0 0x7ffb7c154e70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.179:6789/0 says I am v1:172.21.15.5:55746/0 (socket says 172.21.15.5:55746) 2024-09-13T16:16:01.619 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.611+0000 7ffb829d0700 1 -- 172.21.15.5:0/3707706217 learned_addr learned my addr 172.21.15.5:0/3707706217 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-13T16:16:01.619 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.611+0000 7ffb821cf700 1 --2- 172.21.15.5:0/3707706217 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7ffb7c14f090 0x7ffb7c0c2d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:01.620 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.611+0000 7f999e78e700 1 --2- 172.21.15.5:0/3093132963 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f999806f840 0x7f9998155590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:01.620 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.611+0000 7f999cf8b700 1 -- 172.21.15.5:0/3093132963 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3717200976 0 0) 0x7f99980c51f0 con 0x7f99980c7850 2024-09-13T16:16:01.620 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.611+0000 7f999cf8b700 1 -- 172.21.15.5:0/3093132963 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f99840035d0 con 0x7f99980c7850 2024-09-13T16:16:01.621 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.611+0000 7f755effd700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f7560163290 0x7f756006de00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:01.621 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.611+0000 7f755e7fc700 1 --2- >> v2:172.21.15.179:3300/0 conn(0x7f7560071a30 0x7f756006e340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:01.621 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.611+0000 7f755effd700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f7560163290 0x7f756006de00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.179:3301/0 says I am v2:172.21.15.5:50450/0 (socket says 172.21.15.5:50450) 2024-09-13T16:16:01.621 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.611+0000 7f755effd700 1 -- 172.21.15.5:0/1265754703 learned_addr learned my addr 172.21.15.5:0/1265754703 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:16:01.621 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.611+0000 7f755f7fe700 1 --2- 172.21.15.5:0/1265754703 >> v2:172.21.15.5:3300/0 conn(0x7f75600c41f0 0x7f75600704f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:01.621 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.611+0000 7ffb821cf700 1 -- 172.21.15.5:0/3707706217 >> v2:172.21.15.179:3300/0 conn(0x7ffb7c0c3260 msgr2=0x7ffb7c158460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:01.621 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.611+0000 7f999df8d700 1 -- 172.21.15.5:0/3093132963 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f999806f840 msgr2=0x7f9998155590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:01.621 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.611+0000 7f999df8d700 1 --2- 172.21.15.5:0/3093132963 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f999806f840 0x7f9998155590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:01.622 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.611+0000 7f999df8d700 1 -- 172.21.15.5:0/3093132963 >> v1:172.21.15.5:6789/0 conn(0x7f99980c7850 legacy=0x7f999814e8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:01.622 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.611+0000 7f755f7fe700 1 -- 172.21.15.5:0/1265754703 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f7560163290 msgr2=0x7f756006de00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:01.622 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.611+0000 7f755f7fe700 1 --2- 172.21.15.5:0/1265754703 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f7560163290 0x7f756006de00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:01.622 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.611+0000 7f755f7fe700 1 -- 172.21.15.5:0/1265754703 >> v2:172.21.15.179:3300/0 conn(0x7f7560071a30 msgr2=0x7f756006e340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:01.622 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.611+0000 7f755f7fe700 1 --2- 172.21.15.5:0/1265754703 >> v2:172.21.15.179:3300/0 conn(0x7f7560071a30 0x7f756006e340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:01.622 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.611+0000 7f755f7fe700 1 -- 172.21.15.5:0/1265754703 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f75601665e0 con 0x7f75600c41f0 2024-09-13T16:16:01.622 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.611+0000 7f755e7fc700 1 --2- 172.21.15.5:0/1265754703 >> v2:172.21.15.179:3300/0 conn(0x7f7560071a30 0x7f756006e340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:16:01.622 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.611+0000 7ffb821cf700 1 --2- 172.21.15.5:0/3707706217 >> v2:172.21.15.179:3300/0 conn(0x7ffb7c0c3260 0x7ffb7c158460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:01.623 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.611+0000 7ffb821cf700 1 -- 172.21.15.5:0/3707706217 >> v1:172.21.15.179:6789/0 conn(0x7ffb7c1589a0 legacy=0x7ffb7c154e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:01.623 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.611+0000 7ffb821cf700 1 -- 172.21.15.5:0/3707706217 --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffb7c070f40 con 0x7ffb7c14f090 2024-09-13T16:16:01.623 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.611+0000 7ffb819ce700 1 --2- 172.21.15.5:0/3707706217 >> v2:172.21.15.179:3300/0 conn(0x7ffb7c0c3260 0x7ffb7c158460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:16:01.623 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.611+0000 7f999df8d700 1 -- 172.21.15.5:0/3093132963 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f99980c54d0 con 0x7f99980c7470 2024-09-13T16:16:01.623 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.611+0000 7f999e78e700 1 --2- 172.21.15.5:0/3093132963 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f999806f840 0x7f9998155590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:16:01.623 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.611+0000 7f999df8d700 1 --2- 172.21.15.5:0/3093132963 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f99980c7470 0x7f99980c6480 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f999400a9f0 tx=0x7f999400ad00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=56119cda645c858b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:01.624 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.611+0000 7f1c8de56700 1 Processor -- start 2024-09-13T16:16:01.624 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.611+0000 7f1c8de56700 1 -- start start 2024-09-13T16:16:01.624 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.611+0000 7f6c38aad700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f6c340c6d10 0x7f6c340c6480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:01.624 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.611+0000 7f6c38aad700 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6c341559e0 con 0x7f6c34155590 2024-09-13T16:16:01.624 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.611+0000 7f6c38aad700 1 -- --> v1:172.21.15.179:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6c3406fc40 con 0x7f6c3406f840 2024-09-13T16:16:01.624 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.611+0000 7f6c38aad700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6c340c5010 con 0x7f6c340c6d10 2024-09-13T16:16:01.624 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.611+0000 7f755f7fe700 1 --2- 172.21.15.5:0/1265754703 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f75600c41f0 0x7f75600704f0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f7560067e50 tx=0x7f7550009b30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ca2846340b9446e2 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:01.625 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.611+0000 7ffb821cf700 1 --2- 172.21.15.5:0/3707706217 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7ffb7c14f090 0x7ffb7c0c2d20 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7ffb78009850 tx=0x7ffb78009b60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b8b479cebe82ed7d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:01.625 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.611+0000 7f6c32ffd700 1 --1- >> v1:172.21.15.179:6789/0 conn(0x7f6c3406f840 0x7f6c340c7200 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.179:6789/0 says I am v1:172.21.15.5:55754/0 (socket says 172.21.15.5:55754) 2024-09-13T16:16:01.625 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.611+0000 7f6c32ffd700 1 -- 172.21.15.5:0/2587819986 learned_addr learned my addr 172.21.15.5:0/2587819986 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-13T16:16:01.625 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.611+0000 7f755dffb700 1 -- 172.21.15.5:0/1265754703 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7550011830 con 0x7f75600c41f0 2024-09-13T16:16:01.626 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.611+0000 7f755dffb700 1 -- 172.21.15.5:0/1265754703 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7550011990 con 0x7f75600c41f0 2024-09-13T16:16:01.626 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.611+0000 7f755dffb700 1 -- 172.21.15.5:0/1265754703 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7550011d20 con 0x7f75600c41f0 2024-09-13T16:16:01.626 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.611+0000 7f1c8de56700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f1c88066be0 0x7f1c8814e640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:01.626 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.611+0000 7f1c8de56700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f1c8814eb80 0x7f1c88070a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:01.626 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.611+0000 7f1c8de56700 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1c880705a0 con 0x7f1c880c68d0 2024-09-13T16:16:01.626 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.611+0000 7f1c8de56700 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1c8814efb0 con 0x7f1c88066be0 2024-09-13T16:16:01.626 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.611+0000 7f1c8de56700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1c880c61d0 con 0x7f1c8814eb80 2024-09-13T16:16:01.627 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.611+0000 7ffb811cd700 1 -- 172.21.15.5:0/3707706217 <== mon.2 v2:172.21.15.179:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffb78011830 con 0x7ffb7c14f090 2024-09-13T16:16:01.627 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.611+0000 7ffb811cd700 1 -- 172.21.15.5:0/3707706217 <== mon.2 v2:172.21.15.179:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ffb78011990 con 0x7ffb7c14f090 2024-09-13T16:16:01.627 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.611+0000 7ffb811cd700 1 -- 172.21.15.5:0/3707706217 <== mon.2 v2:172.21.15.179:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffb78011d40 con 0x7ffb7c14f090 2024-09-13T16:16:01.627 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.611+0000 7f999cf8b700 1 -- 172.21.15.5:0/3093132963 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9988004f10 con 0x7f99980c7470 2024-09-13T16:16:01.627 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.611+0000 7f999cf8b700 1 -- 172.21.15.5:0/3093132963 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f999400ae90 con 0x7f99980c7470 2024-09-13T16:16:01.627 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.611+0000 7f999cf8b700 1 -- 172.21.15.5:0/3093132963 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9994004270 con 0x7f99980c7470 2024-09-13T16:16:01.628 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.611+0000 7f1c8ce54700 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f1c880c68d0 0x7f1c880c59b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:58242/0 (socket says 172.21.15.5:58242) 2024-09-13T16:16:01.628 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.611+0000 7f1c8ce54700 1 -- 172.21.15.5:0/730036638 learned_addr learned my addr 172.21.15.5:0/730036638 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-13T16:16:01.628 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.611+0000 7f1c8d655700 1 --2- 172.21.15.5:0/730036638 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f1c8814eb80 0x7f1c88070a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:01.628 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.615+0000 7f6c337fe700 1 --2- 172.21.15.5:0/2587819986 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f6c340c6d10 0x7f6c340c6480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:01.629 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.611+0000 7f58e359e700 1 Processor -- start 2024-09-13T16:16:01.629 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.615+0000 7f58e359e700 1 -- start start 2024-09-13T16:16:01.629 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.615+0000 7ffb84433700 1 -- 172.21.15.5:0/3707706217 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7ffb7c14f090 msgr2=0x7ffb7c0c2d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:01.629 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.615+0000 7ffb84433700 1 --2- 172.21.15.5:0/3707706217 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7ffb7c14f090 0x7ffb7c0c2d20 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7ffb78009850 tx=0x7ffb78009b60 comp rx=0 tx=0).stop 2024-09-13T16:16:01.629 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.615+0000 7f6c327fc700 1 -- 172.21.15.5:0/2587819986 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3455555008 0 0) 0x7f6c341559e0 con 0x7f6c34155590 2024-09-13T16:16:01.629 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.615+0000 7f6c327fc700 1 -- 172.21.15.5:0/2587819986 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f6c1c0035d0 con 0x7f6c34155590 2024-09-13T16:16:01.630 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.615+0000 7ffb84433700 1 -- 172.21.15.5:0/3707706217 shutdown_connections 2024-09-13T16:16:01.630 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.615+0000 7ffb84433700 1 --2- 172.21.15.5:0/3707706217 >> v2:172.21.15.179:3300/0 conn(0x7ffb7c0c3260 0x7ffb7c158460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:01.630 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.615+0000 7ffb84433700 1 --2- 172.21.15.5:0/3707706217 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7ffb7c14f090 0x7ffb7c0c2d20 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:01.630 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.615+0000 7ffb84433700 1 -- 172.21.15.5:0/3707706217 >> 172.21.15.5:0/3707706217 conn(0x7ffb7c06a640 msgr2=0x7ffb7c06aa50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:01.630 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.615+0000 7ffb84433700 1 -- 172.21.15.5:0/3707706217 shutdown_connections 2024-09-13T16:16:01.630 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.615+0000 7f6c327fc700 1 -- 172.21.15.5:0/2587819986 <== mon.1 v1:172.21.15.179:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1015690712 0 0) 0x7f6c3406fc40 con 0x7f6c3406f840 2024-09-13T16:16:01.631 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.615+0000 7f999ef8f700 1 -- 172.21.15.5:0/3093132963 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f99980c7470 msgr2=0x7f99980c6480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:01.631 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.615+0000 7f999ef8f700 1 --2- 172.21.15.5:0/3093132963 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f99980c7470 0x7f99980c6480 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f999400a9f0 tx=0x7f999400ad00 comp rx=0 tx=0).stop 2024-09-13T16:16:01.631 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.615+0000 7f7565416700 1 -- 172.21.15.5:0/1265754703 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f75600c41f0 msgr2=0x7f75600704f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:01.631 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.615+0000 7f7565416700 1 --2- 172.21.15.5:0/1265754703 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f75600c41f0 0x7f75600704f0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f7560067e50 tx=0x7f7550009b30 comp rx=0 tx=0).stop 2024-09-13T16:16:01.631 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.615+0000 7f999ef8f700 1 -- 172.21.15.5:0/3093132963 shutdown_connections 2024-09-13T16:16:01.631 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.615+0000 7f999ef8f700 1 --2- 172.21.15.5:0/3093132963 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f999806f840 0x7f9998155590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:01.631 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.615+0000 7f999ef8f700 1 --2- 172.21.15.5:0/3093132963 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f99980c7470 0x7f99980c6480 secure :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f999400a9f0 tx=0x7f999400ad00 comp rx=0 tx=0).stop 2024-09-13T16:16:01.632 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.615+0000 7f999ef8f700 1 -- 172.21.15.5:0/3093132963 >> 172.21.15.5:0/3093132963 conn(0x7f999806a950 msgr2=0x7f999806ad60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:01.632 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.615+0000 7f7565416700 1 -- 172.21.15.5:0/1265754703 shutdown_connections 2024-09-13T16:16:01.632 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.615+0000 7f7565416700 1 --2- 172.21.15.5:0/1265754703 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f75600c41f0 0x7f75600704f0 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:01.632 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.615+0000 7f7565416700 1 --2- 172.21.15.5:0/1265754703 >> v2:172.21.15.179:3300/0 conn(0x7f7560071a30 0x7f756006e340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:01.632 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.615+0000 7f7565416700 1 --2- 172.21.15.5:0/1265754703 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f7560163290 0x7f756006de00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:01.632 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.615+0000 7f7565416700 1 -- 172.21.15.5:0/1265754703 >> 172.21.15.5:0/1265754703 conn(0x7f756006a640 msgr2=0x7f756006aa50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:01.632 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.615+0000 7f58e359e700 1 --2- >> v2:172.21.15.179:3300/0 conn(0x7f58e40c6140 0x7f58e406fe00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:01.633 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.611+0000 7f1c87fff700 1 --2- 172.21.15.5:0/730036638 >> v2:172.21.15.5:3300/0 conn(0x7f1c88066be0 0x7f1c8814e640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:01.633 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.615+0000 7f7565416700 1 -- 172.21.15.5:0/1265754703 shutdown_connections 2024-09-13T16:16:01.633 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.615+0000 7f7565416700 1 -- 172.21.15.5:0/1265754703 wait complete. 2024-09-13T16:16:01.634 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.615+0000 7f999ef8f700 1 -- 172.21.15.5:0/3093132963 shutdown_connections 2024-09-13T16:16:01.634 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.615+0000 7f999ef8f700 1 -- 172.21.15.5:0/3093132963 wait complete. 2024-09-13T16:16:01.634 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.615+0000 7f1c877fe700 1 -- 172.21.15.5:0/730036638 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1757789390 0 0) 0x7f1c880705a0 con 0x7f1c880c68d0 2024-09-13T16:16:01.634 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.615+0000 7f1c877fe700 1 -- 172.21.15.5:0/730036638 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1c700079e0 con 0x7f1c880c68d0 2024-09-13T16:16:01.634 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.615+0000 7f1c8d655700 1 -- 172.21.15.5:0/730036638 >> v2:172.21.15.5:3300/0 conn(0x7f1c88066be0 msgr2=0x7f1c8814e640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:01.634 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.615+0000 7f1c8d655700 1 --2- 172.21.15.5:0/730036638 >> v2:172.21.15.5:3300/0 conn(0x7f1c88066be0 0x7f1c8814e640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:01.634 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.615+0000 7f1c8d655700 1 -- 172.21.15.5:0/730036638 >> v1:172.21.15.5:6789/0 conn(0x7f1c880c68d0 legacy=0x7f1c880c59b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:01.635 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.615+0000 7f1c8d655700 1 -- 172.21.15.5:0/730036638 --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1c880c64b0 con 0x7f1c8814eb80 2024-09-13T16:16:01.635 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.615+0000 7f1c8d655700 1 --2- 172.21.15.5:0/730036638 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f1c8814eb80 0x7f1c88070a30 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f1c80009e10 tx=0x7f1c8000d540 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7c42237cc34900d6 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:01.635 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.615+0000 7f1c877fe700 1 -- 172.21.15.5:0/730036638 <== mon.2 v2:172.21.15.179:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1c80009ea0 con 0x7f1c8814eb80 2024-09-13T16:16:01.635 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.615+0000 7f1c877fe700 1 -- 172.21.15.5:0/730036638 <== mon.2 v2:172.21.15.179:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1c80016ae0 con 0x7f1c8814eb80 2024-09-13T16:16:01.635 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.615+0000 7f1c877fe700 1 -- 172.21.15.5:0/730036638 <== mon.2 v2:172.21.15.179:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1c80016e50 con 0x7f1c8814eb80 2024-09-13T16:16:01.635 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.615+0000 7f1216566700 1 Processor -- start 2024-09-13T16:16:01.635 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.615+0000 7f58e359e700 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f58e40c4fe0 con 0x7f58e4067290 2024-09-13T16:16:01.636 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.615+0000 7f58e359e700 1 -- --> v1:172.21.15.179:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f58e40c55a0 con 0x7f58e406f9d0 2024-09-13T16:16:01.636 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.615+0000 7f58e359e700 1 -- --> v2:172.21.15.179:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f58e406ed80 con 0x7f58e40c6140 2024-09-13T16:16:01.636 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.615+0000 7f58e259c700 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f58e4067290 0x7f58e414e760 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:58270/0 (socket says 172.21.15.5:58270) 2024-09-13T16:16:01.636 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.615+0000 7f58e259c700 1 -- 172.21.15.5:0/1620434431 learned_addr learned my addr 172.21.15.5:0/1620434431 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-13T16:16:01.636 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.615+0000 7f58e2d9d700 1 --2- 172.21.15.5:0/1620434431 >> v2:172.21.15.179:3300/0 conn(0x7f58e40c6140 0x7f58e406fe00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:01.636 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.615+0000 7f1216566700 1 -- start start 2024-09-13T16:16:01.636 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.615+0000 7f1c8de56700 1 -- 172.21.15.5:0/730036638 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f1c8814eb80 msgr2=0x7f1c88070a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:01.636 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.615+0000 7f1c8de56700 1 --2- 172.21.15.5:0/730036638 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f1c8814eb80 0x7f1c88070a30 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f1c80009e10 tx=0x7f1c8000d540 comp rx=0 tx=0).stop 2024-09-13T16:16:01.637 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.615+0000 7f6c327fc700 1 -- 172.21.15.5:0/2587819986 --> v1:172.21.15.179:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f6c341559e0 con 0x7f6c3406f840 2024-09-13T16:16:01.637 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.615+0000 7f6c327fc700 1 -- 172.21.15.5:0/2587819986 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 277233273 0 0) 0x7f6c1c0035d0 con 0x7f6c34155590 2024-09-13T16:16:01.637 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.615+0000 7f6c327fc700 1 -- 172.21.15.5:0/2587819986 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f6c340c6d10 msgr2=0x7f6c340c6480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:01.637 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.615+0000 7f6c327fc700 1 --2- 172.21.15.5:0/2587819986 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f6c340c6d10 0x7f6c340c6480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:01.637 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.615+0000 7f6c327fc700 1 -- 172.21.15.5:0/2587819986 >> v1:172.21.15.179:6789/0 conn(0x7f6c3406f840 legacy=0x7f6c340c7200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:01.637 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.615+0000 7f6c327fc700 1 -- 172.21.15.5:0/2587819986 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6c340c54d0 con 0x7f6c34155590 2024-09-13T16:16:01.637 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.615+0000 7f6c327fc700 1 -- 172.21.15.5:0/2587819986 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 830915072 0 0) 0x7f6c2c0019f0 con 0x7f6c34155590 2024-09-13T16:16:01.638 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.615+0000 7f6c327fc700 1 -- 172.21.15.5:0/2587819986 >> v1:172.21.15.5:6789/0 conn(0x7f6c34155590 legacy=0x7f6c3414e8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:01.638 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.615+0000 7f6c327fc700 1 --2- 172.21.15.5:0/2587819986 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f6c340c6d10 0x7f6c1c003c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:01.638 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.615+0000 7f6c327fc700 1 --2- 172.21.15.5:0/2587819986 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6c1c004190 0x7f6c1c004870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:01.638 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.615+0000 7f6c327fc700 1 --2- 172.21.15.5:0/2587819986 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f6c1c004db0 0x7f6c1c005230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:01.638 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.615+0000 7f6c327fc700 1 -- 172.21.15.5:0/2587819986 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6c340c5010 con 0x7f6c1c004190 2024-09-13T16:16:01.638 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.615+0000 7f6c327fc700 1 -- 172.21.15.5:0/2587819986 --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6c1c005a00 con 0x7f6c1c004db0 2024-09-13T16:16:01.638 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.615+0000 7f6c327fc700 1 -- 172.21.15.5:0/2587819986 --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6c1c005bc0 con 0x7f6c340c6d10 2024-09-13T16:16:01.638 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.615+0000 7f6c337fe700 1 --2- 172.21.15.5:0/2587819986 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f6c340c6d10 0x7f6c1c003c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:01.638 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.615+0000 7f6c33fff700 1 --2- 172.21.15.5:0/2587819986 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f6c1c004db0 0x7f6c1c005230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:01.638 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.615+0000 7ffb84433700 1 -- 172.21.15.5:0/3707706217 wait complete. 2024-09-13T16:16:01.639 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.615+0000 7ffb84433700 1 Processor -- start 2024-09-13T16:16:01.639 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.615+0000 7ffb84433700 1 -- start start 2024-09-13T16:16:01.639 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.615+0000 7f6c32ffd700 1 --2- 172.21.15.5:0/2587819986 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6c1c004190 0x7f6c1c004870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:01.639 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.615+0000 7f7565416700 1 Processor -- start 2024-09-13T16:16:01.640 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.615+0000 7f1216566700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f12100c5f70 0x7f1210158810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:01.640 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.615+0000 7f1216566700 1 --2- >> v2:172.21.15.179:3300/0 conn(0x7f1210158d50 0x7f121006df90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:01.640 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.615+0000 7f999ef8f700 1 Processor -- start 2024-09-13T16:16:01.640 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.615+0000 7f1216566700 1 -- --> v1:172.21.15.179:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1210071950 con 0x7f1210158430 2024-09-13T16:16:01.640 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.615+0000 7f1216566700 1 -- --> v2:172.21.15.179:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f12100c3010 con 0x7f1210158d50 2024-09-13T16:16:01.640 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.615+0000 7f1216566700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f12100c4c10 con 0x7f12100c5f70 2024-09-13T16:16:01.641 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.615+0000 7f0797fff700 1 Processor -- start 2024-09-13T16:16:01.642 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.615+0000 7f1c8de56700 1 -- 172.21.15.5:0/730036638 shutdown_connections 2024-09-13T16:16:01.642 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.615+0000 7f1c8de56700 1 --2- 172.21.15.5:0/730036638 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f1c8814eb80 0x7f1c88070a30 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:01.642 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.615+0000 7f1c8de56700 1 --2- 172.21.15.5:0/730036638 >> v2:172.21.15.5:3300/0 conn(0x7f1c88066be0 0x7f1c8814e640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:01.642 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.615+0000 7f1c8de56700 1 -- 172.21.15.5:0/730036638 >> 172.21.15.5:0/730036638 conn(0x7f1c880ca210 msgr2=0x7f1c880ca620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:01.642 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.615+0000 7f58e2d9d700 1 -- 172.21.15.5:0/1620434431 >> v1:172.21.15.179:6789/0 conn(0x7f58e406f9d0 legacy=0x7f58e40c5a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:01.643 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.615+0000 7f0797fff700 1 -- start start 2024-09-13T16:16:01.643 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.615+0000 7f999ef8f700 1 -- start start 2024-09-13T16:16:01.643 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.615+0000 7f58e2d9d700 1 -- 172.21.15.5:0/1620434431 >> v1:172.21.15.5:6789/0 conn(0x7f58e4067290 legacy=0x7f58e414e760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:01.643 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.615+0000 7f6c33fff700 1 -- 172.21.15.5:0/2587819986 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f6c340c6d10 msgr2=0x7f6c1c003c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:01.644 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.615+0000 7f6c33fff700 1 --2- 172.21.15.5:0/2587819986 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f6c340c6d10 0x7f6c1c003c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:01.644 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.615+0000 7f6c33fff700 1 -- 172.21.15.5:0/2587819986 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6c1c004190 msgr2=0x7f6c1c004870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:01.644 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.615+0000 7f6c33fff700 1 --2- 172.21.15.5:0/2587819986 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6c1c004190 0x7f6c1c004870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:01.644 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.615+0000 7f58e2d9d700 1 -- 172.21.15.5:0/1620434431 --> v2:172.21.15.179:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f58e4070560 con 0x7f58e40c6140 2024-09-13T16:16:01.644 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.615+0000 7f6c33fff700 1 -- 172.21.15.5:0/2587819986 --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6c1c0035d0 con 0x7f6c1c004db0 2024-09-13T16:16:01.645 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.615+0000 7f1215d65700 1 --2- >> v2:172.21.15.179:3300/0 conn(0x7f1210158d50 0x7f121006df90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:01.645 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.615+0000 7f1215d65700 1 --2- >> v2:172.21.15.179:3300/0 conn(0x7f1210158d50 0x7f121006df90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.179:3300/0 says I am v2:172.21.15.5:43694/0 (socket says 172.21.15.5:43694) 2024-09-13T16:16:01.645 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.615+0000 7f1215d65700 1 -- 172.21.15.5:0/2478434304 learned_addr learned my addr 172.21.15.5:0/2478434304 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:16:01.645 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.615+0000 7f1214d63700 1 --2- 172.21.15.5:0/2478434304 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f12100c5f70 0x7f1210158810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:01.645 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.619+0000 7f7565416700 1 -- start start 2024-09-13T16:16:01.646 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.619+0000 7ffb84433700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffb7c0c3260 0x7ffb7c14f820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:01.646 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.619+0000 7f6c33fff700 1 --2- 172.21.15.5:0/2587819986 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f6c1c004db0 0x7f6c1c005230 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f6c2c00a730 tx=0x7f6c1c0058a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a375715f58f91751 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:01.646 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.619+0000 7f58e2d9d700 1 --2- 172.21.15.5:0/1620434431 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f58e40c6140 0x7f58e406fe00 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f58d80097d0 tx=0x7f58d8009ae0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6196b530d449dddd server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:01.646 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.619+0000 7ffb84433700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7ffb7c14f090 0x7ffb7c0bfbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:01.647 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.619+0000 7f1215d65700 1 -- 172.21.15.5:0/2478434304 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f12100c5f70 msgr2=0x7f1210158810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:01.647 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.619+0000 7f1215d65700 1 --2- 172.21.15.5:0/2478434304 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f12100c5f70 0x7f1210158810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:01.647 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.619+0000 7f1215d65700 1 -- 172.21.15.5:0/2478434304 >> v1:172.21.15.179:6789/0 conn(0x7f1210158430 legacy=0x7f12100c2900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:01.647 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.619+0000 7ffb84433700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7ffb7c1589a0 0x7ffb7c0c0110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:01.647 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.619+0000 7f1215d65700 1 -- 172.21.15.5:0/2478434304 --> v2:172.21.15.179:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f12100c4ef0 con 0x7f1210158d50 2024-09-13T16:16:01.648 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.619+0000 7ffb84433700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffb7c150f90 con 0x7ffb7c0c3260 2024-09-13T16:16:01.648 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.619+0000 7ffb84433700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffb7c168de0 con 0x7ffb7c1589a0 2024-09-13T16:16:01.648 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.619+0000 7ffb84433700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ffb7c165e20 con 0x7ffb7c14f090 2024-09-13T16:16:01.648 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.619+0000 7ffb821cf700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffb7c0c3260 0x7ffb7c14f820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:01.648 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.619+0000 7f6c327fc700 1 -- 172.21.15.5:0/2587819986 <== mon.1 v2:172.21.15.179:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6c2c012640 con 0x7f6c1c004db0 2024-09-13T16:16:01.649 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.619+0000 7ffb821cf700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffb7c0c3260 0x7ffb7c14f820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:51642/0 (socket says 172.21.15.5:51642) 2024-09-13T16:16:01.649 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.619+0000 7ffb821cf700 1 -- 172.21.15.5:0/1312386590 learned_addr learned my addr 172.21.15.5:0/1312386590 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:16:01.649 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.619+0000 7f6c327fc700 1 -- 172.21.15.5:0/2587819986 <== mon.1 v2:172.21.15.179:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6c2c0127a0 con 0x7f6c1c004db0 2024-09-13T16:16:01.649 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.619+0000 7f6c327fc700 1 -- 172.21.15.5:0/2587819986 <== mon.1 v2:172.21.15.179:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6c2c012b30 con 0x7f6c1c004db0 2024-09-13T16:16:01.650 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.619+0000 7f999ef8f700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f999806f840 0x7f99981ea5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:01.650 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.619+0000 7f999ef8f700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f99980c7850 0x7f99981479c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:01.650 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.619+0000 7f999ef8f700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f99981e9ba0 0x7f9998147f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:01.650 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.619+0000 7f999ef8f700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f99981ee090 con 0x7f99980c7850 2024-09-13T16:16:01.650 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.619+0000 7f999ef8f700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f99981ed170 con 0x7f99981e9ba0 2024-09-13T16:16:01.650 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.619+0000 7f999ef8f700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f99981eab00 con 0x7f999806f840 2024-09-13T16:16:01.650 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.619+0000 7f1215d65700 1 --2- 172.21.15.5:0/2478434304 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f1210158d50 0x7f121006df90 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f120c009910 tx=0x7f120c009c20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fad420650de8df9e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:01.650 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.619+0000 7ffb819ce700 1 --2- 172.21.15.5:0/1312386590 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7ffb7c14f090 0x7ffb7c0bfbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:01.651 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.619+0000 7ffb829d0700 1 --2- 172.21.15.5:0/1312386590 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7ffb7c1589a0 0x7ffb7c0c0110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:01.651 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.619+0000 7f1c8de56700 1 -- 172.21.15.5:0/730036638 shutdown_connections 2024-09-13T16:16:01.651 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.619+0000 7ffb821cf700 1 -- 172.21.15.5:0/1312386590 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7ffb7c14f090 msgr2=0x7ffb7c0bfbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:01.651 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.619+0000 7ffb821cf700 1 --2- 172.21.15.5:0/1312386590 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7ffb7c14f090 0x7ffb7c0bfbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:01.651 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.619+0000 7ffb821cf700 1 -- 172.21.15.5:0/1312386590 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7ffb7c1589a0 msgr2=0x7ffb7c0c0110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:01.651 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.619+0000 7ffb821cf700 1 --2- 172.21.15.5:0/1312386590 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7ffb7c1589a0 0x7ffb7c0c0110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:01.651 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.619+0000 7ffb821cf700 1 -- 172.21.15.5:0/1312386590 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffb6c0094b0 con 0x7ffb7c0c3260 2024-09-13T16:16:01.652 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.619+0000 7f58e159a700 1 -- 172.21.15.5:0/1620434431 <== mon.1 v2:172.21.15.179:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f58d8004230 con 0x7f58e40c6140 2024-09-13T16:16:01.652 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.619+0000 7f58e159a700 1 -- 172.21.15.5:0/1620434431 <== mon.1 v2:172.21.15.179:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f58d8004390 con 0x7f58e40c6140 2024-09-13T16:16:01.652 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.619+0000 7f58e159a700 1 -- 172.21.15.5:0/1620434431 <== mon.1 v2:172.21.15.179:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f58d80036c0 con 0x7f58e40c6140 2024-09-13T16:16:01.652 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.619+0000 7f999d78c700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f99980c7850 0x7f99981479c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:01.652 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.619+0000 7f999d78c700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f99980c7850 0x7f99981479c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:51652/0 (socket says 172.21.15.5:51652) 2024-09-13T16:16:01.652 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.619+0000 7f999d78c700 1 -- 172.21.15.5:0/3839774310 learned_addr learned my addr 172.21.15.5:0/3839774310 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:16:01.652 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.619+0000 7f999e78e700 1 --2- 172.21.15.5:0/3839774310 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f99981e9ba0 0x7f9998147f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:01.653 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.619+0000 7f7565416700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f7560071a30 0x7f7560165020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:01.653 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.619+0000 7ffb821cf700 1 --2- 172.21.15.5:0/1312386590 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffb7c0c3260 0x7ffb7c14f820 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7ffb780090b0 tx=0x7ffb78004770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:01.653 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.619+0000 7f999df8d700 1 --2- 172.21.15.5:0/3839774310 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f999806f840 0x7f99981ea5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:01.653 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.619+0000 7f999d78c700 1 -- 172.21.15.5:0/3839774310 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f999806f840 msgr2=0x7f99981ea5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:01.653 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.619+0000 7f999d78c700 1 --2- 172.21.15.5:0/3839774310 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f999806f840 0x7f99981ea5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:01.653 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.619+0000 7f999d78c700 1 -- 172.21.15.5:0/3839774310 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f99981e9ba0 msgr2=0x7f9998147f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:01.654 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.619+0000 7f999d78c700 1 --2- 172.21.15.5:0/3839774310 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f99981e9ba0 0x7f9998147f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:01.654 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.619+0000 7f999d78c700 1 -- 172.21.15.5:0/3839774310 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f999400a650 con 0x7f99980c7850 2024-09-13T16:16:01.654 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.619+0000 7f7565416700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f75600c41f0 0x7f75600c0660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:01.654 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.619+0000 7f7565416700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f7560163290 0x7f75600c0ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:01.654 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.619+0000 7f7565416700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f75600b70c0 con 0x7f75600c41f0 2024-09-13T16:16:01.654 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.619+0000 7f7565416700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f75601fec90 con 0x7f7560163290 2024-09-13T16:16:01.654 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.619+0000 7f7565416700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f75601fef70 con 0x7f7560071a30 2024-09-13T16:16:01.654 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.619+0000 7f999d78c700 1 --2- 172.21.15.5:0/3839774310 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f99980c7850 0x7f99981479c0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f998800d890 tx=0x7f998800dc50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:01.655 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.619+0000 7f755effd700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f7560071a30 0x7f7560165020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:01.655 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.619+0000 7ffb72ffd700 1 -- 172.21.15.5:0/1312386590 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffb78004480 con 0x7ffb7c0c3260 2024-09-13T16:16:01.655 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.619+0000 7ffb72ffd700 1 -- 172.21.15.5:0/1312386590 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ffb7801f070 con 0x7ffb7c0c3260 2024-09-13T16:16:01.655 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.619+0000 7ffb72ffd700 1 -- 172.21.15.5:0/1312386590 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffb78003900 con 0x7ffb7c0c3260 2024-09-13T16:16:01.655 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.619+0000 7f6c38aad700 1 -- 172.21.15.5:0/2587819986 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f6c1c004db0 msgr2=0x7f6c1c005230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:01.655 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.619+0000 7f6c38aad700 1 --2- 172.21.15.5:0/2587819986 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f6c1c004db0 0x7f6c1c005230 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f6c2c00a730 tx=0x7f6c1c0058a0 comp rx=0 tx=0).stop 2024-09-13T16:16:01.656 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.619+0000 7f6c33fff700 1 -- 172.21.15.5:0/2587819986 reap_dead start 2024-09-13T16:16:01.656 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.619+0000 7f755e7fc700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f75600c41f0 0x7f75600c0660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:01.656 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.619+0000 7f755e7fc700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f75600c41f0 0x7f75600c0660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:51670/0 (socket says 172.21.15.5:51670) 2024-09-13T16:16:01.656 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.619+0000 7f755e7fc700 1 -- 172.21.15.5:0/1436629951 learned_addr learned my addr 172.21.15.5:0/1436629951 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:16:01.656 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.619+0000 7f755effd700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f7560071a30 0x7f7560165020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.179:3301/0 says I am v2:172.21.15.5:50526/0 (socket says 172.21.15.5:50526) 2024-09-13T16:16:01.657 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.619+0000 7f1207fff700 1 -- 172.21.15.5:0/2478434304 <== mon.1 v2:172.21.15.179:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f120c011830 con 0x7f1210158d50 2024-09-13T16:16:01.657 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.619+0000 7ffb84433700 1 -- 172.21.15.5:0/1312386590 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ffb780094b0 con 0x7ffb7c0c3260 2024-09-13T16:16:01.657 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.619+0000 7f1207fff700 1 -- 172.21.15.5:0/2478434304 <== mon.1 v2:172.21.15.179:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f120c011990 con 0x7f1210158d50 2024-09-13T16:16:01.657 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.619+0000 7f1207fff700 1 -- 172.21.15.5:0/2478434304 <== mon.1 v2:172.21.15.179:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f120c011d40 con 0x7f1210158d50 2024-09-13T16:16:01.657 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.619+0000 7ffb84433700 1 -- 172.21.15.5:0/1312386590 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ffb7c0bf740 con 0x7ffb7c0c3260 2024-09-13T16:16:01.658 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.619+0000 7f998e7fc700 1 -- 172.21.15.5:0/3839774310 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9988016030 con 0x7f99980c7850 2024-09-13T16:16:01.658 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.619+0000 7f998e7fc700 1 -- 172.21.15.5:0/3839774310 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f998800de30 con 0x7f99980c7850 2024-09-13T16:16:01.658 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.619+0000 7f998e7fc700 1 -- 172.21.15.5:0/3839774310 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9988007070 con 0x7f99980c7850 2024-09-13T16:16:01.658 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.619+0000 7f1216566700 1 -- 172.21.15.5:0/2478434304 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f1210158d50 msgr2=0x7f121006df90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:01.658 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.619+0000 7f1216566700 1 --2- 172.21.15.5:0/2478434304 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f1210158d50 0x7f121006df90 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f120c009910 tx=0x7f120c009c20 comp rx=0 tx=0).stop 2024-09-13T16:16:01.659 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.619+0000 7f755f7fe700 1 --2- 172.21.15.5:0/1436629951 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f7560163290 0x7f75600c0ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:01.659 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.619+0000 7f755effd700 1 -- 172.21.15.5:0/1436629951 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f7560163290 msgr2=0x7f75600c0ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:01.659 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.619+0000 7f755effd700 1 --2- 172.21.15.5:0/1436629951 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f7560163290 0x7f75600c0ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:01.659 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.619+0000 7f755effd700 1 -- 172.21.15.5:0/1436629951 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f75600c41f0 msgr2=0x7f75600c0660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:01.659 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.619+0000 7f755effd700 1 --2- 172.21.15.5:0/1436629951 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f75600c41f0 0x7f75600c0660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:01.659 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.619+0000 7f755effd700 1 -- 172.21.15.5:0/1436629951 --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7558005e20 con 0x7f7560071a30 2024-09-13T16:16:01.659 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.619+0000 7f1216566700 1 -- 172.21.15.5:0/2478434304 shutdown_connections 2024-09-13T16:16:01.659 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.619+0000 7f1216566700 1 --2- 172.21.15.5:0/2478434304 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f1210158d50 0x7f121006df90 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:01.660 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.619+0000 7f1216566700 1 --2- 172.21.15.5:0/2478434304 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f12100c5f70 0x7f1210158810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:01.660 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.619+0000 7f1216566700 1 -- 172.21.15.5:0/2478434304 >> 172.21.15.5:0/2478434304 conn(0x7f12100ca210 msgr2=0x7f12100ca620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:01.660 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.619+0000 7f1216566700 1 -- 172.21.15.5:0/2478434304 shutdown_connections 2024-09-13T16:16:01.660 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.619+0000 7f1216566700 1 -- 172.21.15.5:0/2478434304 wait complete. 2024-09-13T16:16:01.660 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.619+0000 7f999ef8f700 1 -- 172.21.15.5:0/3839774310 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f99981ed410 con 0x7f99980c7850 2024-09-13T16:16:01.660 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.619+0000 7f999ef8f700 1 -- 172.21.15.5:0/3839774310 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f99981ed9d0 con 0x7f99980c7850 2024-09-13T16:16:01.661 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.619+0000 7f0797fff700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f07981570a0 0x7f07980c4c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:01.661 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.619+0000 7f0797fff700 1 --2- >> v2:172.21.15.179:3300/0 conn(0x7f07980c5150 0x7f07980c6de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:01.661 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.619+0000 7f0797fff700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f07980c7320 0x7f0798160720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:01.661 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.619+0000 7f0797fff700 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f079815cf40 con 0x7f07980c7320 2024-09-13T16:16:01.661 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.619+0000 7f0797fff700 1 -- --> v2:172.21.15.179:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f079815d220 con 0x7f07980c5150 2024-09-13T16:16:01.661 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.619+0000 7f0797fff700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f079815d500 con 0x7f07981570a0 2024-09-13T16:16:01.661 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.619+0000 7f07977fe700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f07980c7320 0x7f0798160720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:01.661 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.619+0000 7f07977fe700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f07980c7320 0x7f0798160720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:51654/0 (socket says 172.21.15.5:51654) 2024-09-13T16:16:01.661 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.619+0000 7f07977fe700 1 -- 172.21.15.5:0/3443579459 learned_addr learned my addr 172.21.15.5:0/3443579459 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:16:01.661 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.619+0000 7f07977fe700 1 -- 172.21.15.5:0/3443579459 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f07981570a0 msgr2=0x7f07980c4c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:01.661 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.619+0000 7f07977fe700 1 --2- 172.21.15.5:0/3443579459 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f07981570a0 0x7f07980c4c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:01.661 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.619+0000 7f07977fe700 1 -- 172.21.15.5:0/3443579459 >> v2:172.21.15.179:3300/0 conn(0x7f07980c5150 msgr2=0x7f07980c6de0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-13T16:16:01.661 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.619+0000 7f07977fe700 1 --2- 172.21.15.5:0/3443579459 >> v2:172.21.15.179:3300/0 conn(0x7f07980c5150 0x7f07980c6de0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:01.662 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.619+0000 7f07977fe700 1 -- 172.21.15.5:0/3443579459 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f079815d7e0 con 0x7f07980c7320 2024-09-13T16:16:01.662 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.619+0000 7f07977fe700 1 --2- 172.21.15.5:0/3443579459 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f07980c7320 0x7f0798160720 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f079806dd60 tx=0x7f079000b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=96c530327cac2c4b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:01.662 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.619+0000 7f07967fc700 1 -- 172.21.15.5:0/3443579459 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f079000e070 con 0x7f07980c7320 2024-09-13T16:16:01.662 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.619+0000 7f07967fc700 1 -- 172.21.15.5:0/3443579459 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f079000b9c0 con 0x7f07980c7320 2024-09-13T16:16:01.662 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.619+0000 7f07967fc700 1 -- 172.21.15.5:0/3443579459 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f079000bd70 con 0x7f07980c7320 2024-09-13T16:16:01.662 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.623+0000 7f0797fff700 1 -- 172.21.15.5:0/3443579459 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f07980c7320 msgr2=0x7f0798160720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:01.662 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.623+0000 7f0797fff700 1 --2- 172.21.15.5:0/3443579459 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f07980c7320 0x7f0798160720 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f079806dd60 tx=0x7f079000b330 comp rx=0 tx=0).stop 2024-09-13T16:16:01.662 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.623+0000 7f0797fff700 1 -- 172.21.15.5:0/3443579459 shutdown_connections 2024-09-13T16:16:01.662 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.623+0000 7f0797fff700 1 --2- 172.21.15.5:0/3443579459 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f07980c7320 0x7f0798160720 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:01.662 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.623+0000 7f0797fff700 1 --2- 172.21.15.5:0/3443579459 >> v2:172.21.15.179:3300/0 conn(0x7f07980c5150 0x7f07980c6de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:01.662 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.623+0000 7f0797fff700 1 --2- 172.21.15.5:0/3443579459 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f07981570a0 0x7f07980c4c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:01.662 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.623+0000 7f0797fff700 1 -- 172.21.15.5:0/3443579459 >> 172.21.15.5:0/3443579459 conn(0x7f079806a950 msgr2=0x7f079806ad60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:01.663 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.623+0000 7f755effd700 1 --2- 172.21.15.5:0/1436629951 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f7560071a30 0x7f7560165020 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f7554009bb0 tx=0x7f7554009ec0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:01.663 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.623+0000 7f75477fe700 1 -- 172.21.15.5:0/1436629951 <== mon.2 v2:172.21.15.179:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f755400f220 con 0x7f7560071a30 2024-09-13T16:16:01.663 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.623+0000 7f75477fe700 1 -- 172.21.15.5:0/1436629951 <== mon.2 v2:172.21.15.179:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7554015040 con 0x7f7560071a30 2024-09-13T16:16:01.663 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.623+0000 7f7565416700 1 -- 172.21.15.5:0/1436629951 --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f75500094b0 con 0x7f7560071a30 2024-09-13T16:16:01.663 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.623+0000 7f7565416700 1 -- 172.21.15.5:0/1436629951 --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f75601659d0 con 0x7f7560071a30 2024-09-13T16:16:01.663 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.623+0000 7f75477fe700 1 -- 172.21.15.5:0/1436629951 <== mon.2 v2:172.21.15.179:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f755400f580 con 0x7f7560071a30 2024-09-13T16:16:01.663 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.623+0000 7f1216566700 1 Processor -- start 2024-09-13T16:16:01.663 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.623+0000 7f1216566700 1 -- start start 2024-09-13T16:16:01.664 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.619+0000 7f1c8de56700 1 -- 172.21.15.5:0/730036638 wait complete. 2024-09-13T16:16:01.664 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.619+0000 7f1c8de56700 1 Processor -- start 2024-09-13T16:16:01.664 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.619+0000 7f1c8de56700 1 -- start start 2024-09-13T16:16:01.664 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.619+0000 7f1c8de56700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1c88066be0 0x7f1c88140df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:01.664 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.623+0000 7f1c8de56700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f1c880c68d0 0x7f1c8813ec40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:01.664 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.623+0000 7f1c8de56700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f1c8814eb80 0x7f1c8813f180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:01.664 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.623+0000 7f1c8de56700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1c8813fd30 con 0x7f1c88066be0 2024-09-13T16:16:01.664 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.623+0000 7f1c8de56700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1c88141ab0 con 0x7f1c8814eb80 2024-09-13T16:16:01.664 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.623+0000 7f1c8de56700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1c8814e860 con 0x7f1c880c68d0 2024-09-13T16:16:01.664 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.623+0000 7f1c8d655700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f1c8814eb80 0x7f1c8813f180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:01.664 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.623+0000 7f1c8d655700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f1c8814eb80 0x7f1c8813f180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.179:3300/0 says I am v2:172.21.15.5:43746/0 (socket says 172.21.15.5:43746) 2024-09-13T16:16:01.664 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.623+0000 7f1c8d655700 1 -- 172.21.15.5:0/880852966 learned_addr learned my addr 172.21.15.5:0/880852966 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:16:01.664 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.623+0000 7f1c8ce54700 1 --2- 172.21.15.5:0/880852966 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1c88066be0 0x7f1c88140df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:01.665 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.623+0000 7f1c8ce54700 1 -- 172.21.15.5:0/880852966 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f1c880c68d0 msgr2=0x7f1c8813ec40 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-13T16:16:01.665 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.623+0000 7f1c8ce54700 1 --2- 172.21.15.5:0/880852966 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f1c880c68d0 0x7f1c8813ec40 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:01.665 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.623+0000 7f1c8ce54700 1 -- 172.21.15.5:0/880852966 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f1c8814eb80 msgr2=0x7f1c8813f180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:01.665 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.623+0000 7f1c8ce54700 1 --2- 172.21.15.5:0/880852966 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f1c8814eb80 0x7f1c8813f180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:01.665 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.623+0000 7f1c8ce54700 1 -- 172.21.15.5:0/880852966 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1c80009a70 con 0x7f1c88066be0 2024-09-13T16:16:01.665 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.623+0000 7f1c8ce54700 1 --2- 172.21.15.5:0/880852966 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1c88066be0 0x7f1c88140df0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f1c7800c500 tx=0x7f1c7800c810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:01.665 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.623+0000 7ffb72ffd700 1 -- 172.21.15.5:0/1312386590 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7ffb78021030 con 0x7ffb7c0c3260 2024-09-13T16:16:01.665 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.623+0000 7ffb84433700 1 -- 172.21.15.5:0/1312386590 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ffb64005310 con 0x7ffb7c0c3260 2024-09-13T16:16:01.665 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.623+0000 7ffb72ffd700 1 --2- 172.21.15.5:0/1312386590 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7ffb60066730 0x7ffb60068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:01.665 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.623+0000 7ffb72ffd700 1 -- 172.21.15.5:0/1312386590 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7ffb78084e50 con 0x7ffb7c0c3260 2024-09-13T16:16:01.666 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.623+0000 7f6c38aad700 1 -- 172.21.15.5:0/2587819986 shutdown_connections 2024-09-13T16:16:01.666 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.623+0000 7f6c38aad700 1 -- 172.21.15.5:0/2587819986 >> 172.21.15.5:0/2587819986 conn(0x7f6c3406a950 msgr2=0x7f6c3406ad60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:01.666 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.623+0000 7f999ef8f700 1 -- 172.21.15.5:0/3839774310 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f99980c6d10 con 0x7f99980c7850 2024-09-13T16:16:01.666 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.619+0000 7f58e359e700 1 -- 172.21.15.5:0/1620434431 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f58e40c6140 msgr2=0x7f58e406fe00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:01.666 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.619+0000 7f58e359e700 1 --2- 172.21.15.5:0/1620434431 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f58e40c6140 0x7f58e406fe00 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f58d80097d0 tx=0x7f58d8009ae0 comp rx=0 tx=0).stop 2024-09-13T16:16:01.667 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.623+0000 7f6c38aad700 1 -- 172.21.15.5:0/2587819986 shutdown_connections 2024-09-13T16:16:01.667 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.623+0000 7f75477fe700 1 -- 172.21.15.5:0/1436629951 <== mon.2 v2:172.21.15.179:3301/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f75540137d0 con 0x7f7560071a30 2024-09-13T16:16:01.667 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.623+0000 7f1216566700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f1210158430 0x7f12101413e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:01.667 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.623+0000 7f1216566700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f1210158d50 0x7f121013f9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:01.667 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.623+0000 7f1216566700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f121013ff30 0x7f12101462a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:01.668 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.623+0000 7f1216566700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1210141b30 con 0x7f121013ff30 2024-09-13T16:16:01.668 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.623+0000 7f1216566700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1210157f80 con 0x7f1210158d50 2024-09-13T16:16:01.668 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.623+0000 7f1216566700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f12101407d0 con 0x7f1210158430 2024-09-13T16:16:01.668 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.623+0000 7ffb819ce700 1 --2- 172.21.15.5:0/1312386590 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7ffb60066730 0x7ffb60068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:01.668 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.623+0000 7ffb819ce700 1 --2- 172.21.15.5:0/1312386590 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7ffb60066730 0x7ffb60068bf0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7ffb7c1492e0 tx=0x7ffb6c009240 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:01.668 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.623+0000 7f6c38aad700 1 -- 172.21.15.5:0/2587819986 wait complete. 2024-09-13T16:16:01.669 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.623+0000 7f1215564700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f1210158430 0x7f12101413e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:01.669 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.623+0000 7f1215d65700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f121013ff30 0x7f12101462a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:01.669 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.623+0000 7f1215564700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f1210158430 0x7f12101413e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.179:3301/0 says I am v2:172.21.15.5:50542/0 (socket says 172.21.15.5:50542) 2024-09-13T16:16:01.669 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.623+0000 7f1215d65700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f121013ff30 0x7f12101462a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:51696/0 (socket says 172.21.15.5:51696) 2024-09-13T16:16:01.669 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.623+0000 7f1215564700 1 -- 172.21.15.5:0/1553613743 learned_addr learned my addr 172.21.15.5:0/1553613743 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:16:01.669 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.623+0000 7f75477fe700 1 --2- 172.21.15.5:0/1436629951 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f754c0667b0 0x7f754c068c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:01.670 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.623+0000 7f75477fe700 1 -- 172.21.15.5:0/1436629951 <== mon.2 v2:172.21.15.179:3301/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f7554087e40 con 0x7f7560071a30 2024-09-13T16:16:01.670 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.623+0000 7f755e7fc700 1 --2- 172.21.15.5:0/1436629951 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f754c0667b0 0x7f754c068c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:01.670 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.623+0000 7f1215d65700 1 -- 172.21.15.5:0/1553613743 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f1210158430 msgr2=0x7f12101413e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:01.670 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.623+0000 7f1215d65700 1 --2- 172.21.15.5:0/1553613743 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f1210158430 0x7f12101413e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:01.670 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.623+0000 7f1215d65700 1 -- 172.21.15.5:0/1553613743 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f1210158d50 msgr2=0x7f121013f9f0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-13T16:16:01.670 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.623+0000 7f1215d65700 1 --2- 172.21.15.5:0/1553613743 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f1210158d50 0x7f121013f9f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:01.670 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.623+0000 7f1215d65700 1 -- 172.21.15.5:0/1553613743 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f120c009570 con 0x7f121013ff30 2024-09-13T16:16:01.670 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.623+0000 7f1215564700 1 --2- 172.21.15.5:0/1553613743 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f1210158430 0x7f12101413e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:16:01.671 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.623+0000 7f998e7fc700 1 -- 172.21.15.5:0/3839774310 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f9988019070 con 0x7f99980c7850 2024-09-13T16:16:01.671 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.623+0000 7f998e7fc700 1 --2- 172.21.15.5:0/3839774310 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f997c0667b0 0x7f997c068c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:01.671 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.623+0000 7f998e7fc700 1 -- 172.21.15.5:0/3839774310 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f9988017070 con 0x7f99980c7850 2024-09-13T16:16:01.671 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.623+0000 7f999df8d700 1 --2- 172.21.15.5:0/3839774310 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f997c0667b0 0x7f997c068c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:01.671 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.623+0000 7f0797fff700 1 -- 172.21.15.5:0/3443579459 shutdown_connections 2024-09-13T16:16:01.671 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.623+0000 7f0797fff700 1 -- 172.21.15.5:0/3443579459 wait complete. 2024-09-13T16:16:01.671 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.627+0000 7f1215d65700 1 --2- 172.21.15.5:0/1553613743 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f121013ff30 0x7f12101462a0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f120c016000 tx=0x7f120c004770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:01.672 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.627+0000 7f58e359e700 1 -- 172.21.15.5:0/1620434431 shutdown_connections 2024-09-13T16:16:01.672 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.627+0000 7f58e359e700 1 --2- 172.21.15.5:0/1620434431 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f58e40c6140 0x7f58e406fe00 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:01.672 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.627+0000 7f58e359e700 1 -- 172.21.15.5:0/1620434431 >> 172.21.15.5:0/1620434431 conn(0x7f58e406b330 msgr2=0x7f58e40ca5e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:01.672 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.627+0000 7f999df8d700 1 --2- 172.21.15.5:0/3839774310 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f997c0667b0 0x7f997c068c70 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f99980c48d0 tx=0x7f9994008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:01.672 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.627+0000 7f755e7fc700 1 --2- 172.21.15.5:0/1436629951 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f754c0667b0 0x7f754c068c70 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f756006d9c0 tx=0x7f7558007dd0 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:01.673 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.627+0000 7f6c38aad700 1 Processor -- start 2024-09-13T16:16:01.673 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.627+0000 7f58e359e700 1 -- 172.21.15.5:0/1620434431 shutdown_connections 2024-09-13T16:16:01.673 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.627+0000 7f6c38aad700 1 -- start start 2024-09-13T16:16:01.673 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.627+0000 7f0797fff700 1 Processor -- start 2024-09-13T16:16:01.674 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.627+0000 7f6c38aad700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f6c1c004db0 0x7f6c34070b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:01.674 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.627+0000 7f6c38aad700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f6c34144680 0x7f6c341e4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:01.674 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.627+0000 7f6c38aad700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6c341e45a0 0x7f6c34148df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:01.674 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.627+0000 7f6c38aad700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6c3414e280 con 0x7f6c341e45a0 2024-09-13T16:16:01.674 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.627+0000 7f6c38aad700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6c34071180 con 0x7f6c1c004db0 2024-09-13T16:16:01.674 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.627+0000 7f6c38aad700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6c3414c510 con 0x7f6c34144680 2024-09-13T16:16:01.675 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.627+0000 7f58e359e700 1 -- 172.21.15.5:0/1620434431 wait complete. 2024-09-13T16:16:01.675 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.627+0000 7f0797fff700 1 -- start start 2024-09-13T16:16:01.676 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.627+0000 7f6c33fff700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6c341e45a0 0x7f6c34148df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:01.676 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.627+0000 7f6c33fff700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6c341e45a0 0x7f6c34148df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:51706/0 (socket says 172.21.15.5:51706) 2024-09-13T16:16:01.676 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.627+0000 7f6c32ffd700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f6c34144680 0x7f6c341e4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:01.676 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.627+0000 7f6c33fff700 1 -- 172.21.15.5:0/32296265 learned_addr learned my addr 172.21.15.5:0/32296265 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:16:01.676 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.627+0000 7f6c337fe700 1 --2- 172.21.15.5:0/32296265 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f6c1c004db0 0x7f6c34070b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:01.676 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.627+0000 7f6c33fff700 1 -- 172.21.15.5:0/32296265 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f6c34144680 msgr2=0x7f6c341e4060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:01.677 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.627+0000 7f6c33fff700 1 --2- 172.21.15.5:0/32296265 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f6c34144680 0x7f6c341e4060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:01.677 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.627+0000 7f6c33fff700 1 -- 172.21.15.5:0/32296265 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f6c1c004db0 msgr2=0x7f6c34070b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:01.677 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.627+0000 7f6c33fff700 1 --2- 172.21.15.5:0/32296265 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f6c1c004db0 0x7f6c34070b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:01.677 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.627+0000 7f6c33fff700 1 -- 172.21.15.5:0/32296265 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6c3414c7f0 con 0x7f6c341e45a0 2024-09-13T16:16:01.677 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.627+0000 7f6c32ffd700 1 --2- 172.21.15.5:0/32296265 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f6c34144680 0x7f6c341e4060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:16:01.677 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.627+0000 7f0797fff700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f07980c5150 0x7f0798157fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:01.678 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.627+0000 7f0797fff700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f07980c7320 0x7f079815f090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:01.678 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.627+0000 7f0797fff700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f07981570a0 0x7f07981f2600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:01.678 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.627+0000 7f0797fff700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f07980c6330 con 0x7f07980c7320 2024-09-13T16:16:01.678 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.627+0000 7f0797fff700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f079815a070 con 0x7f07981570a0 2024-09-13T16:16:01.678 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.627+0000 7f0797fff700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f079815fae0 con 0x7f07980c5150 2024-09-13T16:16:01.678 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.627+0000 7f078ffff700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f07980c7320 0x7f079815f090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:01.678 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.627+0000 7f078ffff700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f07980c7320 0x7f079815f090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:51712/0 (socket says 172.21.15.5:51712) 2024-09-13T16:16:01.678 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.627+0000 7f078ffff700 1 -- 172.21.15.5:0/714373234 learned_addr learned my addr 172.21.15.5:0/714373234 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:16:01.678 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.627+0000 7f07977fe700 1 --2- 172.21.15.5:0/714373234 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f07981570a0 0x7f07981f2600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:01.678 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.627+0000 7f6c33fff700 1 --2- 172.21.15.5:0/32296265 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6c341e45a0 0x7f6c34148df0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f6c2c013000 tx=0x7f6c2c001cb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:01.679 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.627+0000 7f0796ffd700 1 --2- 172.21.15.5:0/714373234 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f07980c5150 0x7f0798157fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:01.679 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.627+0000 7f078ffff700 1 -- 172.21.15.5:0/714373234 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f07980c5150 msgr2=0x7f0798157fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:01.679 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.627+0000 7f078ffff700 1 --2- 172.21.15.5:0/714373234 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f07980c5150 0x7f0798157fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:01.679 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.627+0000 7f078ffff700 1 -- 172.21.15.5:0/714373234 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f07981570a0 msgr2=0x7f07981f2600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:01.679 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.627+0000 7f078ffff700 1 --2- 172.21.15.5:0/714373234 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f07981570a0 0x7f07981f2600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:01.679 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.627+0000 7f078ffff700 1 -- 172.21.15.5:0/714373234 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0790009b30 con 0x7f07980c7320 2024-09-13T16:16:01.680 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.627+0000 7f58e359e700 1 Processor -- start 2024-09-13T16:16:01.680 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.627+0000 7f078ffff700 1 --2- 172.21.15.5:0/714373234 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f07980c7320 0x7f079815f090 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f078000b450 tx=0x7f078000b760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:01.680 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.627+0000 7f1c857fa700 1 -- 172.21.15.5:0/880852966 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1c78005d90 con 0x7f1c88066be0 2024-09-13T16:16:01.680 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.627+0000 7f1c8de56700 1 -- 172.21.15.5:0/880852966 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1c880c1490 con 0x7f1c88066be0 2024-09-13T16:16:01.681 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.627+0000 7ffb72ffd700 1 -- 172.21.15.5:0/1312386590 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7ffb78051ed0 con 0x7ffb7c0c3260 2024-09-13T16:16:01.681 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.627+0000 7f1c8de56700 1 -- 172.21.15.5:0/880852966 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1c8813fa50 con 0x7f1c88066be0 2024-09-13T16:16:01.682 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.627+0000 7f58e359e700 1 -- start start 2024-09-13T16:16:01.682 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.631+0000 7f58e359e700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f58e4067290 0x7f58e413fcc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:01.682 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.631+0000 7f58e359e700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f58e406f9d0 0x7f58e4145420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:01.682 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.631+0000 7f58e359e700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f58e40c6140 0x7f58e4145960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:01.682 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.631+0000 7f58e359e700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f58e40c8810 con 0x7f58e40c6140 2024-09-13T16:16:01.682 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.631+0000 7f58e359e700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f58e40c8530 con 0x7f58e4067290 2024-09-13T16:16:01.682 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.631+0000 7f58e359e700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f58e40c94c0 con 0x7f58e406f9d0 2024-09-13T16:16:01.682 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.627+0000 7f1205ffb700 1 -- 172.21.15.5:0/1553613743 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f120c01a840 con 0x7f121013ff30 2024-09-13T16:16:01.682 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.627+0000 7f1216566700 1 -- 172.21.15.5:0/1553613743 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1210157ce0 con 0x7f121013ff30 2024-09-13T16:16:01.682 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.627+0000 7f1216566700 1 -- 172.21.15.5:0/1553613743 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f12101565c0 con 0x7f121013ff30 2024-09-13T16:16:01.683 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.631+0000 7f58e259c700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f58e4067290 0x7f58e413fcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:01.683 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.631+0000 7f58e2d9d700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f58e40c6140 0x7f58e4145960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:01.683 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.631+0000 7f58e2d9d700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f58e40c6140 0x7f58e4145960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:51728/0 (socket says 172.21.15.5:51728) 2024-09-13T16:16:01.683 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.631+0000 7f58e2d9d700 1 -- 172.21.15.5:0/472278436 learned_addr learned my addr 172.21.15.5:0/472278436 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:16:01.683 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.631+0000 7f58e259c700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f58e4067290 0x7f58e413fcc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.179:3300/0 says I am v2:172.21.15.5:43784/0 (socket says 172.21.15.5:43784) 2024-09-13T16:16:01.683 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.631+0000 7f58e1d9b700 1 --2- 172.21.15.5:0/472278436 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f58e406f9d0 0x7f58e4145420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:01.684 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.631+0000 7f1c8de56700 1 -- 172.21.15.5:0/880852966 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1c88149450 con 0x7f1c88066be0 2024-09-13T16:16:01.684 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.631+0000 7f1216566700 1 -- 172.21.15.5:0/1553613743 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1210140580 con 0x7f121013ff30 2024-09-13T16:16:01.684 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.631+0000 7f58e2d9d700 1 -- 172.21.15.5:0/472278436 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f58e406f9d0 msgr2=0x7f58e4145420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:01.685 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.631+0000 7f58e2d9d700 1 --2- 172.21.15.5:0/472278436 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f58e406f9d0 0x7f58e4145420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:01.685 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.631+0000 7f58e2d9d700 1 -- 172.21.15.5:0/472278436 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f58e4067290 msgr2=0x7f58e413fcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:01.685 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.631+0000 7f58e2d9d700 1 --2- 172.21.15.5:0/472278436 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f58e4067290 0x7f58e413fcc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:01.685 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.631+0000 7f58e2d9d700 1 -- 172.21.15.5:0/472278436 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f58d80094b0 con 0x7f58e40c6140 2024-09-13T16:16:01.685 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.631+0000 7f58e2d9d700 1 --2- 172.21.15.5:0/472278436 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f58e40c6140 0x7f58e4145960 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f58d8004000 tx=0x7f58d8004770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:01.685 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.631+0000 7f1c857fa700 1 -- 172.21.15.5:0/880852966 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1c78007070 con 0x7f1c88066be0 2024-09-13T16:16:01.685 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.631+0000 7f1c857fa700 1 -- 172.21.15.5:0/880852966 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1c78007400 con 0x7f1c88066be0 2024-09-13T16:16:01.685 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.631+0000 7f078f7fe700 1 -- 172.21.15.5:0/714373234 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0780011830 con 0x7f07980c7320 2024-09-13T16:16:01.686 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.631+0000 7f998e7fc700 1 -- 172.21.15.5:0/3839774310 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f9988051170 con 0x7f99980c7850 2024-09-13T16:16:01.686 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.631+0000 7f58d2ffd700 1 -- 172.21.15.5:0/472278436 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f58d8003d80 con 0x7f58e40c6140 2024-09-13T16:16:01.686 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.631+0000 7f0797fff700 1 -- 172.21.15.5:0/714373234 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f079815fdc0 con 0x7f07980c7320 2024-09-13T16:16:01.686 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.635+0000 7f1205ffb700 1 -- 172.21.15.5:0/1553613743 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f120c01f070 con 0x7f121013ff30 2024-09-13T16:16:01.687 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.635+0000 7f1205ffb700 1 -- 172.21.15.5:0/1553613743 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f120c01aba0 con 0x7f121013ff30 2024-09-13T16:16:01.687 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.635+0000 7f0797fff700 1 -- 172.21.15.5:0/714373234 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0798159d00 con 0x7f07980c7320 2024-09-13T16:16:01.687 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.635+0000 7f58e359e700 1 -- 172.21.15.5:0/472278436 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f58e40c97a0 con 0x7f58e40c6140 2024-09-13T16:16:01.687 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.635+0000 7f58e359e700 1 -- 172.21.15.5:0/472278436 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f58e40c9d60 con 0x7f58e40c6140 2024-09-13T16:16:01.688 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.635+0000 7f58e359e700 1 -- 172.21.15.5:0/472278436 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f58e4145140 con 0x7f58e40c6140 2024-09-13T16:16:01.688 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.635+0000 7f58d2ffd700 1 -- 172.21.15.5:0/472278436 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f58d8011630 con 0x7f58e40c6140 2024-09-13T16:16:01.688 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.635+0000 7f58d2ffd700 1 -- 172.21.15.5:0/472278436 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f58d80119a0 con 0x7f58e40c6140 2024-09-13T16:16:01.688 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.635+0000 7f58d2ffd700 1 -- 172.21.15.5:0/472278436 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f58d8011b40 con 0x7f58e40c6140 2024-09-13T16:16:01.688 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.635+0000 7f0797fff700 1 -- 172.21.15.5:0/714373234 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0798159880 con 0x7f07980c7320 2024-09-13T16:16:01.688 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.635+0000 7f58d2ffd700 1 --2- 172.21.15.5:0/472278436 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f58c4066730 0x7f58c4068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:01.689 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.635+0000 7f58e259c700 1 --2- 172.21.15.5:0/472278436 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f58c4066730 0x7f58c4068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:01.689 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.635+0000 7f1205ffb700 1 -- 172.21.15.5:0/1553613743 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f120c01ad00 con 0x7f121013ff30 2024-09-13T16:16:01.689 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.635+0000 7f1205ffb700 1 --2- 172.21.15.5:0/1553613743 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f11f4066760 0x7f11f4068c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:01.689 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.635+0000 7f1205ffb700 1 -- 172.21.15.5:0/1553613743 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f120c021070 con 0x7f121013ff30 2024-09-13T16:16:01.689 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.635+0000 7f1215564700 1 --2- 172.21.15.5:0/1553613743 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f11f4066760 0x7f11f4068c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:01.689 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.635+0000 7f1c857fa700 1 -- 172.21.15.5:0/880852966 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f1c78007560 con 0x7f1c88066be0 2024-09-13T16:16:01.689 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.635+0000 7f1c857fa700 1 --2- 172.21.15.5:0/880852966 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f1c74066730 0x7f1c74068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:01.690 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.635+0000 7f1c857fa700 1 -- 172.21.15.5:0/880852966 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f1c78083c40 con 0x7f1c88066be0 2024-09-13T16:16:01.690 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.635+0000 7f1c87fff700 1 --2- 172.21.15.5:0/880852966 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f1c74066730 0x7f1c74068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:01.690 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.635+0000 7f1c87fff700 1 --2- 172.21.15.5:0/880852966 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f1c74066730 0x7f1c74068bf0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f1c88160230 tx=0x7f1c7c008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:01.690 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.639+0000 7f58e259c700 1 --2- 172.21.15.5:0/472278436 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f58c4066730 0x7f58c4068bf0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f58d40012e0 tx=0x7f58d4001a30 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:01.690 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.639+0000 7f7565416700 1 -- 172.21.15.5:0/1436629951 --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7540005310 con 0x7f7560071a30 2024-09-13T16:16:01.691 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.639+0000 7f1215564700 1 --2- 172.21.15.5:0/1553613743 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f11f4066760 0x7f11f4068c20 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f1200000f60 tx=0x7f1200009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:01.691 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.639+0000 7f078f7fe700 1 -- 172.21.15.5:0/714373234 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f078000be60 con 0x7f07980c7320 2024-09-13T16:16:01.691 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.639+0000 7f078f7fe700 1 -- 172.21.15.5:0/714373234 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0780011b90 con 0x7f07980c7320 2024-09-13T16:16:01.691 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.639+0000 7f078f7fe700 1 -- 172.21.15.5:0/714373234 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f078001a400 con 0x7f07980c7320 2024-09-13T16:16:01.691 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.639+0000 7f078f7fe700 1 --2- 172.21.15.5:0/714373234 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f0778066730 0x7f0778068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:01.691 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.639+0000 7f0796ffd700 1 --2- 172.21.15.5:0/714373234 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f0778066730 0x7f0778068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:01.692 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.639+0000 7f1c857fa700 1 -- 172.21.15.5:0/880852966 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f1c78050c20 con 0x7f1c88066be0 2024-09-13T16:16:01.692 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.639+0000 7f0796ffd700 1 --2- 172.21.15.5:0/714373234 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f0778066730 0x7f0778068bf0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f0788009ac0 tx=0x7f07880091c0 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:01.692 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.643+0000 7f6c1bfff700 1 -- 172.21.15.5:0/32296265 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6c2c003e30 con 0x7f6c341e45a0 2024-09-13T16:16:01.692 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.643+0000 7f6c1bfff700 1 -- 172.21.15.5:0/32296265 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6c2c001e60 con 0x7f6c341e45a0 2024-09-13T16:16:01.693 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.643+0000 7f58d2ffd700 1 -- 172.21.15.5:0/472278436 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f58d8056f20 con 0x7f58e40c6140 2024-09-13T16:16:01.693 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.643+0000 7f078f7fe700 1 -- 172.21.15.5:0/714373234 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f0780055860 con 0x7f07980c7320 2024-09-13T16:16:01.693 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.643+0000 7f1205ffb700 1 -- 172.21.15.5:0/1553613743 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f120c053270 con 0x7f121013ff30 2024-09-13T16:16:01.694 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.643+0000 7f6c1bfff700 1 -- 172.21.15.5:0/32296265 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6c2c012b50 con 0x7f6c341e45a0 2024-09-13T16:16:01.694 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.643+0000 7f6c38aad700 1 -- 172.21.15.5:0/32296265 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6c3414cad0 con 0x7f6c341e45a0 2024-09-13T16:16:01.694 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.643+0000 7f6c38aad700 1 -- 172.21.15.5:0/32296265 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6c341489f0 con 0x7f6c341e45a0 2024-09-13T16:16:01.694 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.647+0000 7f75477fe700 1 -- 172.21.15.5:0/1436629951 <== mon.2 v2:172.21.15.179:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f7554055030 con 0x7f7560071a30 2024-09-13T16:16:01.694 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.647+0000 7f6c38aad700 1 -- 172.21.15.5:0/32296265 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6c34148bb0 con 0x7f6c341e45a0 2024-09-13T16:16:01.694 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.651+0000 7f078f7fe700 1 -- 172.21.15.5:0/714373234 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f0798159880 con 0x7f07980c7320 2024-09-13T16:16:01.695 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.655+0000 7f58d2ffd700 1 -- 172.21.15.5:0/472278436 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f58e4145140 con 0x7f58e40c6140 2024-09-13T16:16:01.695 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.659+0000 7f6c1bfff700 1 -- 172.21.15.5:0/32296265 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f6c2c012cb0 con 0x7f6c341e45a0 2024-09-13T16:16:01.696 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.659+0000 7f6c1bfff700 1 --2- 172.21.15.5:0/32296265 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f6c20066800 0x7f6c20068cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:01.696 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.659+0000 7f6c1bfff700 1 -- 172.21.15.5:0/32296265 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f6c2c085ff0 con 0x7f6c341e45a0 2024-09-13T16:16:01.696 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.659+0000 7f6c337fe700 1 --2- 172.21.15.5:0/32296265 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f6c20066800 0x7f6c20068cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:01.696 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.663+0000 7f6c337fe700 1 --2- 172.21.15.5:0/32296265 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f6c20066800 0x7f6c20068cc0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f6c24009c70 tx=0x7f6c24009240 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:01.696 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.667+0000 7f6c1bfff700 1 -- 172.21.15.5:0/32296265 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f6c2c0532c0 con 0x7f6c341e45a0 2024-09-13T16:16:01.961 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.955+0000 7ffb84433700 1 -- 172.21.15.5:0/1312386590 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) v1 -- 0x7ffb64005890 con 0x7ffb7c0c3260 2024-09-13T16:16:01.961 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.955+0000 7ffb72ffd700 1 -- 172.21.15.5:0/1312386590 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7ffb7802a090 con 0x7ffb7c0c3260 2024-09-13T16:16:01.964 INFO:teuthology.orchestra.run.smithi005.stdout:60129542153 2024-09-13T16:16:01.967 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.963+0000 7ffb70ff9700 1 -- 172.21.15.5:0/1312386590 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7ffb60066730 msgr2=0x7ffb60068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:01.968 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.963+0000 7ffb70ff9700 1 --2- 172.21.15.5:0/1312386590 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7ffb60066730 0x7ffb60068bf0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7ffb7c1492e0 tx=0x7ffb6c009240 comp rx=0 tx=0).stop 2024-09-13T16:16:01.968 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.963+0000 7ffb70ff9700 1 -- 172.21.15.5:0/1312386590 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffb7c0c3260 msgr2=0x7ffb7c14f820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:01.968 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.963+0000 7ffb70ff9700 1 --2- 172.21.15.5:0/1312386590 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffb7c0c3260 0x7ffb7c14f820 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7ffb780090b0 tx=0x7ffb78004770 comp rx=0 tx=0).stop 2024-09-13T16:16:01.968 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.963+0000 7ffb70ff9700 1 -- 172.21.15.5:0/1312386590 shutdown_connections 2024-09-13T16:16:01.968 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.963+0000 7ffb70ff9700 1 --2- 172.21.15.5:0/1312386590 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7ffb60066730 0x7ffb60068bf0 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:01.968 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.963+0000 7ffb70ff9700 1 --2- 172.21.15.5:0/1312386590 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7ffb7c1589a0 0x7ffb7c0c0110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:01.968 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.963+0000 7ffb70ff9700 1 --2- 172.21.15.5:0/1312386590 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7ffb7c14f090 0x7ffb7c0bfbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:01.968 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.963+0000 7ffb70ff9700 1 --2- 172.21.15.5:0/1312386590 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffb7c0c3260 0x7ffb7c14f820 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:01.968 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.963+0000 7ffb70ff9700 1 -- 172.21.15.5:0/1312386590 >> 172.21.15.5:0/1312386590 conn(0x7ffb7c06a640 msgr2=0x7ffb7c14a850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:01.969 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.963+0000 7ffb70ff9700 1 -- 172.21.15.5:0/1312386590 shutdown_connections 2024-09-13T16:16:01.969 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.963+0000 7ffb70ff9700 1 -- 172.21.15.5:0/1312386590 wait complete. 2024-09-13T16:16:01.975 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.971+0000 7f999ef8f700 1 -- 172.21.15.5:0/3839774310 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) v1 -- 0x7f99980c20e0 con 0x7f99980c7850 2024-09-13T16:16:01.976 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.971+0000 7f998e7fc700 1 -- 172.21.15.5:0/3839774310 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f9988054790 con 0x7f99980c7850 2024-09-13T16:16:01.976 INFO:teuthology.orchestra.run.smithi005.stdout:60129542151 2024-09-13T16:16:01.983 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542154 got 60129542153 for osd.4 2024-09-13T16:16:01.983 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.975+0000 7f1c8de56700 1 -- 172.21.15.5:0/880852966 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) v1 -- 0x7f1c88149450 con 0x7f1c88066be0 2024-09-13T16:16:01.984 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.979+0000 7f997bfff700 1 -- 172.21.15.5:0/3839774310 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f997c0667b0 msgr2=0x7f997c068c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:01.984 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.979+0000 7f997bfff700 1 --2- 172.21.15.5:0/3839774310 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f997c0667b0 0x7f997c068c70 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f99980c48d0 tx=0x7f9994008040 comp rx=0 tx=0).stop 2024-09-13T16:16:01.984 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.979+0000 7f997bfff700 1 -- 172.21.15.5:0/3839774310 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f99980c7850 msgr2=0x7f99981479c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:01.984 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.979+0000 7f997bfff700 1 --2- 172.21.15.5:0/3839774310 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f99980c7850 0x7f99981479c0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f998800d890 tx=0x7f998800dc50 comp rx=0 tx=0).stop 2024-09-13T16:16:01.984 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.979+0000 7f1c857fa700 1 -- 172.21.15.5:0/880852966 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f1c88149450 con 0x7f1c88066be0 2024-09-13T16:16:01.984 INFO:teuthology.orchestra.run.smithi005.stdout:60129542152 2024-09-13T16:16:01.985 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.979+0000 7f997bfff700 1 -- 172.21.15.5:0/3839774310 shutdown_connections 2024-09-13T16:16:01.985 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.979+0000 7f997bfff700 1 --2- 172.21.15.5:0/3839774310 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f997c0667b0 0x7f997c068c70 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:01.985 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.979+0000 7f997bfff700 1 --2- 172.21.15.5:0/3839774310 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f99981e9ba0 0x7f9998147f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:01.985 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.979+0000 7f997bfff700 1 --2- 172.21.15.5:0/3839774310 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f99980c7850 0x7f99981479c0 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:01.985 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.979+0000 7f997bfff700 1 --2- 172.21.15.5:0/3839774310 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f999806f840 0x7f99981ea5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:01.985 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.979+0000 7f997bfff700 1 -- 172.21.15.5:0/3839774310 >> 172.21.15.5:0/3839774310 conn(0x7f999806a950 msgr2=0x7f999814cbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:01.986 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.979+0000 7f997bfff700 1 -- 172.21.15.5:0/3839774310 shutdown_connections 2024-09-13T16:16:01.986 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.979+0000 7f997bfff700 1 -- 172.21.15.5:0/3839774310 wait complete. 2024-09-13T16:16:01.987 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.983+0000 7f1216566700 1 -- 172.21.15.5:0/1553613743 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) v1 -- 0x7f121006e5b0 con 0x7f121013ff30 2024-09-13T16:16:01.987 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.983+0000 7f1c8de56700 1 -- 172.21.15.5:0/880852966 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f1c74066730 msgr2=0x7f1c74068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:01.988 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.983+0000 7f1c8de56700 1 --2- 172.21.15.5:0/880852966 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f1c74066730 0x7f1c74068bf0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f1c88160230 tx=0x7f1c7c008040 comp rx=0 tx=0).stop 2024-09-13T16:16:01.988 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.983+0000 7f1c8de56700 1 -- 172.21.15.5:0/880852966 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1c88066be0 msgr2=0x7f1c88140df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:01.988 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.983+0000 7f1c8de56700 1 --2- 172.21.15.5:0/880852966 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1c88066be0 0x7f1c88140df0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f1c7800c500 tx=0x7f1c7800c810 comp rx=0 tx=0).stop 2024-09-13T16:16:01.988 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.983+0000 7f1c8de56700 1 -- 172.21.15.5:0/880852966 shutdown_connections 2024-09-13T16:16:01.988 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.983+0000 7f1c8de56700 1 --2- 172.21.15.5:0/880852966 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f1c74066730 0x7f1c74068bf0 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:01.988 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.983+0000 7f1c8de56700 1 --2- 172.21.15.5:0/880852966 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f1c8814eb80 0x7f1c8813f180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:01.988 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.983+0000 7f1c8de56700 1 --2- 172.21.15.5:0/880852966 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f1c880c68d0 0x7f1c8813ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:01.988 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.983+0000 7f1c8de56700 1 --2- 172.21.15.5:0/880852966 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1c88066be0 0x7f1c88140df0 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:01.988 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.983+0000 7f1c8de56700 1 -- 172.21.15.5:0/880852966 >> 172.21.15.5:0/880852966 conn(0x7f1c880ca210 msgr2=0x7f1c880c8830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:01.988 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.983+0000 7f1c8de56700 1 -- 172.21.15.5:0/880852966 shutdown_connections 2024-09-13T16:16:01.989 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.983+0000 7f1205ffb700 1 -- 172.21.15.5:0/1553613743 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f120c056890 con 0x7f121013ff30 2024-09-13T16:16:01.989 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.983+0000 7f1c8de56700 1 -- 172.21.15.5:0/880852966 wait complete. 2024-09-13T16:16:01.989 INFO:teuthology.orchestra.run.smithi005.stdout:60129542153 2024-09-13T16:16:01.991 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.987+0000 7f1216566700 1 -- 172.21.15.5:0/1553613743 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f11f4066760 msgr2=0x7f11f4068c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:01.991 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.987+0000 7f1216566700 1 --2- 172.21.15.5:0/1553613743 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f11f4066760 0x7f11f4068c20 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f1200000f60 tx=0x7f1200009040 comp rx=0 tx=0).stop 2024-09-13T16:16:01.991 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.987+0000 7f1216566700 1 -- 172.21.15.5:0/1553613743 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f121013ff30 msgr2=0x7f12101462a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:01.991 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.987+0000 7f1216566700 1 --2- 172.21.15.5:0/1553613743 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f121013ff30 0x7f12101462a0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f120c016000 tx=0x7f120c004770 comp rx=0 tx=0).stop 2024-09-13T16:16:01.993 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.987+0000 7f7565416700 1 -- 172.21.15.5:0/1436629951 --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) v1 -- 0x7f7540005890 con 0x7f7560071a30 2024-09-13T16:16:01.993 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.987+0000 7f58e359e700 1 -- 172.21.15.5:0/472278436 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) v1 -- 0x7f58e4145140 con 0x7f58e40c6140 2024-09-13T16:16:01.994 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.987+0000 7f1216566700 1 -- 172.21.15.5:0/1553613743 shutdown_connections 2024-09-13T16:16:01.994 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.987+0000 7f1216566700 1 --2- 172.21.15.5:0/1553613743 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f121013ff30 0x7f12101462a0 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:01.994 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.987+0000 7f1216566700 1 --2- 172.21.15.5:0/1553613743 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f11f4066760 0x7f11f4068c20 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:01.994 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.987+0000 7f1216566700 1 --2- 172.21.15.5:0/1553613743 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f1210158d50 0x7f121013f9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:01.994 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.987+0000 7f1216566700 1 --2- 172.21.15.5:0/1553613743 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f1210158430 0x7f12101413e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:01.994 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.987+0000 7f1216566700 1 -- 172.21.15.5:0/1553613743 >> 172.21.15.5:0/1553613743 conn(0x7f12100ca210 msgr2=0x7f12101446d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:01.994 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.987+0000 7f1216566700 1 -- 172.21.15.5:0/1553613743 shutdown_connections 2024-09-13T16:16:01.995 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.987+0000 7f1216566700 1 -- 172.21.15.5:0/1553613743 wait complete. 2024-09-13T16:16:01.995 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.987+0000 7f58d2ffd700 1 -- 172.21.15.5:0/472278436 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f58e4145140 con 0x7f58e40c6140 2024-09-13T16:16:01.995 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.987+0000 7f0797fff700 1 -- 172.21.15.5:0/714373234 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) v1 -- 0x7f0798159880 con 0x7f07980c7320 2024-09-13T16:16:01.995 INFO:teuthology.orchestra.run.smithi005.stdout:60129542152 2024-09-13T16:16:01.996 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.987+0000 7f75477fe700 1 -- 172.21.15.5:0/1436629951 <== mon.2 v2:172.21.15.179:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f7554058650 con 0x7f7560071a30 2024-09-13T16:16:01.996 INFO:teuthology.orchestra.run.smithi005.stdout:60129542151 2024-09-13T16:16:01.996 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.987+0000 7f078f7fe700 1 -- 172.21.15.5:0/714373234 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f0798159880 con 0x7f07980c7320 2024-09-13T16:16:01.997 INFO:teuthology.orchestra.run.smithi005.stdout:60129542151 2024-09-13T16:16:01.997 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.991+0000 7f58e359e700 1 -- 172.21.15.5:0/472278436 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f58c4066730 msgr2=0x7f58c4068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:01.997 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.991+0000 7f58e359e700 1 --2- 172.21.15.5:0/472278436 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f58c4066730 0x7f58c4068bf0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f58d40012e0 tx=0x7f58d4001a30 comp rx=0 tx=0).stop 2024-09-13T16:16:01.997 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.991+0000 7f58e359e700 1 -- 172.21.15.5:0/472278436 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f58e40c6140 msgr2=0x7f58e4145960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:01.998 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.991+0000 7f58e359e700 1 --2- 172.21.15.5:0/472278436 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f58e40c6140 0x7f58e4145960 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f58d8004000 tx=0x7f58d8004770 comp rx=0 tx=0).stop 2024-09-13T16:16:01.998 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.991+0000 7f58e359e700 1 -- 172.21.15.5:0/472278436 shutdown_connections 2024-09-13T16:16:01.998 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.991+0000 7f58e359e700 1 --2- 172.21.15.5:0/472278436 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f58e40c6140 0x7f58e4145960 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:01.998 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.991+0000 7f58e359e700 1 --2- 172.21.15.5:0/472278436 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f58e406f9d0 0x7f58e4145420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:01.998 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.991+0000 7f58e359e700 1 --2- 172.21.15.5:0/472278436 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f58c4066730 0x7f58c4068bf0 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:01.998 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.991+0000 7f58e359e700 1 --2- 172.21.15.5:0/472278436 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f58e4067290 0x7f58e413fcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:01.998 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.991+0000 7f58e359e700 1 -- 172.21.15.5:0/472278436 >> 172.21.15.5:0/472278436 conn(0x7f58e406b330 msgr2=0x7f58e414d390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:01.998 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.991+0000 7f58e359e700 1 -- 172.21.15.5:0/472278436 shutdown_connections 2024-09-13T16:16:01.998 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.991+0000 7f58e359e700 1 -- 172.21.15.5:0/472278436 wait complete. 2024-09-13T16:16:01.999 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.991+0000 7f0797fff700 1 -- 172.21.15.5:0/714373234 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f0778066730 msgr2=0x7f0778068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:01.999 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.991+0000 7f0797fff700 1 --2- 172.21.15.5:0/714373234 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f0778066730 0x7f0778068bf0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f0788009ac0 tx=0x7f07880091c0 comp rx=0 tx=0).stop 2024-09-13T16:16:01.999 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.991+0000 7f75457fa700 1 -- 172.21.15.5:0/1436629951 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f754c0667b0 msgr2=0x7f754c068c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:01.999 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.991+0000 7f75457fa700 1 --2- 172.21.15.5:0/1436629951 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f754c0667b0 0x7f754c068c70 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f756006d9c0 tx=0x7f7558007dd0 comp rx=0 tx=0).stop 2024-09-13T16:16:01.999 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.991+0000 7f0797fff700 1 -- 172.21.15.5:0/714373234 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f07980c7320 msgr2=0x7f079815f090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:02.000 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.991+0000 7f75457fa700 1 -- 172.21.15.5:0/1436629951 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f7560071a30 msgr2=0x7f7560165020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:02.000 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.991+0000 7f75457fa700 1 --2- 172.21.15.5:0/1436629951 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f7560071a30 0x7f7560165020 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f7554009bb0 tx=0x7f7554009ec0 comp rx=0 tx=0).stop 2024-09-13T16:16:02.001 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.991+0000 7f0797fff700 1 --2- 172.21.15.5:0/714373234 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f07980c7320 0x7f079815f090 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f078000b450 tx=0x7f078000b760 comp rx=0 tx=0).stop 2024-09-13T16:16:02.001 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.991+0000 7f0797fff700 1 -- 172.21.15.5:0/714373234 shutdown_connections 2024-09-13T16:16:02.001 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.991+0000 7f0797fff700 1 --2- 172.21.15.5:0/714373234 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f0778066730 0x7f0778068bf0 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:02.001 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.991+0000 7f0797fff700 1 --2- 172.21.15.5:0/714373234 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f07981570a0 0x7f07981f2600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:02.001 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.991+0000 7f0797fff700 1 --2- 172.21.15.5:0/714373234 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f07980c7320 0x7f079815f090 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:02.001 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.991+0000 7f0797fff700 1 --2- 172.21.15.5:0/714373234 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f07980c5150 0x7f0798157fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:02.001 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.991+0000 7f0797fff700 1 -- 172.21.15.5:0/714373234 >> 172.21.15.5:0/714373234 conn(0x7f079806a950 msgr2=0x7f079806fb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:02.002 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542152 got 60129542151 for osd.6 2024-09-13T16:16:02.002 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.991+0000 7f0797fff700 1 -- 172.21.15.5:0/714373234 shutdown_connections 2024-09-13T16:16:02.002 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.991+0000 7f0797fff700 1 -- 172.21.15.5:0/714373234 wait complete. 2024-09-13T16:16:02.003 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.991+0000 7f75457fa700 1 -- 172.21.15.5:0/1436629951 shutdown_connections 2024-09-13T16:16:02.003 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.991+0000 7f75457fa700 1 --2- 172.21.15.5:0/1436629951 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f754c0667b0 0x7f754c068c70 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:02.003 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.991+0000 7f75457fa700 1 --2- 172.21.15.5:0/1436629951 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f7560163290 0x7f75600c0ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:02.003 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.991+0000 7f75457fa700 1 --2- 172.21.15.5:0/1436629951 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f75600c41f0 0x7f75600c0660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:02.003 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.991+0000 7f75457fa700 1 --2- 172.21.15.5:0/1436629951 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f7560071a30 0x7f7560165020 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:02.004 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.991+0000 7f75457fa700 1 -- 172.21.15.5:0/1436629951 >> 172.21.15.5:0/1436629951 conn(0x7f756006a640 msgr2=0x7f75600c8300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:02.004 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.991+0000 7f75457fa700 1 -- 172.21.15.5:0/1436629951 shutdown_connections 2024-09-13T16:16:02.004 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:01.991+0000 7f75457fa700 1 -- 172.21.15.5:0/1436629951 wait complete. 2024-09-13T16:16:02.004 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542153 got 60129542152 for osd.3 2024-09-13T16:16:02.008 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:02.003+0000 7f6c38aad700 1 -- 172.21.15.5:0/32296265 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) v1 -- 0x7f6c340c6480 con 0x7f6c341e45a0 2024-09-13T16:16:02.008 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:02.003+0000 7f6c1bfff700 1 -- 172.21.15.5:0/32296265 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f6c2c02b090 con 0x7f6c341e45a0 2024-09-13T16:16:02.008 INFO:teuthology.orchestra.run.smithi005.stdout:64424509449 2024-09-13T16:16:02.011 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:02.003+0000 7f6c38aad700 1 -- 172.21.15.5:0/32296265 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f6c20066800 msgr2=0x7f6c20068cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:02.011 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:02.003+0000 7f6c38aad700 1 --2- 172.21.15.5:0/32296265 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f6c20066800 0x7f6c20068cc0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f6c24009c70 tx=0x7f6c24009240 comp rx=0 tx=0).stop 2024-09-13T16:16:02.011 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:02.003+0000 7f6c38aad700 1 -- 172.21.15.5:0/32296265 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6c341e45a0 msgr2=0x7f6c34148df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:02.011 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:02.003+0000 7f6c38aad700 1 --2- 172.21.15.5:0/32296265 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6c341e45a0 0x7f6c34148df0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f6c2c013000 tx=0x7f6c2c001cb0 comp rx=0 tx=0).stop 2024-09-13T16:16:02.011 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:02.007+0000 7f6c38aad700 1 -- 172.21.15.5:0/32296265 shutdown_connections 2024-09-13T16:16:02.011 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:02.007+0000 7f6c38aad700 1 --2- 172.21.15.5:0/32296265 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6c341e45a0 0x7f6c34148df0 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:02.011 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:02.007+0000 7f6c38aad700 1 --2- 172.21.15.5:0/32296265 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f6c34144680 0x7f6c341e4060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:02.011 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:02.007+0000 7f6c38aad700 1 --2- 172.21.15.5:0/32296265 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f6c20066800 0x7f6c20068cc0 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:02.012 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:02.007+0000 7f6c38aad700 1 --2- 172.21.15.5:0/32296265 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f6c1c004db0 0x7f6c34070b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:02.012 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:02.007+0000 7f6c38aad700 1 -- 172.21.15.5:0/32296265 >> 172.21.15.5:0/32296265 conn(0x7f6c3406a950 msgr2=0x7f6c3414e6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:02.012 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:02.007+0000 7f6c38aad700 1 -- 172.21.15.5:0/32296265 shutdown_connections 2024-09-13T16:16:02.012 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:02.007+0000 7f6c38aad700 1 -- 172.21.15.5:0/32296265 wait complete. 2024-09-13T16:16:02.014 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542154 got 60129542153 for osd.2 2024-09-13T16:16:02.015 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542152 got 60129542151 for osd.1 2024-09-13T16:16:02.016 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542153 got 60129542152 for osd.7 2024-09-13T16:16:02.017 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542152 got 60129542151 for osd.0 2024-09-13T16:16:02.021 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509450 got 64424509449 for osd.5 2024-09-13T16:16:02.984 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2024-09-13T16:16:03.003 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2024-09-13T16:16:03.005 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-09-13T16:16:03.015 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-09-13T16:16:03.016 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-09-13T16:16:03.017 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2024-09-13T16:16:03.017 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-09-13T16:16:03.022 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2024-09-13T16:16:03.124 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.119+0000 7f6d209ef700 1 Processor -- start 2024-09-13T16:16:03.126 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.119+0000 7f6d209ef700 1 -- start start 2024-09-13T16:16:03.126 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.119+0000 7f6d209ef700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f6d1c0c7470 0x7f6d1c0c6480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:03.126 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.119+0000 7f6d209ef700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f6d1c06f840 0x7f6d1c155590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:03.126 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.119+0000 7f6d209ef700 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6d1c0c51f0 con 0x7f6d1c0c7850 2024-09-13T16:16:03.126 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.119+0000 7f6d209ef700 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6d1c0c5010 con 0x7f6d1c06f840 2024-09-13T16:16:03.126 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.119+0000 7f6d209ef700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6d1c06fcd0 con 0x7f6d1c0c7470 2024-09-13T16:16:03.127 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.119+0000 7f6d1ad9d700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f6d1c06f840 0x7f6d1c155590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:03.127 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.119+0000 7f6d1a59c700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f6d1c0c7470 0x7f6d1c0c6480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:03.127 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.119+0000 7f6d1a59c700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f6d1c0c7470 0x7f6d1c0c6480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.179:3301/0 says I am v2:172.21.15.5:37492/0 (socket says 172.21.15.5:37492) 2024-09-13T16:16:03.127 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.119+0000 7f6d1a59c700 1 -- 172.21.15.5:0/1765975920 learned_addr learned my addr 172.21.15.5:0/1765975920 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:16:03.127 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.123+0000 7f6d1a59c700 1 -- 172.21.15.5:0/1765975920 >> v2:172.21.15.5:3300/0 conn(0x7f6d1c06f840 msgr2=0x7f6d1c155590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:03.127 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.123+0000 7f6d1a59c700 1 --2- 172.21.15.5:0/1765975920 >> v2:172.21.15.5:3300/0 conn(0x7f6d1c06f840 0x7f6d1c155590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:03.128 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.123+0000 7f6d1a59c700 1 -- 172.21.15.5:0/1765975920 >> v1:172.21.15.5:6789/0 conn(0x7f6d1c0c7850 legacy=0x7f6d1c14e8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:03.128 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.123+0000 7f6d1a59c700 1 -- 172.21.15.5:0/1765975920 --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6d1c0c54d0 con 0x7f6d1c0c7470 2024-09-13T16:16:03.128 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.123+0000 7f6d1a59c700 1 --2- 172.21.15.5:0/1765975920 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f6d1c0c7470 0x7f6d1c0c6480 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f6d1400c320 tx=0x7f6d1400c630 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2f6865b0a0376a72 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:03.128 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.123+0000 7f6d1959a700 1 -- 172.21.15.5:0/1765975920 <== mon.2 v2:172.21.15.179:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d1400f070 con 0x7f6d1c0c7470 2024-09-13T16:16:03.128 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.123+0000 7f6d1959a700 1 -- 172.21.15.5:0/1765975920 <== mon.2 v2:172.21.15.179:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6d1400a0d0 con 0x7f6d1c0c7470 2024-09-13T16:16:03.130 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.123+0000 7f6d209ef700 1 -- 172.21.15.5:0/1765975920 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f6d1c0c7470 msgr2=0x7f6d1c0c6480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:03.130 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.123+0000 7f6d209ef700 1 --2- 172.21.15.5:0/1765975920 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f6d1c0c7470 0x7f6d1c0c6480 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f6d1400c320 tx=0x7f6d1400c630 comp rx=0 tx=0).stop 2024-09-13T16:16:03.130 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.123+0000 7f6d209ef700 1 -- 172.21.15.5:0/1765975920 shutdown_connections 2024-09-13T16:16:03.130 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.123+0000 7f6d209ef700 1 --2- 172.21.15.5:0/1765975920 >> v2:172.21.15.5:3300/0 conn(0x7f6d1c06f840 0x7f6d1c155590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:03.130 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.123+0000 7f6d209ef700 1 --2- 172.21.15.5:0/1765975920 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f6d1c0c7470 0x7f6d1c0c6480 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:03.130 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.123+0000 7f6d209ef700 1 -- 172.21.15.5:0/1765975920 >> 172.21.15.5:0/1765975920 conn(0x7f6d1c06a950 msgr2=0x7f6d1c06ad60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:03.130 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.123+0000 7f6d209ef700 1 -- 172.21.15.5:0/1765975920 shutdown_connections 2024-09-13T16:16:03.132 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.123+0000 7f6d209ef700 1 -- 172.21.15.5:0/1765975920 wait complete. 2024-09-13T16:16:03.132 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.127+0000 7f6d209ef700 1 Processor -- start 2024-09-13T16:16:03.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.127+0000 7f6d209ef700 1 -- start start 2024-09-13T16:16:03.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.127+0000 7f6d209ef700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f6d1c06f840 0x7f6d1c150930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:03.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.127+0000 7f6d209ef700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f6d1c0c7470 0x7f6d1c1fb8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:03.134 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.127+0000 7f6d209ef700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6d1c0c7850 0x7f6d1c0c3950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:03.135 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.127+0000 7f6d1ad9d700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6d1c0c7850 0x7f6d1c0c3950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:03.135 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.127+0000 7f6d1a59c700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f6d1c06f840 0x7f6d1c150930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:03.135 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.127+0000 7f6d1ad9d700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6d1c0c7850 0x7f6d1c0c3950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:54372/0 (socket says 172.21.15.5:54372) 2024-09-13T16:16:03.136 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.127+0000 7f6d1ad9d700 1 -- 172.21.15.5:0/1569881358 learned_addr learned my addr 172.21.15.5:0/1569881358 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:16:03.136 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.127+0000 7f6d19d9b700 1 --2- 172.21.15.5:0/1569881358 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f6d1c0c7470 0x7f6d1c1fb8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:03.136 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.127+0000 7f6d209ef700 1 -- 172.21.15.5:0/1569881358 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6d1c0c85d0 con 0x7f6d1c0c7850 2024-09-13T16:16:03.136 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.127+0000 7f6d209ef700 1 -- 172.21.15.5:0/1569881358 --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6d1c1ff260 con 0x7f6d1c0c7470 2024-09-13T16:16:03.136 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.127+0000 7f6d209ef700 1 -- 172.21.15.5:0/1569881358 --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6d1c0c8010 con 0x7f6d1c06f840 2024-09-13T16:16:03.136 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.127+0000 7f6d1ad9d700 1 -- 172.21.15.5:0/1569881358 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f6d1c06f840 msgr2=0x7f6d1c150930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:03.136 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.127+0000 7f6d1ad9d700 1 --2- 172.21.15.5:0/1569881358 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f6d1c06f840 0x7f6d1c150930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:03.136 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.127+0000 7f6d1ad9d700 1 -- 172.21.15.5:0/1569881358 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f6d1c0c7470 msgr2=0x7f6d1c1fb8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:03.136 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.127+0000 7f6d1ad9d700 1 --2- 172.21.15.5:0/1569881358 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f6d1c0c7470 0x7f6d1c1fb8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:03.136 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.127+0000 7f6d1ad9d700 1 -- 172.21.15.5:0/1569881358 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6d1400c050 con 0x7f6d1c0c7850 2024-09-13T16:16:03.137 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.131+0000 7f6d1ad9d700 1 --2- 172.21.15.5:0/1569881358 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6d1c0c7850 0x7f6d1c0c3950 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f6d0c00e8e0 tx=0x7f6d0c00ebf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:03.137 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.131+0000 7f6d0affd700 1 -- 172.21.15.5:0/1569881358 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d0c0096c0 con 0x7f6d1c0c7850 2024-09-13T16:16:03.137 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.131+0000 7f6d209ef700 1 -- 172.21.15.5:0/1569881358 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6d1c0c82f0 con 0x7f6d1c0c7850 2024-09-13T16:16:03.138 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.131+0000 7f6d209ef700 1 -- 172.21.15.5:0/1569881358 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6d1c1fb390 con 0x7f6d1c0c7850 2024-09-13T16:16:03.139 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.135+0000 7f6d0affd700 1 -- 172.21.15.5:0/1569881358 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6d0c013680 con 0x7f6d1c0c7850 2024-09-13T16:16:03.140 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.135+0000 7f6d0affd700 1 -- 172.21.15.5:0/1569881358 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d0c013a10 con 0x7f6d1c0c7850 2024-09-13T16:16:03.141 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.135+0000 7f6d0affd700 1 -- 172.21.15.5:0/1569881358 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f6d0c013c50 con 0x7f6d1c0c7850 2024-09-13T16:16:03.142 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.135+0000 7f6d0affd700 1 --2- 172.21.15.5:0/1569881358 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f6cfc066880 0x7f6cfc068d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:03.142 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.135+0000 7f6d0affd700 1 -- 172.21.15.5:0/1569881358 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f6d0c084370 con 0x7f6d1c0c7850 2024-09-13T16:16:03.143 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.135+0000 7f6d1a59c700 1 --2- 172.21.15.5:0/1569881358 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f6cfc066880 0x7f6cfc068d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:03.143 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.135+0000 7f6d209ef700 1 -- 172.21.15.5:0/1569881358 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6d00005310 con 0x7f6d1c0c7850 2024-09-13T16:16:03.146 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.139+0000 7f6d1a59c700 1 --2- 172.21.15.5:0/1569881358 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f6cfc066880 0x7f6cfc068d40 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f6d1400c670 tx=0x7f6d1400a000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:03.151 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.147+0000 7f6d0affd700 1 -- 172.21.15.5:0/1569881358 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f6d0c054ef0 con 0x7f6d1c0c7850 2024-09-13T16:16:03.156 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.147+0000 7f2fdead2700 1 Processor -- start 2024-09-13T16:16:03.157 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.147+0000 7f2fdead2700 1 -- start start 2024-09-13T16:16:03.157 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.151+0000 7f2fdead2700 1 --2- >> v2:172.21.15.179:3300/0 conn(0x7f2fd80c6de0 0x7f2fd80c71f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:03.157 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.151+0000 7f2fdead2700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f2fd80c4c10 0x7f2fd80c5080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:03.157 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.151+0000 7f2fdead2700 1 -- --> v1:172.21.15.179:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2fd80c6940 con 0x7f2fd80c6560 2024-09-13T16:16:03.157 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.151+0000 7f2fdead2700 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2fd80c7730 con 0x7f2fd80c4c10 2024-09-13T16:16:03.158 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.151+0000 7f2fdead2700 1 -- --> v2:172.21.15.179:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2fd8169a60 con 0x7f2fd80c6de0 2024-09-13T16:16:03.158 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.151+0000 7f2fdd06f700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f2fd80c4c10 0x7f2fd80c5080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:03.158 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.151+0000 7f2fdd06f700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f2fd80c4c10 0x7f2fd80c5080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:54388/0 (socket says 172.21.15.5:54388) 2024-09-13T16:16:03.158 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.151+0000 7f2fdd06f700 1 -- 172.21.15.5:0/3428218819 learned_addr learned my addr 172.21.15.5:0/3428218819 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:16:03.158 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.151+0000 7f2fdd06f700 1 -- 172.21.15.5:0/3428218819 >> v2:172.21.15.179:3300/0 conn(0x7f2fd80c6de0 msgr2=0x7f2fd80c71f0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-13T16:16:03.158 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.151+0000 7f2fdd06f700 1 --2- 172.21.15.5:0/3428218819 >> v2:172.21.15.179:3300/0 conn(0x7f2fd80c6de0 0x7f2fd80c71f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:03.158 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.151+0000 7f2fdd06f700 1 -- 172.21.15.5:0/3428218819 >> v1:172.21.15.179:6789/0 conn(0x7f2fd80c6560 legacy=0x7f2fd8164e30 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-13T16:16:03.158 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.151+0000 7f2fdd06f700 1 -- 172.21.15.5:0/3428218819 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2fd8168e50 con 0x7f2fd80c4c10 2024-09-13T16:16:03.158 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.151+0000 7f2fdd06f700 1 --2- 172.21.15.5:0/3428218819 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2fd80c4c10 0x7f2fd80c5080 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f2fd80c79f0 tx=0x7f2fd000b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9e066949f5bdbb07 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:03.161 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.151+0000 7f6f1966b700 1 Processor -- start 2024-09-13T16:16:03.161 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.151+0000 7f6f1966b700 1 -- start start 2024-09-13T16:16:03.161 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.151+0000 7f6f1966b700 1 --2- >> v2:172.21.15.179:3300/0 conn(0x7f6f140c6de0 0x7f6f140c71c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:03.162 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.151+0000 7f6f1966b700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f6f14160720 0x7f6f14160b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:03.162 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.151+0000 7f6f1966b700 1 -- --> v1:172.21.15.179:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6f1415cf40 con 0x7f6f141570a0 2024-09-13T16:16:03.162 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.151+0000 7f6f1966b700 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6f140c7700 con 0x7f6f14160720 2024-09-13T16:16:03.162 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.151+0000 7f6f1966b700 1 -- --> v2:172.21.15.179:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6f1415d220 con 0x7f6f140c6de0 2024-09-13T16:16:03.162 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.151+0000 7f6f137fe700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f6f14160720 0x7f6f14160b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:03.162 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.151+0000 7f6f137fe700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f6f14160720 0x7f6f14160b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:54398/0 (socket says 172.21.15.5:54398) 2024-09-13T16:16:03.162 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.151+0000 7f6f137fe700 1 -- 172.21.15.5:0/3900280770 learned_addr learned my addr 172.21.15.5:0/3900280770 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:16:03.163 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.151+0000 7f6f127fc700 1 --2- 172.21.15.5:0/3900280770 >> v2:172.21.15.179:3300/0 conn(0x7f6f140c6de0 0x7f6f140c71c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:03.163 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.151+0000 7f6f137fe700 1 -- 172.21.15.5:0/3900280770 >> v2:172.21.15.179:3300/0 conn(0x7f6f140c6de0 msgr2=0x7f6f140c71c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:03.163 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.151+0000 7f6f137fe700 1 --2- 172.21.15.5:0/3900280770 >> v2:172.21.15.179:3300/0 conn(0x7f6f140c6de0 0x7f6f140c71c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:03.163 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.151+0000 7f6f137fe700 1 -- 172.21.15.5:0/3900280770 >> v1:172.21.15.179:6789/0 conn(0x7f6f141570a0 legacy=0x7f6f140c4c10 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-13T16:16:03.163 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.151+0000 7f6f137fe700 1 -- 172.21.15.5:0/3900280770 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6f1415d500 con 0x7f6f14160720 2024-09-13T16:16:03.163 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.151+0000 7f6f137fe700 1 --2- 172.21.15.5:0/3900280770 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6f14160720 0x7f6f14160b30 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f6f14066980 tx=0x7f6f0c00b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fd12489302700937 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:03.163 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.151+0000 7f2fd77fe700 1 -- 172.21.15.5:0/3428218819 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2fd0003c40 con 0x7f2fd80c4c10 2024-09-13T16:16:03.164 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.151+0000 7f6f11ffb700 1 -- 172.21.15.5:0/3900280770 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f0c00e070 con 0x7f6f14160720 2024-09-13T16:16:03.164 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.151+0000 7f2fd77fe700 1 -- 172.21.15.5:0/3428218819 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2fd0003da0 con 0x7f2fd80c4c10 2024-09-13T16:16:03.165 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.155+0000 7f6f11ffb700 1 -- 172.21.15.5:0/3900280770 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6f0c003a40 con 0x7f6f14160720 2024-09-13T16:16:03.165 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.155+0000 7f6f11ffb700 1 -- 172.21.15.5:0/3900280770 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f0c003dd0 con 0x7f6f14160720 2024-09-13T16:16:03.165 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.155+0000 7f2fdead2700 1 -- 172.21.15.5:0/3428218819 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2fd80c4c10 msgr2=0x7f2fd80c5080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:03.165 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.155+0000 7f2fdead2700 1 --2- 172.21.15.5:0/3428218819 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2fd80c4c10 0x7f2fd80c5080 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f2fd80c79f0 tx=0x7f2fd000b330 comp rx=0 tx=0).stop 2024-09-13T16:16:03.166 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.155+0000 7f6f1966b700 1 -- 172.21.15.5:0/3900280770 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6f14160720 msgr2=0x7f6f14160b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:03.167 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.155+0000 7f2fdead2700 1 -- 172.21.15.5:0/3428218819 shutdown_connections 2024-09-13T16:16:03.167 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.155+0000 7f2fdead2700 1 --2- 172.21.15.5:0/3428218819 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2fd80c4c10 0x7f2fd80c5080 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:03.167 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.155+0000 7f2fdead2700 1 --2- 172.21.15.5:0/3428218819 >> v2:172.21.15.179:3300/0 conn(0x7f2fd80c6de0 0x7f2fd80c71f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:03.167 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.155+0000 7f2fdead2700 1 -- 172.21.15.5:0/3428218819 >> 172.21.15.5:0/3428218819 conn(0x7f2fd806a950 msgr2=0x7f2fd806ad60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:03.168 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.155+0000 7f6f1966b700 1 --2- 172.21.15.5:0/3900280770 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6f14160720 0x7f6f14160b30 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f6f14066980 tx=0x7f6f0c00b330 comp rx=0 tx=0).stop 2024-09-13T16:16:03.168 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.155+0000 7f2fdead2700 1 -- 172.21.15.5:0/3428218819 shutdown_connections 2024-09-13T16:16:03.169 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.155+0000 7f6f1966b700 1 -- 172.21.15.5:0/3900280770 shutdown_connections 2024-09-13T16:16:03.169 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.155+0000 7f6f1966b700 1 --2- 172.21.15.5:0/3900280770 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6f14160720 0x7f6f14160b30 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:03.170 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.155+0000 7f6f1966b700 1 --2- 172.21.15.5:0/3900280770 >> v2:172.21.15.179:3300/0 conn(0x7f6f140c6de0 0x7f6f140c71c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:03.170 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.155+0000 7f6f1966b700 1 -- 172.21.15.5:0/3900280770 >> 172.21.15.5:0/3900280770 conn(0x7f6f1406a950 msgr2=0x7f6f1406ad60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:03.170 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.155+0000 7f2fdead2700 1 -- 172.21.15.5:0/3428218819 wait complete. 2024-09-13T16:16:03.170 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.155+0000 7f2fdead2700 1 Processor -- start 2024-09-13T16:16:03.170 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.155+0000 7f6f1966b700 1 -- 172.21.15.5:0/3900280770 shutdown_connections 2024-09-13T16:16:03.171 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.155+0000 7f2fdead2700 1 -- start start 2024-09-13T16:16:03.171 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.155+0000 7f6f1966b700 1 -- 172.21.15.5:0/3900280770 wait complete. 2024-09-13T16:16:03.171 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.159+0000 7f2fdead2700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f2fd80c4c10 0x7f2fd820bd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:03.172 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.159+0000 7f2fdead2700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2fd80c6560 0x7f2fd80c8010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:03.172 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.159+0000 7f2fdead2700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f2fd80c6de0 0x7f2fd80c02f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:03.172 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.159+0000 7f2fdead2700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2fd80c8630 con 0x7f2fd80c6560 2024-09-13T16:16:03.172 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.159+0000 7f2fdead2700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2fd80c88f0 con 0x7f2fd80c4c10 2024-09-13T16:16:03.172 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.159+0000 7f2fdead2700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2fd80c8bd0 con 0x7f2fd80c6de0 2024-09-13T16:16:03.172 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.159+0000 7f6f1966b700 1 Processor -- start 2024-09-13T16:16:03.173 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.159+0000 7f2fdd06f700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f2fd80c6de0 0x7f2fd80c02f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:03.173 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.159+0000 7f2fdd06f700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f2fd80c6de0 0x7f2fd80c02f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.179:3301/0 says I am v2:172.21.15.5:37518/0 (socket says 172.21.15.5:37518) 2024-09-13T16:16:03.173 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.159+0000 7f2fdd06f700 1 -- 172.21.15.5:0/3762261143 learned_addr learned my addr 172.21.15.5:0/3762261143 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:16:03.173 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.159+0000 7f2fd7fff700 1 --2- 172.21.15.5:0/3762261143 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2fd80c6560 0x7f2fd80c8010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:03.173 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.159+0000 7f2fdc86e700 1 --2- 172.21.15.5:0/3762261143 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f2fd80c4c10 0x7f2fd820bd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:03.174 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.159+0000 7f2fdd06f700 1 -- 172.21.15.5:0/3762261143 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f2fd80c4c10 msgr2=0x7f2fd820bd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:03.174 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.159+0000 7f2fdd06f700 1 --2- 172.21.15.5:0/3762261143 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f2fd80c4c10 0x7f2fd820bd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:03.174 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.159+0000 7f2fdd06f700 1 -- 172.21.15.5:0/3762261143 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2fd80c6560 msgr2=0x7f2fd80c8010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:03.174 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.159+0000 7f2fdd06f700 1 --2- 172.21.15.5:0/3762261143 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2fd80c6560 0x7f2fd80c8010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:03.174 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.159+0000 7f2fdd06f700 1 -- 172.21.15.5:0/3762261143 --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2fd0009b30 con 0x7f2fd80c6de0 2024-09-13T16:16:03.175 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.159+0000 7f6f1966b700 1 -- start start 2024-09-13T16:16:03.175 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.159+0000 7f6f1966b700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f6f140c6de0 0x7f6f14159e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:03.175 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.159+0000 7f6f1966b700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f6f141570a0 0x7f6f14152190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:03.175 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.159+0000 7f6f1966b700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6f14160720 0x7f6f141f2ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:03.176 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.159+0000 7f6f1966b700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6f14151340 con 0x7f6f14160720 2024-09-13T16:16:03.176 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.159+0000 7f6f1966b700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6f141f2660 con 0x7f6f140c6de0 2024-09-13T16:16:03.176 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.159+0000 7f6f1966b700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6f14158cf0 con 0x7f6f141570a0 2024-09-13T16:16:03.176 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.159+0000 7f6f12ffd700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f6f140c6de0 0x7f6f14159e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:03.176 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.159+0000 7f6f12ffd700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f6f140c6de0 0x7f6f14159e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.179:3300/0 says I am v2:172.21.15.5:35034/0 (socket says 172.21.15.5:35034) 2024-09-13T16:16:03.177 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.159+0000 7f6f127fc700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f6f141570a0 0x7f6f14152190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:03.177 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.159+0000 7f6f12ffd700 1 -- 172.21.15.5:0/1813595040 learned_addr learned my addr 172.21.15.5:0/1813595040 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:16:03.177 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.159+0000 7f6f12ffd700 1 -- 172.21.15.5:0/1813595040 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f6f141570a0 msgr2=0x7f6f14152190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:03.177 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.159+0000 7f6f12ffd700 1 --2- 172.21.15.5:0/1813595040 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f6f141570a0 0x7f6f14152190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:03.177 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.159+0000 7f6f12ffd700 1 -- 172.21.15.5:0/1813595040 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6f14160720 msgr2=0x7f6f141f2ab0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-13T16:16:03.177 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.159+0000 7f6f12ffd700 1 --2- 172.21.15.5:0/1813595040 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6f14160720 0x7f6f141f2ab0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:03.177 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.159+0000 7f6f12ffd700 1 -- 172.21.15.5:0/1813595040 --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6f0c009b30 con 0x7f6f140c6de0 2024-09-13T16:16:03.178 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.163+0000 7f2fdd06f700 1 --2- 172.21.15.5:0/3762261143 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f2fd80c6de0 0x7f2fd80c02f0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f2fd000b370 tx=0x7f2fd0004af0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:03.178 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.163+0000 7f6f12ffd700 1 --2- 172.21.15.5:0/1813595040 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f6f140c6de0 0x7f6f14159e60 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f6f0400b520 tx=0x7f6f0400b830 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:03.178 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.163+0000 7f2fd57fa700 1 -- 172.21.15.5:0/3762261143 <== mon.2 v2:172.21.15.179:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2fd0010070 con 0x7f2fd80c6de0 2024-09-13T16:16:03.179 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.163+0000 7f2fd57fa700 1 -- 172.21.15.5:0/3762261143 <== mon.2 v2:172.21.15.179:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2fd0014410 con 0x7f2fd80c6de0 2024-09-13T16:16:03.179 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.163+0000 7f2fdead2700 1 -- 172.21.15.5:0/3762261143 --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2fd80c8eb0 con 0x7f2fd80c6de0 2024-09-13T16:16:03.179 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.163+0000 7f2fdead2700 1 -- 172.21.15.5:0/3762261143 --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2fd80c9770 con 0x7f2fd80c6de0 2024-09-13T16:16:03.179 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.163+0000 7f2fd57fa700 1 -- 172.21.15.5:0/3762261143 <== mon.2 v2:172.21.15.179:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2fd00147c0 con 0x7f2fd80c6de0 2024-09-13T16:16:03.180 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.163+0000 7f6efb7fe700 1 -- 172.21.15.5:0/1813595040 <== mon.1 v2:172.21.15.179:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f04011830 con 0x7f6f140c6de0 2024-09-13T16:16:03.180 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.163+0000 7f6efb7fe700 1 -- 172.21.15.5:0/1813595040 <== mon.1 v2:172.21.15.179:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6f04011990 con 0x7f6f140c6de0 2024-09-13T16:16:03.180 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.163+0000 7f6efb7fe700 1 -- 172.21.15.5:0/1813595040 <== mon.1 v2:172.21.15.179:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f04011d40 con 0x7f6f140c6de0 2024-09-13T16:16:03.181 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.163+0000 7f6f1966b700 1 -- 172.21.15.5:0/1813595040 --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6f141594f0 con 0x7f6f140c6de0 2024-09-13T16:16:03.181 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.163+0000 7f6f1966b700 1 -- 172.21.15.5:0/1813595040 --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6f14158f40 con 0x7f6f140c6de0 2024-09-13T16:16:03.181 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.163+0000 7f2fd57fa700 1 -- 172.21.15.5:0/3762261143 <== mon.2 v2:172.21.15.179:3301/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f2fd0014920 con 0x7f2fd80c6de0 2024-09-13T16:16:03.181 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.163+0000 7f2fd57fa700 1 --2- 172.21.15.5:0/3762261143 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f2fc4066730 0x7f2fc4068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:03.181 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.163+0000 7f2fd57fa700 1 -- 172.21.15.5:0/3762261143 <== mon.2 v2:172.21.15.179:3301/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f2fd0085bf0 con 0x7f2fd80c6de0 2024-09-13T16:16:03.182 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.167+0000 7f6efb7fe700 1 -- 172.21.15.5:0/1813595040 <== mon.1 v2:172.21.15.179:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f6f0401a400 con 0x7f6f140c6de0 2024-09-13T16:16:03.182 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.167+0000 7f6efb7fe700 1 --2- 172.21.15.5:0/1813595040 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f6f00066800 0x7f6f00068cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:03.182 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.167+0000 7f6efb7fe700 1 -- 172.21.15.5:0/1813595040 <== mon.1 v2:172.21.15.179:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f6f040844e0 con 0x7f6f140c6de0 2024-09-13T16:16:03.182 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.167+0000 7f6f127fc700 1 --2- 172.21.15.5:0/1813595040 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f6f00066800 0x7f6f00068cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:03.182 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.167+0000 7f6f127fc700 1 --2- 172.21.15.5:0/1813595040 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f6f00066800 0x7f6f00068cc0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f6f1406b110 tx=0x7f6f08008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:03.182 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.171+0000 7f6f1966b700 1 -- 172.21.15.5:0/1813595040 --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6ef4005310 con 0x7f6f140c6de0 2024-09-13T16:16:03.183 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.167+0000 7f2fdc86e700 1 --2- 172.21.15.5:0/3762261143 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f2fc4066730 0x7f2fc4068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:03.183 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.167+0000 7f2fdc86e700 1 --2- 172.21.15.5:0/3762261143 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f2fc4066730 0x7f2fc4068bf0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f2fc8006fd0 tx=0x7f2fc8009190 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:03.183 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.171+0000 7f2fdead2700 1 -- 172.21.15.5:0/3762261143 --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2fd81658d0 con 0x7f2fd80c6de0 2024-09-13T16:16:03.187 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.183+0000 7f2fd57fa700 1 -- 172.21.15.5:0/3762261143 <== mon.2 v2:172.21.15.179:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f2fd81658d0 con 0x7f2fd80c6de0 2024-09-13T16:16:03.188 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.183+0000 7f2f2b851700 1 Processor -- start 2024-09-13T16:16:03.189 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.183+0000 7f6efb7fe700 1 -- 172.21.15.5:0/1813595040 <== mon.1 v2:172.21.15.179:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f6f04051540 con 0x7f6f140c6de0 2024-09-13T16:16:03.191 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.183+0000 7f2f2b851700 1 -- start start 2024-09-13T16:16:03.191 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.183+0000 7f2f2b851700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f2f24152f40 0x7f2f241589e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:03.191 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.183+0000 7f2f2b851700 1 --2- >> v2:172.21.15.179:3300/0 conn(0x7f2f240c5390 0x7f2f24158f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:03.191 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.183+0000 7f2f2b851700 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2f240ca720 con 0x7f2f24152b60 2024-09-13T16:16:03.192 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.183+0000 7f2f2b851700 1 -- --> v2:172.21.15.179:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2f240c9be0 con 0x7f2f240c5390 2024-09-13T16:16:03.192 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.183+0000 7f2f2b851700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2f24159780 con 0x7f2f24152f40 2024-09-13T16:16:03.192 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.183+0000 7f2f295ed700 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f2f24152b60 0x7f2f24159eb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:53568/0 (socket says 172.21.15.5:53568) 2024-09-13T16:16:03.192 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.183+0000 7f2f295ed700 1 -- 172.21.15.5:0/742790163 learned_addr learned my addr 172.21.15.5:0/742790163 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-13T16:16:03.193 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.183+0000 7f2f29dee700 1 --2- 172.21.15.5:0/742790163 >> v2:172.21.15.179:3300/0 conn(0x7f2f240c5390 0x7f2f24158f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:03.193 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.183+0000 7f2f28dec700 1 --2- 172.21.15.5:0/742790163 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f2f24152f40 0x7f2f241589e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:03.196 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.183+0000 7f34b0a2c700 1 Processor -- start 2024-09-13T16:16:03.196 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.183+0000 7f34b0a2c700 1 -- start start 2024-09-13T16:16:03.196 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.187+0000 7f34b0a2c700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f34ac1570a0 0x7f34ac0c4c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:03.197 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.187+0000 7f34b0a2c700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f34ac160720 0x7f34ac160b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:03.197 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.187+0000 7f34b0a2c700 1 -- --> v1:172.21.15.179:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f34ac161090 con 0x7f34ac0c5150 2024-09-13T16:16:03.197 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.187+0000 7f34b0a2c700 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f34ac15cf40 con 0x7f34ac1570a0 2024-09-13T16:16:03.197 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.187+0000 7f34b0a2c700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f34ac15d220 con 0x7f34ac160720 2024-09-13T16:16:03.197 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.187+0000 7f34aad9d700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f34ac1570a0 0x7f34ac0c4c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:03.197 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.187+0000 7f34aad9d700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f34ac1570a0 0x7f34ac0c4c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:54422/0 (socket says 172.21.15.5:54422) 2024-09-13T16:16:03.197 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.187+0000 7f34aad9d700 1 -- 172.21.15.5:0/3183801003 learned_addr learned my addr 172.21.15.5:0/3183801003 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:16:03.197 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.187+0000 7f34ab59e700 1 --2- 172.21.15.5:0/3183801003 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f34ac160720 0x7f34ac160b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:03.198 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.187+0000 7f34aad9d700 1 -- 172.21.15.5:0/3183801003 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f34ac160720 msgr2=0x7f34ac160b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:03.198 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.187+0000 7f34aad9d700 1 --2- 172.21.15.5:0/3183801003 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f34ac160720 0x7f34ac160b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:03.198 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.187+0000 7f34aad9d700 1 -- 172.21.15.5:0/3183801003 >> v1:172.21.15.179:6789/0 conn(0x7f34ac0c5150 legacy=0x7f34ac0c6de0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-13T16:16:03.198 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.187+0000 7f34aad9d700 1 -- 172.21.15.5:0/3183801003 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f34ac15d500 con 0x7f34ac1570a0 2024-09-13T16:16:03.198 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.187+0000 7f34ab59e700 1 --2- 172.21.15.5:0/3183801003 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f34ac160720 0x7f34ac160b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:16:03.198 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.187+0000 7f34aad9d700 1 --2- 172.21.15.5:0/3183801003 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f34ac1570a0 0x7f34ac0c4c10 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f34a4009e80 tx=0x7f34a400b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f24375388c7f9678 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:03.198 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.187+0000 7f34a9d9b700 1 -- 172.21.15.5:0/3183801003 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f34a400e070 con 0x7f34ac1570a0 2024-09-13T16:16:03.198 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.187+0000 7f34a9d9b700 1 -- 172.21.15.5:0/3183801003 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f34a4003a40 con 0x7f34ac1570a0 2024-09-13T16:16:03.198 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.187+0000 7f34b0a2c700 1 -- 172.21.15.5:0/3183801003 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f34ac1570a0 msgr2=0x7f34ac0c4c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:03.199 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.187+0000 7f2f29dee700 1 -- 172.21.15.5:0/742790163 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f2f24152f40 msgr2=0x7f2f241589e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:03.199 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.187+0000 7f2f29dee700 1 --2- 172.21.15.5:0/742790163 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f2f24152f40 0x7f2f241589e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:03.199 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.187+0000 7f2f29dee700 1 -- 172.21.15.5:0/742790163 >> v1:172.21.15.5:6789/0 conn(0x7f2f24152b60 legacy=0x7f2f24159eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:03.199 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.187+0000 7f2f29dee700 1 -- 172.21.15.5:0/742790163 --> v2:172.21.15.179:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2f240cabb0 con 0x7f2f240c5390 2024-09-13T16:16:03.199 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.187+0000 7f2f28dec700 1 --2- 172.21.15.5:0/742790163 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f2f24152f40 0x7f2f241589e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:16:03.199 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.187+0000 7f2f29dee700 1 --2- 172.21.15.5:0/742790163 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f2f240c5390 0x7f2f24158f20 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f2f1c009d90 tx=0x7f2f1c00b330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=295d0d22929f2133 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:03.199 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.187+0000 7f2f1bfff700 1 -- 172.21.15.5:0/742790163 <== mon.1 v2:172.21.15.179:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2f1c00e070 con 0x7f2f240c5390 2024-09-13T16:16:03.199 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.187+0000 7f2f1bfff700 1 -- 172.21.15.5:0/742790163 <== mon.1 v2:172.21.15.179:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2f1c003a40 con 0x7f2f240c5390 2024-09-13T16:16:03.199 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.187+0000 7f2f1bfff700 1 -- 172.21.15.5:0/742790163 <== mon.1 v2:172.21.15.179:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2f1c003df0 con 0x7f2f240c5390 2024-09-13T16:16:03.200 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.187+0000 7f34b0a2c700 1 --2- 172.21.15.5:0/3183801003 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f34ac1570a0 0x7f34ac0c4c10 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f34a4009e80 tx=0x7f34a400b330 comp rx=0 tx=0).stop 2024-09-13T16:16:03.200 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.191+0000 7f2f2b851700 1 -- 172.21.15.5:0/742790163 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f2f240c5390 msgr2=0x7f2f24158f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:03.201 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.191+0000 7f2f2b851700 1 --2- 172.21.15.5:0/742790163 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f2f240c5390 0x7f2f24158f20 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f2f1c009d90 tx=0x7f2f1c00b330 comp rx=0 tx=0).stop 2024-09-13T16:16:03.201 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.191+0000 7f2f2b851700 1 -- 172.21.15.5:0/742790163 shutdown_connections 2024-09-13T16:16:03.201 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.191+0000 7f34b0a2c700 1 -- 172.21.15.5:0/3183801003 shutdown_connections 2024-09-13T16:16:03.201 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.191+0000 7f34b0a2c700 1 --2- 172.21.15.5:0/3183801003 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f34ac160720 0x7f34ac160b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:03.201 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.191+0000 7f34b0a2c700 1 --2- 172.21.15.5:0/3183801003 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f34ac1570a0 0x7f34ac0c4c10 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:03.201 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.191+0000 7f34b0a2c700 1 -- 172.21.15.5:0/3183801003 >> 172.21.15.5:0/3183801003 conn(0x7f34ac06a950 msgr2=0x7f34ac06ad60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:03.202 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.191+0000 7f2f2b851700 1 --2- 172.21.15.5:0/742790163 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f2f24152f40 0x7f2f241589e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:03.202 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.191+0000 7f34b0a2c700 1 -- 172.21.15.5:0/3183801003 shutdown_connections 2024-09-13T16:16:03.203 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.191+0000 7f2f2b851700 1 --2- 172.21.15.5:0/742790163 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f2f240c5390 0x7f2f24158f20 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:03.203 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.191+0000 7f2f2b851700 1 -- 172.21.15.5:0/742790163 >> 172.21.15.5:0/742790163 conn(0x7f2f240ce660 msgr2=0x7f2f240cea70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:03.203 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.191+0000 7f34b0a2c700 1 -- 172.21.15.5:0/3183801003 wait complete. 2024-09-13T16:16:03.203 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.191+0000 7f2f2b851700 1 -- 172.21.15.5:0/742790163 shutdown_connections 2024-09-13T16:16:03.204 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.191+0000 7f2f2b851700 1 -- 172.21.15.5:0/742790163 wait complete. 2024-09-13T16:16:03.205 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.191+0000 7f34b0a2c700 1 Processor -- start 2024-09-13T16:16:03.205 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.191+0000 7f34b0a2c700 1 -- start start 2024-09-13T16:16:03.205 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.191+0000 7f34b0a2c700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f34ac0c5150 0x7f34ac1617a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:03.205 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.191+0000 7f34b0a2c700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f34ac1570a0 0x7f34ac0c92e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:03.205 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.191+0000 7f34b0a2c700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f34ac160720 0x7f34ac0c82c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:03.205 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.191+0000 7f34b0a2c700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f34ac1622b0 con 0x7f34ac160720 2024-09-13T16:16:03.205 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.191+0000 7f34b0a2c700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f34ac153cd0 con 0x7f34ac1570a0 2024-09-13T16:16:03.205 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.191+0000 7f34b0a2c700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f34ac161350 con 0x7f34ac0c5150 2024-09-13T16:16:03.206 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.191+0000 7f2f2b851700 1 Processor -- start 2024-09-13T16:16:03.206 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.191+0000 7f34ab59e700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f34ac160720 0x7f34ac0c82c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:03.206 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.191+0000 7f34ab59e700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f34ac160720 0x7f34ac0c82c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:54430/0 (socket says 172.21.15.5:54430) 2024-09-13T16:16:03.206 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.191+0000 7f34ab59e700 1 -- 172.21.15.5:0/2883222536 learned_addr learned my addr 172.21.15.5:0/2883222536 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:16:03.206 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.191+0000 7f34aa59c700 1 --2- 172.21.15.5:0/2883222536 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f34ac1570a0 0x7f34ac0c92e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:03.206 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.191+0000 7f34aad9d700 1 --2- 172.21.15.5:0/2883222536 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f34ac0c5150 0x7f34ac1617a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:03.207 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.191+0000 7f2f2b851700 1 -- start start 2024-09-13T16:16:03.207 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.191+0000 7f34ab59e700 1 -- 172.21.15.5:0/2883222536 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f34ac0c5150 msgr2=0x7f34ac1617a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:03.208 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.191+0000 7f34ab59e700 1 --2- 172.21.15.5:0/2883222536 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f34ac0c5150 0x7f34ac1617a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:03.208 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.191+0000 7f34ab59e700 1 -- 172.21.15.5:0/2883222536 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f34ac1570a0 msgr2=0x7f34ac0c92e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:03.208 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.191+0000 7f34ab59e700 1 --2- 172.21.15.5:0/2883222536 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f34ac1570a0 0x7f34ac0c92e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:03.208 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.191+0000 7f34ab59e700 1 -- 172.21.15.5:0/2883222536 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f34a4009b30 con 0x7f34ac160720 2024-09-13T16:16:03.208 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.191+0000 7f34aa59c700 1 --2- 172.21.15.5:0/2883222536 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f34ac1570a0 0x7f34ac0c92e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:16:03.209 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.195+0000 7f34ab59e700 1 --2- 172.21.15.5:0/2883222536 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f34ac160720 0x7f34ac0c82c0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f349c00c7f0 tx=0x7f349c00cbb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:03.209 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.195+0000 7f349b7fe700 1 -- 172.21.15.5:0/2883222536 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f349c011800 con 0x7f34ac160720 2024-09-13T16:16:03.209 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.195+0000 7f34b0a2c700 1 -- 172.21.15.5:0/2883222536 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f34ac15a3c0 con 0x7f34ac160720 2024-09-13T16:16:03.209 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.195+0000 7f34b0a2c700 1 -- 172.21.15.5:0/2883222536 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f34ac0caf70 con 0x7f34ac160720 2024-09-13T16:16:03.210 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.195+0000 7f2f2b851700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f2f240c5390 0x7f2f241fbe80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:03.210 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.195+0000 7f2f2b851700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f2f24152b60 0x7f2f2415c190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:03.211 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.195+0000 7f2f2b851700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2f24152f40 0x7f2f24156640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:03.211 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.195+0000 7f2f29dee700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2f24152f40 0x7f2f24156640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:03.211 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.195+0000 7f2f29dee700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2f24152f40 0x7f2f24156640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:54436/0 (socket says 172.21.15.5:54436) 2024-09-13T16:16:03.211 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.195+0000 7f2f295ed700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f2f240c5390 0x7f2f241fbe80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:03.211 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.195+0000 7f2f29dee700 1 -- 172.21.15.5:0/4087271946 learned_addr learned my addr 172.21.15.5:0/4087271946 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:16:03.211 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.195+0000 7f2f28dec700 1 --2- 172.21.15.5:0/4087271946 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f2f24152b60 0x7f2f2415c190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:03.211 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.195+0000 7f2f2b851700 1 -- 172.21.15.5:0/4087271946 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2f241fb470 con 0x7f2f24152f40 2024-09-13T16:16:03.211 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.195+0000 7f2f2b851700 1 -- 172.21.15.5:0/4087271946 --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2f24153f20 con 0x7f2f24152b60 2024-09-13T16:16:03.211 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.195+0000 7f2f2b851700 1 -- 172.21.15.5:0/4087271946 --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2f241fc3c0 con 0x7f2f240c5390 2024-09-13T16:16:03.211 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.195+0000 7f2f29dee700 1 -- 172.21.15.5:0/4087271946 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f2f240c5390 msgr2=0x7f2f241fbe80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:03.211 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.195+0000 7f2f29dee700 1 --2- 172.21.15.5:0/4087271946 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f2f240c5390 0x7f2f241fbe80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:03.212 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.195+0000 7f2f29dee700 1 -- 172.21.15.5:0/4087271946 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f2f24152b60 msgr2=0x7f2f2415c190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:03.212 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.195+0000 7f2f29dee700 1 --2- 172.21.15.5:0/4087271946 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f2f24152b60 0x7f2f2415c190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:03.212 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.195+0000 7f2f29dee700 1 -- 172.21.15.5:0/4087271946 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2f140094b0 con 0x7f2f24152f40 2024-09-13T16:16:03.212 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.195+0000 7f2f295ed700 1 --2- 172.21.15.5:0/4087271946 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f2f240c5390 0x7f2f241fbe80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:16:03.212 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.195+0000 7f2f29dee700 1 --2- 172.21.15.5:0/4087271946 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2f24152f40 0x7f2f24156640 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f2f24079a30 tx=0x7f2f1c004af0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:03.213 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.195+0000 7f9b1ad19700 1 Processor -- start 2024-09-13T16:16:03.213 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.195+0000 7f9b1ad19700 1 -- start start 2024-09-13T16:16:03.213 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.195+0000 7f9b1ad19700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f9b141658f0 0x7f9b14165d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:03.213 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.195+0000 7f9b1ad19700 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9b14165480 con 0x7f9b141650a0 2024-09-13T16:16:03.213 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.195+0000 7f9b1ad19700 1 -- --> v1:172.21.15.179:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9b14169a60 con 0x7f9b140c6560 2024-09-13T16:16:03.213 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.195+0000 7f9b1ad19700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9b140c6960 con 0x7f9b141658f0 2024-09-13T16:16:03.213 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.195+0000 7f9b19516700 1 --1- >> v1:172.21.15.179:6789/0 conn(0x7f9b140c6560 0x7f9b140c4c10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.179:6789/0 says I am v1:172.21.15.5:45976/0 (socket says 172.21.15.5:45976) 2024-09-13T16:16:03.214 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.195+0000 7f9b19516700 1 -- 172.21.15.5:0/2416689321 learned_addr learned my addr 172.21.15.5:0/2416689321 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-13T16:16:03.214 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.195+0000 7f9b1a518700 1 --2- 172.21.15.5:0/2416689321 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f9b141658f0 0x7f9b14165d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:03.214 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.195+0000 7f9b18d15700 1 -- 172.21.15.5:0/2416689321 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4035320957 0 0) 0x7f9b14165480 con 0x7f9b141650a0 2024-09-13T16:16:03.214 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.195+0000 7f9b18d15700 1 -- 172.21.15.5:0/2416689321 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9b000035d0 con 0x7f9b141650a0 2024-09-13T16:16:03.214 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.195+0000 7f9b18d15700 1 -- 172.21.15.5:0/2416689321 <== mon.1 v1:172.21.15.179:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2208749659 0 0) 0x7f9b0c0013c0 con 0x7f9b140c6560 2024-09-13T16:16:03.214 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.195+0000 7f9b18d15700 1 -- 172.21.15.5:0/2416689321 --> v1:172.21.15.179:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9b14165480 con 0x7f9b140c6560 2024-09-13T16:16:03.215 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.195+0000 7f2f19ffb700 1 -- 172.21.15.5:0/4087271946 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2f1c009410 con 0x7f2f24152f40 2024-09-13T16:16:03.215 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.195+0000 7f2f19ffb700 1 -- 172.21.15.5:0/4087271946 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2f1c004610 con 0x7f2f24152f40 2024-09-13T16:16:03.215 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.195+0000 7f2f19ffb700 1 -- 172.21.15.5:0/4087271946 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2f1c012430 con 0x7f2f24152f40 2024-09-13T16:16:03.216 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.195+0000 7f9b18d15700 1 -- 172.21.15.5:0/2416689321 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2097890193 0 0) 0x7f9b000035d0 con 0x7f9b141650a0 2024-09-13T16:16:03.216 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.195+0000 7f9b18d15700 1 -- 172.21.15.5:0/2416689321 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f9b141658f0 msgr2=0x7f9b14165d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:03.216 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.195+0000 7f9b18d15700 1 --2- 172.21.15.5:0/2416689321 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f9b141658f0 0x7f9b14165d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:03.216 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.195+0000 7f9b18d15700 1 -- 172.21.15.5:0/2416689321 >> v1:172.21.15.179:6789/0 conn(0x7f9b140c6560 legacy=0x7f9b140c4c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:03.216 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.195+0000 7f9b18d15700 1 -- 172.21.15.5:0/2416689321 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9b141662c0 con 0x7f9b141650a0 2024-09-13T16:16:03.217 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.195+0000 7f9b18d15700 1 -- 172.21.15.5:0/2416689321 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 830915072 0 0) 0x7f9b10001670 con 0x7f9b141650a0 2024-09-13T16:16:03.217 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.195+0000 7f9b18d15700 1 -- 172.21.15.5:0/2416689321 >> v1:172.21.15.5:6789/0 conn(0x7f9b141650a0 legacy=0x7f9b140c6de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:03.217 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.195+0000 7f9b18d15700 1 --2- 172.21.15.5:0/2416689321 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f9b141658f0 0x7f9b00004cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:03.217 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.195+0000 7f9b18d15700 1 --2- 172.21.15.5:0/2416689321 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9b00005280 0x7f9b00003810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:03.217 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.195+0000 7f9b18d15700 1 --2- 172.21.15.5:0/2416689321 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f9b00003d50 0x7f9b000041d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:03.217 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.195+0000 7f9b18d15700 1 -- 172.21.15.5:0/2416689321 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9b140c6960 con 0x7f9b00005280 2024-09-13T16:16:03.217 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.195+0000 7f9b18d15700 1 -- 172.21.15.5:0/2416689321 --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9b0000bbf0 con 0x7f9b00003d50 2024-09-13T16:16:03.217 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.195+0000 7f9b18d15700 1 -- 172.21.15.5:0/2416689321 --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9b0000bdb0 con 0x7f9b141658f0 2024-09-13T16:16:03.217 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.195+0000 7f2f2b851700 1 -- 172.21.15.5:0/4087271946 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2f1c009a70 con 0x7f2f24152f40 2024-09-13T16:16:03.218 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.195+0000 7f349b7fe700 1 -- 172.21.15.5:0/2883222536 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f349c011960 con 0x7f34ac160720 2024-09-13T16:16:03.219 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.195+0000 7f9b19d17700 1 --2- 172.21.15.5:0/2416689321 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f9b141658f0 0x7f9b00004cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:03.219 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.199+0000 7f9b19516700 1 --2- 172.21.15.5:0/2416689321 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9b00005280 0x7f9b00003810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:03.219 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.199+0000 7f9b19d17700 1 -- 172.21.15.5:0/2416689321 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f9b00003d50 msgr2=0x7f9b000041d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:03.219 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.199+0000 7f9b19d17700 1 --2- 172.21.15.5:0/2416689321 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f9b00003d50 0x7f9b000041d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:03.219 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.199+0000 7f9b19d17700 1 -- 172.21.15.5:0/2416689321 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9b00005280 msgr2=0x7f9b00003810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:03.220 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.199+0000 7f9b19d17700 1 --2- 172.21.15.5:0/2416689321 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9b00005280 0x7f9b00003810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:03.220 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.199+0000 7f9b19d17700 1 -- 172.21.15.5:0/2416689321 --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9b000035d0 con 0x7f9b141658f0 2024-09-13T16:16:03.220 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.199+0000 7f9b19516700 1 --2- 172.21.15.5:0/2416689321 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9b00005280 0x7f9b00003810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:16:03.220 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.199+0000 7f9b19d17700 1 --2- 172.21.15.5:0/2416689321 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f9b141658f0 0x7f9b00004cb0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f9b1000c190 tx=0x7f9b000058a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=50d2c9f33a4cb8 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:03.221 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.199+0000 7f349b7fe700 1 -- 172.21.15.5:0/2883222536 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f349c011d10 con 0x7f34ac160720 2024-09-13T16:16:03.221 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.199+0000 7f349b7fe700 1 -- 172.21.15.5:0/2883222536 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f349c018360 con 0x7f34ac160720 2024-09-13T16:16:03.221 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.199+0000 7f9b18d15700 1 -- 172.21.15.5:0/2416689321 <== mon.2 v2:172.21.15.179:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9b1000ccd0 con 0x7f9b141658f0 2024-09-13T16:16:03.222 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.199+0000 7f9b18d15700 1 -- 172.21.15.5:0/2416689321 <== mon.2 v2:172.21.15.179:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9b1000ce30 con 0x7f9b141658f0 2024-09-13T16:16:03.222 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.199+0000 7f349b7fe700 1 --2- 172.21.15.5:0/2883222536 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f3494066950 0x7f3494068e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:03.223 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.199+0000 7f2f19ffb700 1 -- 172.21.15.5:0/4087271946 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f2f1c012590 con 0x7f2f24152f40 2024-09-13T16:16:03.223 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.199+0000 7f2f2b851700 1 -- 172.21.15.5:0/4087271946 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2f24071530 con 0x7f2f24152f40 2024-09-13T16:16:03.223 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.199+0000 7f2f19ffb700 1 --2- 172.21.15.5:0/4087271946 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f2f080667b0 0x7f2f08068c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:03.224 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.199+0000 7f2f19ffb700 1 -- 172.21.15.5:0/4087271946 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f2f1c0853c0 con 0x7f2f24152f40 2024-09-13T16:16:03.224 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.199+0000 7f2f295ed700 1 --2- 172.21.15.5:0/4087271946 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f2f080667b0 0x7f2f08068c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:03.224 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.199+0000 7f34aad9d700 1 --2- 172.21.15.5:0/2883222536 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f3494066950 0x7f3494068e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:03.225 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.199+0000 7f9b1ad19700 1 -- 172.21.15.5:0/2416689321 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f9b141658f0 msgr2=0x7f9b00004cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:03.225 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.199+0000 7f9b1ad19700 1 --2- 172.21.15.5:0/2416689321 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f9b141658f0 0x7f9b00004cb0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f9b1000c190 tx=0x7f9b000058a0 comp rx=0 tx=0).stop 2024-09-13T16:16:03.225 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.199+0000 7f9b1a518700 1 -- 172.21.15.5:0/2416689321 reap_dead start 2024-09-13T16:16:03.225 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.199+0000 7f9b1ad19700 1 -- 172.21.15.5:0/2416689321 shutdown_connections 2024-09-13T16:16:03.225 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.199+0000 7f9b1ad19700 1 -- 172.21.15.5:0/2416689321 >> 172.21.15.5:0/2416689321 conn(0x7f9b1406a950 msgr2=0x7f9b1406ad60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:03.225 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.199+0000 7f9b1ad19700 1 -- 172.21.15.5:0/2416689321 shutdown_connections 2024-09-13T16:16:03.226 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.199+0000 7f9b1ad19700 1 -- 172.21.15.5:0/2416689321 wait complete. 2024-09-13T16:16:03.226 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.199+0000 7f349b7fe700 1 -- 172.21.15.5:0/2883222536 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f349c0844a0 con 0x7f34ac160720 2024-09-13T16:16:03.227 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.199+0000 7f34b0a2c700 1 -- 172.21.15.5:0/2883222536 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3488005310 con 0x7f34ac160720 2024-09-13T16:16:03.227 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.199+0000 7f34aad9d700 1 --2- 172.21.15.5:0/2883222536 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f3494066950 0x7f3494068e10 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f34a4009fd0 tx=0x7f34a4009000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:03.227 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.203+0000 7f9b1ad19700 1 Processor -- start 2024-09-13T16:16:03.228 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.199+0000 7f2f295ed700 1 --2- 172.21.15.5:0/4087271946 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f2f080667b0 0x7f2f08068c70 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f2f200070a0 tx=0x7f2f20007e30 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:03.228 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.199+0000 7f2f2b851700 1 -- 172.21.15.5:0/4087271946 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2f240b1e00 con 0x7f2f24152f40 2024-09-13T16:16:03.229 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.207+0000 7f9b1ad19700 1 -- start start 2024-09-13T16:16:03.229 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.207+0000 7f9b1ad19700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9b141efde0 0x7f9b141f01c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:03.229 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.207+0000 7f9b1ad19700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f9b140c4e20 0x7f9b1415c5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:03.229 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.207+0000 7f9b1ad19700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f9b1415a9b0 0x7f9b1415ae30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:03.229 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.207+0000 7f9b1ad19700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9b141fc1e0 con 0x7f9b141efde0 2024-09-13T16:16:03.229 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.207+0000 7f9b1ad19700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9b141f0700 con 0x7f9b1415a9b0 2024-09-13T16:16:03.229 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.207+0000 7f9b1ad19700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9b1415e840 con 0x7f9b140c4e20 2024-09-13T16:16:03.230 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.207+0000 7f3e35d3a700 1 Processor -- start 2024-09-13T16:16:03.231 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.211+0000 7f9b19516700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f9b140c4e20 0x7f9b1415c5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:03.231 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.211+0000 7f9b1a518700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f9b1415a9b0 0x7f9b1415ae30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:03.231 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.211+0000 7f9b1a518700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f9b1415a9b0 0x7f9b1415ae30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.179:3300/0 says I am v2:172.21.15.5:35094/0 (socket says 172.21.15.5:35094) 2024-09-13T16:16:03.231 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.211+0000 7f9b1a518700 1 -- 172.21.15.5:0/1134495075 learned_addr learned my addr 172.21.15.5:0/1134495075 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:16:03.231 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.211+0000 7f9b19d17700 1 --2- 172.21.15.5:0/1134495075 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9b141efde0 0x7f9b141f01c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:03.231 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.211+0000 7f2f19ffb700 1 -- 172.21.15.5:0/4087271946 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f2f1c08a060 con 0x7f2f24152f40 2024-09-13T16:16:03.232 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.211+0000 7f9b19d17700 1 -- 172.21.15.5:0/1134495075 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f9b140c4e20 msgr2=0x7f9b1415c5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:03.232 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.211+0000 7f9b19d17700 1 --2- 172.21.15.5:0/1134495075 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f9b140c4e20 0x7f9b1415c5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:03.232 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.211+0000 7f9b19d17700 1 -- 172.21.15.5:0/1134495075 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f9b1415a9b0 msgr2=0x7f9b1415ae30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:03.232 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.211+0000 7f9b19d17700 1 --2- 172.21.15.5:0/1134495075 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f9b1415a9b0 0x7f9b1415ae30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:03.232 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.211+0000 7f9b19d17700 1 -- 172.21.15.5:0/1134495075 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9b1415b370 con 0x7f9b141efde0 2024-09-13T16:16:03.233 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.207+0000 7f3e35d3a700 1 -- start start 2024-09-13T16:16:03.233 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.211+0000 7f3e35d3a700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f3e300c6a10 0x7f3e30070eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:03.233 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.211+0000 7f3e35d3a700 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3e3006e590 con 0x7f3e3006b5b0 2024-09-13T16:16:03.233 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.211+0000 7f3e35d3a700 1 -- --> v1:172.21.15.179:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3e30070460 con 0x7f3e301570b0 2024-09-13T16:16:03.233 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.211+0000 7f3e35d3a700 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3e30160fc0 con 0x7f3e300c6a10 2024-09-13T16:16:03.233 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.211+0000 7f3e2ffff700 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f3e3006b5b0 0x7f3e301677e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:53580/0 (socket says 172.21.15.5:53580) 2024-09-13T16:16:03.233 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.211+0000 7f3e2ffff700 1 -- 172.21.15.5:0/407707609 learned_addr learned my addr 172.21.15.5:0/407707609 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-13T16:16:03.234 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.211+0000 7f9b19d17700 1 --2- 172.21.15.5:0/1134495075 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9b141efde0 0x7f9b141f01c0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f9b1000c160 tx=0x7f9b10001980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:03.234 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.211+0000 7f3e2effd700 1 --2- 172.21.15.5:0/407707609 >> v2:172.21.15.5:3300/0 conn(0x7f3e300c6a10 0x7f3e30070eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:03.235 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.211+0000 7f3e2e7fc700 1 -- 172.21.15.5:0/407707609 <== mon.1 v1:172.21.15.179:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1415153428 0 0) 0x7f3e30070460 con 0x7f3e301570b0 2024-09-13T16:16:03.235 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.211+0000 7f3e2e7fc700 1 -- 172.21.15.5:0/407707609 --> v1:172.21.15.179:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f3e180035d0 con 0x7f3e301570b0 2024-09-13T16:16:03.235 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.211+0000 7f3e2effd700 1 -- 172.21.15.5:0/407707609 >> v1:172.21.15.179:6789/0 conn(0x7f3e301570b0 legacy=0x7f3e30160490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:03.235 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.211+0000 7f3e2effd700 1 -- 172.21.15.5:0/407707609 >> v1:172.21.15.5:6789/0 conn(0x7f3e3006b5b0 legacy=0x7f3e301677e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:03.235 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.211+0000 7f3e2effd700 1 -- 172.21.15.5:0/407707609 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3e301612a0 con 0x7f3e300c6a10 2024-09-13T16:16:03.235 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.211+0000 7f3e2effd700 1 --2- 172.21.15.5:0/407707609 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3e300c6a10 0x7f3e30070eb0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f3e24009850 tx=0x7f3e24009b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5c4f7812596b9222 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:03.235 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.219+0000 7f9b0a7fc700 1 -- 172.21.15.5:0/1134495075 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9b100052c0 con 0x7f9b141efde0 2024-09-13T16:16:03.236 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.219+0000 7f9b0a7fc700 1 -- 172.21.15.5:0/1134495075 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9b10005420 con 0x7f9b141efde0 2024-09-13T16:16:03.236 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.219+0000 7f9b1ad19700 1 -- 172.21.15.5:0/1134495075 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9b141fbc40 con 0x7f9b141efde0 2024-09-13T16:16:03.236 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.219+0000 7f9b1ad19700 1 -- 172.21.15.5:0/1134495075 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9b141fbf00 con 0x7f9b141efde0 2024-09-13T16:16:03.236 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.219+0000 7f349b7fe700 1 -- 172.21.15.5:0/2883222536 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f349c054f00 con 0x7f34ac160720 2024-09-13T16:16:03.237 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.219+0000 7f9b0a7fc700 1 -- 172.21.15.5:0/1134495075 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9b100038e0 con 0x7f9b141efde0 2024-09-13T16:16:03.237 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.219+0000 7f3e2e7fc700 1 -- 172.21.15.5:0/407707609 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3e24004230 con 0x7f3e300c6a10 2024-09-13T16:16:03.237 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.219+0000 7f3e2e7fc700 1 -- 172.21.15.5:0/407707609 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3e24004390 con 0x7f3e300c6a10 2024-09-13T16:16:03.237 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.219+0000 7f3e2e7fc700 1 -- 172.21.15.5:0/407707609 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3e240036c0 con 0x7f3e300c6a10 2024-09-13T16:16:03.238 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.219+0000 7ff145440700 1 Processor -- start 2024-09-13T16:16:03.238 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.219+0000 7ff145440700 1 -- start start 2024-09-13T16:16:03.239 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.219+0000 7f9b1ad19700 1 -- 172.21.15.5:0/1134495075 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9afc005310 con 0x7f9b141efde0 2024-09-13T16:16:03.239 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.219+0000 7f3e35d3a700 1 -- 172.21.15.5:0/407707609 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3e300c6a10 msgr2=0x7f3e30070eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:03.239 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.219+0000 7f3e35d3a700 1 --2- 172.21.15.5:0/407707609 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3e300c6a10 0x7f3e30070eb0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f3e24009850 tx=0x7f3e24009b60 comp rx=0 tx=0).stop 2024-09-13T16:16:03.241 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.219+0000 7f9b0a7fc700 1 -- 172.21.15.5:0/1134495075 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f9b10023070 con 0x7f9b141efde0 2024-09-13T16:16:03.241 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.223+0000 7f9b0a7fc700 1 --2- 172.21.15.5:0/1134495075 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f9af8066760 0x7f9af8068c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:03.241 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.223+0000 7f9b0a7fc700 1 -- 172.21.15.5:0/1134495075 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f9b10085710 con 0x7f9b141efde0 2024-09-13T16:16:03.241 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.223+0000 7ff145440700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7ff14014f2a0 0x7ff1400c6eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:03.241 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.223+0000 7ff145440700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7ff140158f60 0x7ff14006f840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:03.242 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.223+0000 7ff145440700 1 -- --> v1:172.21.15.179:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff1400c4f20 con 0x7ff14006e230 2024-09-13T16:16:03.242 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.223+0000 7ff145440700 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff14014f680 con 0x7ff140158f60 2024-09-13T16:16:03.242 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.223+0000 7ff13f7fe700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7ff140158f60 0x7ff14006f840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:03.242 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.223+0000 7ff145440700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff14006ec20 con 0x7ff14014f2a0 2024-09-13T16:16:03.242 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.223+0000 7ff13f7fe700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7ff140158f60 0x7ff14006f840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:54480/0 (socket says 172.21.15.5:54480) 2024-09-13T16:16:03.242 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.223+0000 7ff13f7fe700 1 -- 172.21.15.5:0/598762731 learned_addr learned my addr 172.21.15.5:0/598762731 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:16:03.242 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.223+0000 7f9b19516700 1 --2- 172.21.15.5:0/1134495075 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f9af8066760 0x7f9af8068c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:03.243 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.223+0000 7f9b19516700 1 --2- 172.21.15.5:0/1134495075 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f9af8066760 0x7f9af8068c20 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f9b0c002230 tx=0x7f9b0c001d20 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:03.243 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.223+0000 7ff13f7fe700 1 -- 172.21.15.5:0/598762731 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7ff14014f2a0 msgr2=0x7ff1400c6eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:03.243 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.223+0000 7ff13f7fe700 1 --2- 172.21.15.5:0/598762731 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7ff14014f2a0 0x7ff1400c6eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:03.243 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.223+0000 7ff13f7fe700 1 -- 172.21.15.5:0/598762731 >> v1:172.21.15.179:6789/0 conn(0x7ff14006e230 legacy=0x7ff1401583f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:03.243 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.223+0000 7ff13f7fe700 1 -- 172.21.15.5:0/598762731 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff1400c5b30 con 0x7ff140158f60 2024-09-13T16:16:03.243 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.223+0000 7ff13f7fe700 1 --2- 172.21.15.5:0/598762731 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff140158f60 0x7ff14006f840 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7ff134009910 tx=0x7ff134009c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=faa23714f5177e4b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:03.244 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.227+0000 7f3e35d3a700 1 -- 172.21.15.5:0/407707609 shutdown_connections 2024-09-13T16:16:03.244 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.227+0000 7f3e35d3a700 1 --2- 172.21.15.5:0/407707609 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3e300c6a10 0x7f3e30070eb0 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:03.244 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.227+0000 7f3e35d3a700 1 -- 172.21.15.5:0/407707609 >> 172.21.15.5:0/407707609 conn(0x7f3e3006a640 msgr2=0x7f3e3006aa50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:03.245 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.227+0000 7f3e35d3a700 1 -- 172.21.15.5:0/407707609 shutdown_connections 2024-09-13T16:16:03.245 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.227+0000 7f3e35d3a700 1 -- 172.21.15.5:0/407707609 wait complete. 2024-09-13T16:16:03.245 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.231+0000 7ff13effd700 1 -- 172.21.15.5:0/598762731 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff134004230 con 0x7ff140158f60 2024-09-13T16:16:03.245 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.231+0000 7f3e35d3a700 1 Processor -- start 2024-09-13T16:16:03.246 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.231+0000 7ff13effd700 1 -- 172.21.15.5:0/598762731 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff134004390 con 0x7ff140158f60 2024-09-13T16:16:03.246 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.231+0000 7ff13effd700 1 -- 172.21.15.5:0/598762731 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff134009e60 con 0x7ff140158f60 2024-09-13T16:16:03.246 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.231+0000 7f9b0a7fc700 1 -- 172.21.15.5:0/1134495075 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f9b10052820 con 0x7f9b141efde0 2024-09-13T16:16:03.247 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.231+0000 7ff145440700 1 -- 172.21.15.5:0/598762731 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff140158f60 msgr2=0x7ff14006f840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:03.247 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.231+0000 7ff145440700 1 --2- 172.21.15.5:0/598762731 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff140158f60 0x7ff14006f840 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7ff134009910 tx=0x7ff134009c20 comp rx=0 tx=0).stop 2024-09-13T16:16:03.248 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.231+0000 7f3e35d3a700 1 -- start start 2024-09-13T16:16:03.249 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.231+0000 7f3e35d3a700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f3e300c6a10 0x7f3e30158220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:03.249 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.231+0000 7f3e35d3a700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f3e301570b0 0x7f3e301f5860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:03.249 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.231+0000 7f3e35d3a700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3e30157890 0x7f3e301f2e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:03.249 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.231+0000 7f3e35d3a700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3e3015b660 con 0x7f3e30157890 2024-09-13T16:16:03.249 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.231+0000 7f3e35d3a700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3e30153be0 con 0x7f3e301570b0 2024-09-13T16:16:03.249 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.231+0000 7f3e35d3a700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3e30153e80 con 0x7f3e300c6a10 2024-09-13T16:16:03.250 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.231+0000 7ff145440700 1 -- 172.21.15.5:0/598762731 shutdown_connections 2024-09-13T16:16:03.250 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.231+0000 7ff145440700 1 --2- 172.21.15.5:0/598762731 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff140158f60 0x7ff14006f840 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:03.250 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.231+0000 7ff145440700 1 --2- 172.21.15.5:0/598762731 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7ff14014f2a0 0x7ff1400c6eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:03.250 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.231+0000 7ff145440700 1 -- 172.21.15.5:0/598762731 >> 172.21.15.5:0/598762731 conn(0x7ff1400c74d0 msgr2=0x7ff1400c78e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:03.250 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.231+0000 7f3e2effd700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f3e301570b0 0x7f3e301f5860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:03.250 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.231+0000 7f3e2effd700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f3e301570b0 0x7f3e301f5860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.179:3300/0 says I am v2:172.21.15.5:35100/0 (socket says 172.21.15.5:35100) 2024-09-13T16:16:03.251 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.231+0000 7f3e2effd700 1 -- 172.21.15.5:0/3610643977 learned_addr learned my addr 172.21.15.5:0/3610643977 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:16:03.251 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.231+0000 7f3e2ffff700 1 --2- 172.21.15.5:0/3610643977 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3e30157890 0x7f3e301f2e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:03.251 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.231+0000 7ff145440700 1 -- 172.21.15.5:0/598762731 shutdown_connections 2024-09-13T16:16:03.252 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.231+0000 7f3e2f7fe700 1 --2- 172.21.15.5:0/3610643977 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f3e300c6a10 0x7f3e30158220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:03.252 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.235+0000 7f3e2ffff700 1 -- 172.21.15.5:0/3610643977 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f3e300c6a10 msgr2=0x7f3e30158220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:03.252 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.235+0000 7f3e2ffff700 1 --2- 172.21.15.5:0/3610643977 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f3e300c6a10 0x7f3e30158220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:03.252 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.235+0000 7f3e2ffff700 1 -- 172.21.15.5:0/3610643977 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f3e301570b0 msgr2=0x7f3e301f5860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:03.252 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.235+0000 7f3e2ffff700 1 --2- 172.21.15.5:0/3610643977 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f3e301570b0 0x7f3e301f5860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:03.252 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.235+0000 7f3e2ffff700 1 -- 172.21.15.5:0/3610643977 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3e240094b0 con 0x7f3e30157890 2024-09-13T16:16:03.252 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.235+0000 7f3e2effd700 1 --2- 172.21.15.5:0/3610643977 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f3e301570b0 0x7f3e301f5860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:16:03.252 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.235+0000 7f3e2ffff700 1 --2- 172.21.15.5:0/3610643977 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3e30157890 0x7f3e301f2e20 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f3e2800ca70 tx=0x7f3e2800caa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:03.254 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.235+0000 7ff145440700 1 -- 172.21.15.5:0/598762731 wait complete. 2024-09-13T16:16:03.254 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.235+0000 7ff145440700 1 Processor -- start 2024-09-13T16:16:03.254 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.235+0000 7ff145440700 1 -- start start 2024-09-13T16:16:03.254 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.235+0000 7ff145440700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7ff14006e230 0x7ff140151b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:03.254 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.235+0000 7ff145440700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff14014f2a0 0x7ff1400ca040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:03.254 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.235+0000 7ff145440700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7ff140158f60 0x7ff14014b3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:03.254 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.235+0000 7ff145440700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff140152500 con 0x7ff14014f2a0 2024-09-13T16:16:03.254 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.235+0000 7ff145440700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff140157db0 con 0x7ff140158f60 2024-09-13T16:16:03.254 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.235+0000 7ff145440700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff1401520b0 con 0x7ff14006e230 2024-09-13T16:16:03.254 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.235+0000 7ff13f7fe700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff14014f2a0 0x7ff1400ca040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:03.254 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.235+0000 7ff13f7fe700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff14014f2a0 0x7ff1400ca040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:54490/0 (socket says 172.21.15.5:54490) 2024-09-13T16:16:03.254 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.235+0000 7ff13f7fe700 1 -- 172.21.15.5:0/2118268767 learned_addr learned my addr 172.21.15.5:0/2118268767 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:16:03.255 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.235+0000 7ff144c3f700 1 --2- 172.21.15.5:0/2118268767 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7ff140158f60 0x7ff14014b3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:03.255 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.239+0000 7ff13f7fe700 1 -- 172.21.15.5:0/2118268767 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7ff14006e230 msgr2=0x7ff140151b70 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-13T16:16:03.255 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.239+0000 7ff13f7fe700 1 --2- 172.21.15.5:0/2118268767 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7ff14006e230 0x7ff140151b70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:03.255 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.239+0000 7ff13f7fe700 1 -- 172.21.15.5:0/2118268767 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7ff140158f60 msgr2=0x7ff14014b3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:03.256 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.239+0000 7ff13f7fe700 1 --2- 172.21.15.5:0/2118268767 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7ff140158f60 0x7ff14014b3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:03.256 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.239+0000 7ff13f7fe700 1 -- 172.21.15.5:0/2118268767 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff134009570 con 0x7ff14014f2a0 2024-09-13T16:16:03.256 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.239+0000 7f3e17fff700 1 -- 172.21.15.5:0/3610643977 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3e280074e0 con 0x7f3e30157890 2024-09-13T16:16:03.256 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.239+0000 7f3e35d3a700 1 -- 172.21.15.5:0/3610643977 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3e30154160 con 0x7f3e30157890 2024-09-13T16:16:03.257 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.239+0000 7f3e35d3a700 1 -- 172.21.15.5:0/3610643977 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3e301f2900 con 0x7f3e30157890 2024-09-13T16:16:03.257 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.239+0000 7ff13f7fe700 1 --2- 172.21.15.5:0/2118268767 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff14014f2a0 0x7ff1400ca040 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7ff134004000 tx=0x7ff134004770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:03.258 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.239+0000 7f3e17fff700 1 -- 172.21.15.5:0/3610643977 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3e28007640 con 0x7f3e30157890 2024-09-13T16:16:03.258 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.239+0000 7f3e17fff700 1 -- 172.21.15.5:0/3610643977 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3e280079d0 con 0x7f3e30157890 2024-09-13T16:16:03.258 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.239+0000 7f3e17fff700 1 -- 172.21.15.5:0/3610643977 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f3e2801b3b0 con 0x7f3e30157890 2024-09-13T16:16:03.258 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.243+0000 7f3e17fff700 1 --2- 172.21.15.5:0/3610643977 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f3e1c066780 0x7f3e1c068c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:03.258 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.243+0000 7f3e17fff700 1 -- 172.21.15.5:0/3610643977 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f3e28083d40 con 0x7f3e30157890 2024-09-13T16:16:03.258 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.243+0000 7f3e2f7fe700 1 --2- 172.21.15.5:0/3610643977 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f3e1c066780 0x7f3e1c068c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:03.258 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.243+0000 7f3e35d3a700 1 -- 172.21.15.5:0/3610643977 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3e10005310 con 0x7f3e30157890 2024-09-13T16:16:03.259 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.243+0000 7f3e2f7fe700 1 --2- 172.21.15.5:0/3610643977 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f3e1c066780 0x7f3e1c068c40 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f3e20001110 tx=0x7f3e20009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:03.260 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.239+0000 7ff13cff9700 1 -- 172.21.15.5:0/2118268767 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff1340038c0 con 0x7ff14014f2a0 2024-09-13T16:16:03.260 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.239+0000 7ff145440700 1 -- 172.21.15.5:0/2118268767 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff140151140 con 0x7ff14014f2a0 2024-09-13T16:16:03.260 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.239+0000 7ff145440700 1 -- 172.21.15.5:0/2118268767 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff140150380 con 0x7ff14014f2a0 2024-09-13T16:16:03.260 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.239+0000 7ff13cff9700 1 -- 172.21.15.5:0/2118268767 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff134003a40 con 0x7ff14014f2a0 2024-09-13T16:16:03.260 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.243+0000 7ff13cff9700 1 -- 172.21.15.5:0/2118268767 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff134003df0 con 0x7ff14014f2a0 2024-09-13T16:16:03.260 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.243+0000 7ff13cff9700 1 -- 172.21.15.5:0/2118268767 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7ff134021070 con 0x7ff14014f2a0 2024-09-13T16:16:03.260 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.247+0000 7ff13cff9700 1 --2- 172.21.15.5:0/2118268767 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7ff128066980 0x7ff128068e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:03.260 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.247+0000 7ff13cff9700 1 -- 172.21.15.5:0/2118268767 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7ff134085a90 con 0x7ff14014f2a0 2024-09-13T16:16:03.260 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.247+0000 7ff145440700 1 -- 172.21.15.5:0/2118268767 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff120005310 con 0x7ff14014f2a0 2024-09-13T16:16:03.260 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.247+0000 7ff13ffff700 1 --2- 172.21.15.5:0/2118268767 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7ff128066980 0x7ff128068e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:03.261 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.247+0000 7ff13ffff700 1 --2- 172.21.15.5:0/2118268767 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7ff128066980 0x7ff128068e40 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7ff130009750 tx=0x7ff130006cd0 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:03.261 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.251+0000 7f3e17fff700 1 -- 172.21.15.5:0/3610643977 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f3e28017080 con 0x7f3e30157890 2024-09-13T16:16:03.266 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.259+0000 7ff13cff9700 1 -- 172.21.15.5:0/2118268767 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7ff134052bf0 con 0x7ff14014f2a0 2024-09-13T16:16:03.478 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.471+0000 7f6d209ef700 1 -- 172.21.15.5:0/1569881358 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) v1 -- 0x7f6d000055c0 con 0x7f6d1c0c7850 2024-09-13T16:16:03.479 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.475+0000 7f6d0affd700 1 -- 172.21.15.5:0/1569881358 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f6d0c021090 con 0x7f6d1c0c7850 2024-09-13T16:16:03.481 INFO:teuthology.orchestra.run.smithi005.stdout:60129542154 2024-09-13T16:16:03.484 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.479+0000 7f6d08ff9700 1 -- 172.21.15.5:0/1569881358 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f6cfc066880 msgr2=0x7f6cfc068d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:03.484 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.479+0000 7f6d08ff9700 1 --2- 172.21.15.5:0/1569881358 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f6cfc066880 0x7f6cfc068d40 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f6d1400c670 tx=0x7f6d1400a000 comp rx=0 tx=0).stop 2024-09-13T16:16:03.484 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.479+0000 7f6d08ff9700 1 -- 172.21.15.5:0/1569881358 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6d1c0c7850 msgr2=0x7f6d1c0c3950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:03.484 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.479+0000 7f6d08ff9700 1 --2- 172.21.15.5:0/1569881358 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6d1c0c7850 0x7f6d1c0c3950 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f6d0c00e8e0 tx=0x7f6d0c00ebf0 comp rx=0 tx=0).stop 2024-09-13T16:16:03.484 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.479+0000 7f6d08ff9700 1 -- 172.21.15.5:0/1569881358 shutdown_connections 2024-09-13T16:16:03.484 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.479+0000 7f6d08ff9700 1 --2- 172.21.15.5:0/1569881358 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6d1c0c7850 0x7f6d1c0c3950 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:03.484 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.479+0000 7f6d08ff9700 1 --2- 172.21.15.5:0/1569881358 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f6cfc066880 0x7f6cfc068d40 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:03.484 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.479+0000 7f6d08ff9700 1 --2- 172.21.15.5:0/1569881358 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f6d1c0c7470 0x7f6d1c1fb8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:03.485 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.479+0000 7f6d08ff9700 1 --2- 172.21.15.5:0/1569881358 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f6d1c06f840 0x7f6d1c150930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:03.485 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.479+0000 7f6d08ff9700 1 -- 172.21.15.5:0/1569881358 >> 172.21.15.5:0/1569881358 conn(0x7f6d1c06a950 msgr2=0x7f6d1c0c5d10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:03.485 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.479+0000 7f6d08ff9700 1 -- 172.21.15.5:0/1569881358 shutdown_connections 2024-09-13T16:16:03.485 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.479+0000 7f6d08ff9700 1 -- 172.21.15.5:0/1569881358 wait complete. 2024-09-13T16:16:03.498 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542154 got 60129542154 for osd.4 2024-09-13T16:16:03.498 DEBUG:teuthology.parallel:result is None 2024-09-13T16:16:03.501 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.495+0000 7f6f1966b700 1 -- 172.21.15.5:0/1813595040 --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) v1 -- 0x7f6ef40055c0 con 0x7f6f140c6de0 2024-09-13T16:16:03.502 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.495+0000 7f6efb7fe700 1 -- 172.21.15.5:0/1813595040 <== mon.1 v2:172.21.15.179:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f6f04015070 con 0x7f6f140c6de0 2024-09-13T16:16:03.502 INFO:teuthology.orchestra.run.smithi005.stdout:60129542153 2024-09-13T16:16:03.505 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.499+0000 7f6f1966b700 1 -- 172.21.15.5:0/1813595040 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f6f00066800 msgr2=0x7f6f00068cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:03.505 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.499+0000 7f6f1966b700 1 --2- 172.21.15.5:0/1813595040 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f6f00066800 0x7f6f00068cc0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f6f1406b110 tx=0x7f6f08008040 comp rx=0 tx=0).stop 2024-09-13T16:16:03.505 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.499+0000 7f6f1966b700 1 -- 172.21.15.5:0/1813595040 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f6f140c6de0 msgr2=0x7f6f14159e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:03.505 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.499+0000 7f6f1966b700 1 --2- 172.21.15.5:0/1813595040 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f6f140c6de0 0x7f6f14159e60 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f6f0400b520 tx=0x7f6f0400b830 comp rx=0 tx=0).stop 2024-09-13T16:16:03.506 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.499+0000 7f6f1966b700 1 -- 172.21.15.5:0/1813595040 shutdown_connections 2024-09-13T16:16:03.506 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.499+0000 7f6f1966b700 1 --2- 172.21.15.5:0/1813595040 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6f14160720 0x7f6f141f2ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:03.506 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.499+0000 7f6f1966b700 1 --2- 172.21.15.5:0/1813595040 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f6f141570a0 0x7f6f14152190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:03.506 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.499+0000 7f6f1966b700 1 --2- 172.21.15.5:0/1813595040 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f6f00066800 0x7f6f00068cc0 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:03.506 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.499+0000 7f6f1966b700 1 --2- 172.21.15.5:0/1813595040 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f6f140c6de0 0x7f6f14159e60 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:03.506 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.499+0000 7f6f1966b700 1 -- 172.21.15.5:0/1813595040 >> 172.21.15.5:0/1813595040 conn(0x7f6f1406a950 msgr2=0x7f6f1415b5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:03.506 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.499+0000 7f6f1966b700 1 -- 172.21.15.5:0/1813595040 shutdown_connections 2024-09-13T16:16:03.506 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.499+0000 7f6f1966b700 1 -- 172.21.15.5:0/1813595040 wait complete. 2024-09-13T16:16:03.515 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.507+0000 7f2fdead2700 1 -- 172.21.15.5:0/3762261143 --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) v1 -- 0x7f2fd81658d0 con 0x7f2fd80c6de0 2024-09-13T16:16:03.515 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.511+0000 7f2fd57fa700 1 -- 172.21.15.5:0/3762261143 <== mon.2 v2:172.21.15.179:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f2fd81658d0 con 0x7f2fd80c6de0 2024-09-13T16:16:03.516 INFO:teuthology.orchestra.run.smithi005.stdout:60129542152 2024-09-13T16:16:03.519 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542153 got 60129542153 for osd.3 2024-09-13T16:16:03.519 DEBUG:teuthology.parallel:result is None 2024-09-13T16:16:03.520 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.515+0000 7f2fdead2700 1 -- 172.21.15.5:0/3762261143 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f2fc4066730 msgr2=0x7f2fc4068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:03.520 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.515+0000 7f2fdead2700 1 --2- 172.21.15.5:0/3762261143 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f2fc4066730 0x7f2fc4068bf0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f2fc8006fd0 tx=0x7f2fc8009190 comp rx=0 tx=0).stop 2024-09-13T16:16:03.520 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.515+0000 7f2fdead2700 1 -- 172.21.15.5:0/3762261143 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f2fd80c6de0 msgr2=0x7f2fd80c02f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:03.520 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.515+0000 7f2fdead2700 1 --2- 172.21.15.5:0/3762261143 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f2fd80c6de0 0x7f2fd80c02f0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f2fd000b370 tx=0x7f2fd0004af0 comp rx=0 tx=0).stop 2024-09-13T16:16:03.520 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.515+0000 7f2fdead2700 1 -- 172.21.15.5:0/3762261143 shutdown_connections 2024-09-13T16:16:03.520 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.515+0000 7f2fdead2700 1 --2- 172.21.15.5:0/3762261143 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f2fd80c6de0 0x7f2fd80c02f0 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:03.520 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.515+0000 7f2fdead2700 1 --2- 172.21.15.5:0/3762261143 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2fd80c6560 0x7f2fd80c8010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:03.520 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.515+0000 7f2fdead2700 1 --2- 172.21.15.5:0/3762261143 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f2fc4066730 0x7f2fc4068bf0 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:03.520 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.515+0000 7f2fdead2700 1 --2- 172.21.15.5:0/3762261143 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f2fd80c4c10 0x7f2fd820bd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:03.521 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.515+0000 7f2fdead2700 1 -- 172.21.15.5:0/3762261143 >> 172.21.15.5:0/3762261143 conn(0x7f2fd806a950 msgr2=0x7f2fd8167df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:03.521 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.515+0000 7f2fdead2700 1 -- 172.21.15.5:0/3762261143 shutdown_connections 2024-09-13T16:16:03.521 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.515+0000 7f2fdead2700 1 -- 172.21.15.5:0/3762261143 wait complete. 2024-09-13T16:16:03.525 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.519+0000 7f2f2b851700 1 -- 172.21.15.5:0/4087271946 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) v1 -- 0x7f2f240b1840 con 0x7f2f24152f40 2024-09-13T16:16:03.525 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.519+0000 7f2f19ffb700 1 -- 172.21.15.5:0/4087271946 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f2f1c0525d0 con 0x7f2f24152f40 2024-09-13T16:16:03.526 INFO:teuthology.orchestra.run.smithi005.stdout:60129542152 2024-09-13T16:16:03.529 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.523+0000 7f2f2b851700 1 -- 172.21.15.5:0/4087271946 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f2f080667b0 msgr2=0x7f2f08068c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:03.530 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.523+0000 7f2f2b851700 1 --2- 172.21.15.5:0/4087271946 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f2f080667b0 0x7f2f08068c70 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f2f200070a0 tx=0x7f2f20007e30 comp rx=0 tx=0).stop 2024-09-13T16:16:03.530 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.523+0000 7f2f2b851700 1 -- 172.21.15.5:0/4087271946 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2f24152f40 msgr2=0x7f2f24156640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:03.530 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.523+0000 7f2f2b851700 1 --2- 172.21.15.5:0/4087271946 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2f24152f40 0x7f2f24156640 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f2f24079a30 tx=0x7f2f1c004af0 comp rx=0 tx=0).stop 2024-09-13T16:16:03.530 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.523+0000 7f2f2b851700 1 -- 172.21.15.5:0/4087271946 shutdown_connections 2024-09-13T16:16:03.530 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.523+0000 7f2f2b851700 1 --2- 172.21.15.5:0/4087271946 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2f24152f40 0x7f2f24156640 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:03.531 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.523+0000 7f2f2b851700 1 --2- 172.21.15.5:0/4087271946 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f2f080667b0 0x7f2f08068c70 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:03.531 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.523+0000 7f2f2b851700 1 --2- 172.21.15.5:0/4087271946 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f2f24152b60 0x7f2f2415c190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:03.531 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.523+0000 7f2f2b851700 1 --2- 172.21.15.5:0/4087271946 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f2f240c5390 0x7f2f241fbe80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:03.531 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.523+0000 7f2f2b851700 1 -- 172.21.15.5:0/4087271946 >> 172.21.15.5:0/4087271946 conn(0x7f2f240ce660 msgr2=0x7f2f2414ce00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:03.531 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.523+0000 7f2f2b851700 1 -- 172.21.15.5:0/4087271946 shutdown_connections 2024-09-13T16:16:03.532 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.523+0000 7f2f2b851700 1 -- 172.21.15.5:0/4087271946 wait complete. 2024-09-13T16:16:03.534 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542152 got 60129542152 for osd.6 2024-09-13T16:16:03.534 DEBUG:teuthology.parallel:result is None 2024-09-13T16:16:03.542 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.535+0000 7f34b0a2c700 1 -- 172.21.15.5:0/2883222536 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) v1 -- 0x7f34880055c0 con 0x7f34ac160720 2024-09-13T16:16:03.543 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542152 got 60129542152 for osd.0 2024-09-13T16:16:03.543 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.535+0000 7f349b7fe700 1 -- 172.21.15.5:0/2883222536 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f349c01f030 con 0x7f34ac160720 2024-09-13T16:16:03.543 INFO:teuthology.orchestra.run.smithi005.stdout:60129542152 2024-09-13T16:16:03.544 DEBUG:teuthology.parallel:result is None 2024-09-13T16:16:03.545 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.539+0000 7f34b0a2c700 1 -- 172.21.15.5:0/2883222536 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f3494066950 msgr2=0x7f3494068e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:03.545 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.539+0000 7f34b0a2c700 1 --2- 172.21.15.5:0/2883222536 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f3494066950 0x7f3494068e10 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f34a4009fd0 tx=0x7f34a4009000 comp rx=0 tx=0).stop 2024-09-13T16:16:03.545 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.539+0000 7f34b0a2c700 1 -- 172.21.15.5:0/2883222536 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f34ac160720 msgr2=0x7f34ac0c82c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:03.546 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.539+0000 7f34b0a2c700 1 --2- 172.21.15.5:0/2883222536 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f34ac160720 0x7f34ac0c82c0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f349c00c7f0 tx=0x7f349c00cbb0 comp rx=0 tx=0).stop 2024-09-13T16:16:03.546 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.539+0000 7f34b0a2c700 1 -- 172.21.15.5:0/2883222536 shutdown_connections 2024-09-13T16:16:03.546 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.539+0000 7f34b0a2c700 1 --2- 172.21.15.5:0/2883222536 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f34ac160720 0x7f34ac0c82c0 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:03.546 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.539+0000 7f34b0a2c700 1 --2- 172.21.15.5:0/2883222536 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f3494066950 0x7f3494068e10 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:03.546 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.539+0000 7f34b0a2c700 1 --2- 172.21.15.5:0/2883222536 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f34ac1570a0 0x7f34ac0c92e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:03.546 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.539+0000 7f34b0a2c700 1 --2- 172.21.15.5:0/2883222536 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f34ac0c5150 0x7f34ac1617a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:03.546 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.539+0000 7f34b0a2c700 1 -- 172.21.15.5:0/2883222536 >> 172.21.15.5:0/2883222536 conn(0x7f34ac06a950 msgr2=0x7f34ac15a890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:03.546 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.539+0000 7f34b0a2c700 1 -- 172.21.15.5:0/2883222536 shutdown_connections 2024-09-13T16:16:03.546 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.539+0000 7f34b0a2c700 1 -- 172.21.15.5:0/2883222536 wait complete. 2024-09-13T16:16:03.557 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542152 got 60129542152 for osd.1 2024-09-13T16:16:03.559 DEBUG:teuthology.parallel:result is None 2024-09-13T16:16:03.560 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.555+0000 7f3e35d3a700 1 -- 172.21.15.5:0/3610643977 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) v1 -- 0x7f3e100055c0 con 0x7f3e30157890 2024-09-13T16:16:03.560 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.555+0000 7f3e17fff700 1 -- 172.21.15.5:0/3610643977 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f3e28050d10 con 0x7f3e30157890 2024-09-13T16:16:03.561 INFO:teuthology.orchestra.run.smithi005.stdout:60129542153 2024-09-13T16:16:03.563 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.555+0000 7f3e35d3a700 1 -- 172.21.15.5:0/3610643977 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f3e1c066780 msgr2=0x7f3e1c068c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:03.563 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.555+0000 7f3e35d3a700 1 --2- 172.21.15.5:0/3610643977 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f3e1c066780 0x7f3e1c068c40 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f3e20001110 tx=0x7f3e20009040 comp rx=0 tx=0).stop 2024-09-13T16:16:03.563 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.555+0000 7f3e35d3a700 1 -- 172.21.15.5:0/3610643977 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3e30157890 msgr2=0x7f3e301f2e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:03.563 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.555+0000 7f3e35d3a700 1 --2- 172.21.15.5:0/3610643977 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3e30157890 0x7f3e301f2e20 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f3e2800ca70 tx=0x7f3e2800caa0 comp rx=0 tx=0).stop 2024-09-13T16:16:03.563 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.555+0000 7f3e35d3a700 1 -- 172.21.15.5:0/3610643977 shutdown_connections 2024-09-13T16:16:03.563 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.555+0000 7f3e35d3a700 1 --2- 172.21.15.5:0/3610643977 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3e30157890 0x7f3e301f2e20 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:03.563 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.555+0000 7f3e35d3a700 1 --2- 172.21.15.5:0/3610643977 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f3e1c066780 0x7f3e1c068c40 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:03.563 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.555+0000 7f3e35d3a700 1 --2- 172.21.15.5:0/3610643977 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f3e301570b0 0x7f3e301f5860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:03.563 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.555+0000 7f3e35d3a700 1 --2- 172.21.15.5:0/3610643977 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f3e300c6a10 0x7f3e30158220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:03.563 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.555+0000 7f3e35d3a700 1 -- 172.21.15.5:0/3610643977 >> 172.21.15.5:0/3610643977 conn(0x7f3e3006a640 msgr2=0x7f3e300c98f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:03.563 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.555+0000 7f3e35d3a700 1 -- 172.21.15.5:0/3610643977 shutdown_connections 2024-09-13T16:16:03.563 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.555+0000 7f3e35d3a700 1 -- 172.21.15.5:0/3610643977 wait complete. 2024-09-13T16:16:03.564 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.559+0000 7f9b1ad19700 1 -- 172.21.15.5:0/1134495075 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) v1 -- 0x7f9afc0055c0 con 0x7f9b141efde0 2024-09-13T16:16:03.564 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.559+0000 7f9b0a7fc700 1 -- 172.21.15.5:0/1134495075 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f9b10055e40 con 0x7f9b141efde0 2024-09-13T16:16:03.564 INFO:teuthology.orchestra.run.smithi005.stdout:60129542154 2024-09-13T16:16:03.567 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.559+0000 7f9b1ad19700 1 -- 172.21.15.5:0/1134495075 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f9af8066760 msgr2=0x7f9af8068c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:03.567 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.559+0000 7f9b1ad19700 1 --2- 172.21.15.5:0/1134495075 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f9af8066760 0x7f9af8068c20 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f9b0c002230 tx=0x7f9b0c001d20 comp rx=0 tx=0).stop 2024-09-13T16:16:03.567 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.559+0000 7f9b1ad19700 1 -- 172.21.15.5:0/1134495075 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9b141efde0 msgr2=0x7f9b141f01c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:03.567 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.559+0000 7f9b1ad19700 1 --2- 172.21.15.5:0/1134495075 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9b141efde0 0x7f9b141f01c0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f9b1000c160 tx=0x7f9b10001980 comp rx=0 tx=0).stop 2024-09-13T16:16:03.567 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.559+0000 7f9b1ad19700 1 -- 172.21.15.5:0/1134495075 shutdown_connections 2024-09-13T16:16:03.567 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.559+0000 7f9b1ad19700 1 --2- 172.21.15.5:0/1134495075 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f9af8066760 0x7f9af8068c20 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:03.567 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.559+0000 7f9b1ad19700 1 --2- 172.21.15.5:0/1134495075 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f9b1415a9b0 0x7f9b1415ae30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:03.567 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.559+0000 7f9b1ad19700 1 --2- 172.21.15.5:0/1134495075 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f9b140c4e20 0x7f9b1415c5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:03.567 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.559+0000 7f9b1ad19700 1 --2- 172.21.15.5:0/1134495075 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9b141efde0 0x7f9b141f01c0 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:03.567 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.559+0000 7f9b1ad19700 1 -- 172.21.15.5:0/1134495075 >> 172.21.15.5:0/1134495075 conn(0x7f9b1406a950 msgr2=0x7f9b14070470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:03.568 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.559+0000 7f9b1ad19700 1 -- 172.21.15.5:0/1134495075 shutdown_connections 2024-09-13T16:16:03.568 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.559+0000 7f9b1ad19700 1 -- 172.21.15.5:0/1134495075 wait complete. 2024-09-13T16:16:03.573 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542153 got 60129542153 for osd.7 2024-09-13T16:16:03.573 DEBUG:teuthology.parallel:result is None 2024-09-13T16:16:03.578 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542154 got 60129542154 for osd.2 2024-09-13T16:16:03.578 DEBUG:teuthology.parallel:result is None 2024-09-13T16:16:03.586 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.579+0000 7ff145440700 1 -- 172.21.15.5:0/2118268767 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) v1 -- 0x7ff120005890 con 0x7ff14014f2a0 2024-09-13T16:16:03.586 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.579+0000 7ff13cff9700 1 -- 172.21.15.5:0/2118268767 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7ff134056210 con 0x7ff14014f2a0 2024-09-13T16:16:03.586 INFO:teuthology.orchestra.run.smithi005.stdout:64424509450 2024-09-13T16:16:03.589 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.583+0000 7ff145440700 1 -- 172.21.15.5:0/2118268767 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7ff128066980 msgr2=0x7ff128068e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:03.589 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.583+0000 7ff145440700 1 --2- 172.21.15.5:0/2118268767 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7ff128066980 0x7ff128068e40 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7ff130009750 tx=0x7ff130006cd0 comp rx=0 tx=0).stop 2024-09-13T16:16:03.589 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.583+0000 7ff145440700 1 -- 172.21.15.5:0/2118268767 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff14014f2a0 msgr2=0x7ff1400ca040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:03.589 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.583+0000 7ff145440700 1 --2- 172.21.15.5:0/2118268767 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff14014f2a0 0x7ff1400ca040 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7ff134004000 tx=0x7ff134004770 comp rx=0 tx=0).stop 2024-09-13T16:16:03.589 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.583+0000 7ff145440700 1 -- 172.21.15.5:0/2118268767 shutdown_connections 2024-09-13T16:16:03.589 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.583+0000 7ff145440700 1 --2- 172.21.15.5:0/2118268767 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7ff128066980 0x7ff128068e40 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:03.589 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.583+0000 7ff145440700 1 --2- 172.21.15.5:0/2118268767 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7ff140158f60 0x7ff14014b3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:03.589 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.583+0000 7ff145440700 1 --2- 172.21.15.5:0/2118268767 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff14014f2a0 0x7ff1400ca040 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:03.589 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.583+0000 7ff145440700 1 --2- 172.21.15.5:0/2118268767 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7ff14006e230 0x7ff140151b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:03.590 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.583+0000 7ff145440700 1 -- 172.21.15.5:0/2118268767 >> 172.21.15.5:0/2118268767 conn(0x7ff1400c74d0 msgr2=0x7ff140070ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:03.590 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.583+0000 7ff145440700 1 -- 172.21.15.5:0/2118268767 shutdown_connections 2024-09-13T16:16:03.590 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.583+0000 7ff145440700 1 -- 172.21.15.5:0/2118268767 wait complete. 2024-09-13T16:16:03.599 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509450 got 64424509450 for osd.5 2024-09-13T16:16:03.599 DEBUG:teuthology.parallel:result is None 2024-09-13T16:16:03.599 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-13T16:16:03.599 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T16:16:03.752 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.747+0000 7f3786dd2700 1 Processor -- start 2024-09-13T16:16:03.752 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.747+0000 7f3786dd2700 1 -- start start 2024-09-13T16:16:03.753 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.747+0000 7f3786dd2700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f378006fab0 0x7f378006fe90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:03.753 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.747+0000 7f3786dd2700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f37800c5620 0x7f37800c3600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:03.753 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.747+0000 7f3786dd2700 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3780070570 con 0x7f378006ed50 2024-09-13T16:16:03.753 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.747+0000 7f3786dd2700 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3780157320 con 0x7f37800c5620 2024-09-13T16:16:03.753 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.747+0000 7f3786dd2700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3780157600 con 0x7f378006fab0 2024-09-13T16:16:03.753 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.747+0000 7f37855cf700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f37800c5620 0x7f37800c3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:03.754 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.747+0000 7f37855cf700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f37800c5620 0x7f37800c3600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:54494/0 (socket says 172.21.15.5:54494) 2024-09-13T16:16:03.754 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.747+0000 7f37855cf700 1 -- 172.21.15.5:0/4234924149 learned_addr learned my addr 172.21.15.5:0/4234924149 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:16:03.754 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.747+0000 7f3785dd0700 1 --2- 172.21.15.5:0/4234924149 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f378006fab0 0x7f378006fe90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:03.754 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.747+0000 7f37855cf700 1 -- 172.21.15.5:0/4234924149 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f378006fab0 msgr2=0x7f378006fe90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:03.754 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.747+0000 7f37855cf700 1 --2- 172.21.15.5:0/4234924149 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f378006fab0 0x7f378006fe90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:03.754 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.747+0000 7f37855cf700 1 -- 172.21.15.5:0/4234924149 >> v1:172.21.15.5:6789/0 conn(0x7f378006ed50 legacy=0x7f3780150200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:03.754 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.747+0000 7f37855cf700 1 -- 172.21.15.5:0/4234924149 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f37800c2e00 con 0x7f37800c5620 2024-09-13T16:16:03.755 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.747+0000 7f37855cf700 1 --2- 172.21.15.5:0/4234924149 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f37800c5620 0x7f37800c3600 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f377c009e50 tx=0x7f377c00b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=da3f46cc77888cf8 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:03.755 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.747+0000 7f3784dce700 1 -- 172.21.15.5:0/4234924149 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f377c00e070 con 0x7f37800c5620 2024-09-13T16:16:03.755 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.747+0000 7f3784dce700 1 -- 172.21.15.5:0/4234924149 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f377c00b9c0 con 0x7f37800c5620 2024-09-13T16:16:03.755 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.747+0000 7f3784dce700 1 -- 172.21.15.5:0/4234924149 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f377c00bd70 con 0x7f37800c5620 2024-09-13T16:16:03.756 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.747+0000 7f3786dd2700 1 -- 172.21.15.5:0/4234924149 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f37800c5620 msgr2=0x7f37800c3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:03.756 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.747+0000 7f3786dd2700 1 --2- 172.21.15.5:0/4234924149 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f37800c5620 0x7f37800c3600 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f377c009e50 tx=0x7f377c00b330 comp rx=0 tx=0).stop 2024-09-13T16:16:03.756 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.751+0000 7f3786dd2700 1 -- 172.21.15.5:0/4234924149 shutdown_connections 2024-09-13T16:16:03.756 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.751+0000 7f3786dd2700 1 --2- 172.21.15.5:0/4234924149 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f37800c5620 0x7f37800c3600 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:03.756 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.751+0000 7f3786dd2700 1 --2- 172.21.15.5:0/4234924149 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f378006fab0 0x7f378006fe90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:03.756 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.751+0000 7f3786dd2700 1 -- 172.21.15.5:0/4234924149 >> 172.21.15.5:0/4234924149 conn(0x7f37800c7ea0 msgr2=0x7f37800c82b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:03.756 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.751+0000 7f3786dd2700 1 -- 172.21.15.5:0/4234924149 shutdown_connections 2024-09-13T16:16:03.756 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.751+0000 7f3786dd2700 1 -- 172.21.15.5:0/4234924149 wait complete. 2024-09-13T16:16:03.757 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.751+0000 7f3786dd2700 1 Processor -- start 2024-09-13T16:16:03.757 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.751+0000 7f3786dd2700 1 -- start start 2024-09-13T16:16:03.758 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.751+0000 7f3786dd2700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f378006ed50 0x7f378014e780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:03.758 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.751+0000 7f3786dd2700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f378006fab0 0x7f3780152900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:03.758 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.751+0000 7f3786dd2700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f37800c5620 0x7f3780152e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:03.759 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.751+0000 7f3786dd2700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3780153d70 con 0x7f378006ed50 2024-09-13T16:16:03.759 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.751+0000 7f3786dd2700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3780152470 con 0x7f37800c5620 2024-09-13T16:16:03.759 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.751+0000 7f3786dd2700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3780149f00 con 0x7f378006fab0 2024-09-13T16:16:03.759 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.751+0000 7f3785dd0700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f378006ed50 0x7f378014e780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:03.759 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.751+0000 7f3785dd0700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f378006ed50 0x7f378014e780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:54508/0 (socket says 172.21.15.5:54508) 2024-09-13T16:16:03.759 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.751+0000 7f3785dd0700 1 -- 172.21.15.5:0/2215836603 learned_addr learned my addr 172.21.15.5:0/2215836603 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:16:03.759 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.751+0000 7f37865d1700 1 --2- 172.21.15.5:0/2215836603 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f37800c5620 0x7f3780152e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:03.759 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.751+0000 7f37855cf700 1 --2- 172.21.15.5:0/2215836603 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f378006fab0 0x7f3780152900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:03.759 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.751+0000 7f3785dd0700 1 -- 172.21.15.5:0/2215836603 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f378006fab0 msgr2=0x7f3780152900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:03.759 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.751+0000 7f3785dd0700 1 --2- 172.21.15.5:0/2215836603 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f378006fab0 0x7f3780152900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:03.759 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.751+0000 7f3785dd0700 1 -- 172.21.15.5:0/2215836603 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f37800c5620 msgr2=0x7f3780152e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:03.759 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.751+0000 7f3785dd0700 1 --2- 172.21.15.5:0/2215836603 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f37800c5620 0x7f3780152e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:03.759 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.751+0000 7f3785dd0700 1 -- 172.21.15.5:0/2215836603 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f377c009b30 con 0x7f378006ed50 2024-09-13T16:16:03.760 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.755+0000 7f3785dd0700 1 --2- 172.21.15.5:0/2215836603 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f378006ed50 0x7f378014e780 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f377000e760 tx=0x7f377000ea70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:03.760 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.755+0000 7f37767fc700 1 -- 172.21.15.5:0/2215836603 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f377000c070 con 0x7f378006ed50 2024-09-13T16:16:03.760 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.755+0000 7f37767fc700 1 -- 172.21.15.5:0/2215836603 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3770013610 con 0x7f378006ed50 2024-09-13T16:16:03.761 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.755+0000 7f3786dd2700 1 -- 172.21.15.5:0/2215836603 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f37801ec3f0 con 0x7f378006ed50 2024-09-13T16:16:03.761 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.755+0000 7f37767fc700 1 -- 172.21.15.5:0/2215836603 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3770013980 con 0x7f378006ed50 2024-09-13T16:16:03.761 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.755+0000 7f3786dd2700 1 -- 172.21.15.5:0/2215836603 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3780152100 con 0x7f378006ed50 2024-09-13T16:16:03.761 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.755+0000 7f3786dd2700 1 -- 172.21.15.5:0/2215836603 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f378006d030 con 0x7f378006ed50 2024-09-13T16:16:03.761 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.755+0000 7f37767fc700 1 -- 172.21.15.5:0/2215836603 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f3770013ae0 con 0x7f378006ed50 2024-09-13T16:16:03.762 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.755+0000 7f37767fc700 1 --2- 172.21.15.5:0/2215836603 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f376c066760 0x7f376c068c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:03.762 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.755+0000 7f37767fc700 1 -- 172.21.15.5:0/2215836603 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f3770084150 con 0x7f378006ed50 2024-09-13T16:16:03.762 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.755+0000 7f37855cf700 1 --2- 172.21.15.5:0/2215836603 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f376c066760 0x7f376c068c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:03.764 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.759+0000 7f37855cf700 1 --2- 172.21.15.5:0/2215836603 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f376c066760 0x7f376c068c20 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f377c009e50 tx=0x7f377c009000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:03.769 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.763+0000 7f37767fc700 1 -- 172.21.15.5:0/2215836603 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f3770051260 con 0x7f378006ed50 2024-09-13T16:16:03.932 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.927+0000 7f3786dd2700 1 -- 172.21.15.5:0/2215836603 --> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f378006cca0 con 0x7f376c066760 2024-09-13T16:16:03.949 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.943+0000 7f37767fc700 1 -- 172.21.15.5:0/2215836603 <== mgr.4102 v2:172.21.15.179:6832/2977940518 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+345195 (secure 0 0 0) 0x7f378006cca0 con 0x7f376c066760 2024-09-13T16:16:03.953 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-13T16:16:03.956 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.947+0000 7f3786dd2700 1 -- 172.21.15.5:0/2215836603 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f376c066760 msgr2=0x7f376c068c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:03.956 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.947+0000 7f3786dd2700 1 --2- 172.21.15.5:0/2215836603 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f376c066760 0x7f376c068c20 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f377c009e50 tx=0x7f377c009000 comp rx=0 tx=0).stop 2024-09-13T16:16:03.957 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.947+0000 7f3786dd2700 1 -- 172.21.15.5:0/2215836603 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f378006ed50 msgr2=0x7f378014e780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:03.957 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.947+0000 7f3786dd2700 1 --2- 172.21.15.5:0/2215836603 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f378006ed50 0x7f378014e780 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f377000e760 tx=0x7f377000ea70 comp rx=0 tx=0).stop 2024-09-13T16:16:03.957 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.947+0000 7f3786dd2700 1 -- 172.21.15.5:0/2215836603 shutdown_connections 2024-09-13T16:16:03.957 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.947+0000 7f3786dd2700 1 --2- 172.21.15.5:0/2215836603 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f376c066760 0x7f376c068c20 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:03.957 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.947+0000 7f3786dd2700 1 --2- 172.21.15.5:0/2215836603 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f37800c5620 0x7f3780152e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:03.957 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.947+0000 7f3786dd2700 1 --2- 172.21.15.5:0/2215836603 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f378006fab0 0x7f3780152900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:03.957 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.947+0000 7f3786dd2700 1 --2- 172.21.15.5:0/2215836603 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f378006ed50 0x7f378014e780 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:03.957 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.947+0000 7f3786dd2700 1 -- 172.21.15.5:0/2215836603 >> 172.21.15.5:0/2215836603 conn(0x7f37800c7ea0 msgr2=0x7f378014b760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:03.957 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.951+0000 7f3786dd2700 1 -- 172.21.15.5:0/2215836603 shutdown_connections 2024-09-13T16:16:03.957 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:03.951+0000 7f3786dd2700 1 -- 172.21.15.5:0/2215836603 wait complete. 2024-09-13T16:16:03.957 INFO:teuthology.orchestra.run.smithi005.stderr:dumped all 2024-09-13T16:16:03.968 INFO:teuthology.orchestra.run.smithi005.stdout:{"pg_ready":true,"pg_map":{"version":37,"stamp":"2024-09-13T16:16:02.554859+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":594961,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":207,"num_write_kb":2434,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":159,"ondisk_log_size":159,"up":322,"acting":322,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":322,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":235936,"kb_used_data":3368,"kb_used_omap":12,"kb_used_meta":232435,"kb_avail":754738784,"statfs":{"total":773094113280,"available":772852514816,"internally_reserved":0,"allocated":3448832,"data_stored":2049058,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":238014009},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2231,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005086"},"pg_stats":[{"pgid":"2.1f","version":"21'4","reported_seq":19,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.426403+0000","last_change":"2024-09-13T16:15:41.032574+0000","last_active":"2024-09-13T16:15:45.426403+0000","last_peered":"2024-09-13T16:15:45.426403+0000","last_clean":"2024-09-13T16:15:45.426403+0000","last_became_active":"2024-09-13T16:15:41.032311+0000","last_became_peered":"2024-09-13T16:15:41.032311+0000","last_unstale":"2024-09-13T16:15:45.426403+0000","last_undegraded":"2024-09-13T16:15:45.426403+0000","last_fullsized":"2024-09-13T16:15:45.426403+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:01:26.441797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.415137+0000","last_change":"2024-09-13T16:15:41.422148+0000","last_active":"2024-09-13T16:15:45.415137+0000","last_peered":"2024-09-13T16:15:45.415137+0000","last_clean":"2024-09-13T16:15:45.415137+0000","last_became_active":"2024-09-13T16:15:41.421707+0000","last_became_peered":"2024-09-13T16:15:41.421707+0000","last_unstale":"2024-09-13T16:15:45.415137+0000","last_undegraded":"2024-09-13T16:15:45.415137+0000","last_fullsized":"2024-09-13T16:15:45.415137+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:53:15.761243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.796520+0000","last_change":"2024-09-13T16:15:45.430120+0000","last_active":"2024-09-13T16:15:45.796520+0000","last_peered":"2024-09-13T16:15:45.796520+0000","last_clean":"2024-09-13T16:15:45.796520+0000","last_became_active":"2024-09-13T16:15:45.426408+0000","last_became_peered":"2024-09-13T16:15:45.426408+0000","last_unstale":"2024-09-13T16:15:45.796520+0000","last_undegraded":"2024-09-13T16:15:45.796520+0000","last_fullsized":"2024-09-13T16:15:45.796520+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:31:04.860543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,7,0],"acting":[3,2,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"21'1","reported_seq":16,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.415354+0000","last_change":"2024-09-13T16:15:41.032034+0000","last_active":"2024-09-13T16:15:45.415354+0000","last_peered":"2024-09-13T16:15:45.415354+0000","last_clean":"2024-09-13T16:15:45.415354+0000","last_became_active":"2024-09-13T16:15:41.031754+0000","last_became_peered":"2024-09-13T16:15:41.031754+0000","last_unstale":"2024-09-13T16:15:45.415354+0000","last_undegraded":"2024-09-13T16:15:45.415354+0000","last_fullsized":"2024-09-13T16:15:45.415354+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:06:51.700440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.426156+0000","last_change":"2024-09-13T16:15:41.426259+0000","last_active":"2024-09-13T16:15:45.426156+0000","last_peered":"2024-09-13T16:15:45.426156+0000","last_clean":"2024-09-13T16:15:45.426156+0000","last_became_active":"2024-09-13T16:15:41.425995+0000","last_became_peered":"2024-09-13T16:15:41.425995+0000","last_unstale":"2024-09-13T16:15:45.426156+0000","last_undegraded":"2024-09-13T16:15:45.426156+0000","last_fullsized":"2024-09-13T16:15:45.426156+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:33:07.679354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.798852+0000","last_change":"2024-09-13T16:15:45.437307+0000","last_active":"2024-09-13T16:15:45.798852+0000","last_peered":"2024-09-13T16:15:45.798852+0000","last_clean":"2024-09-13T16:15:45.798852+0000","last_became_active":"2024-09-13T16:15:45.436923+0000","last_became_peered":"2024-09-13T16:15:45.436923+0000","last_unstale":"2024-09-13T16:15:45.798852+0000","last_undegraded":"2024-09-13T16:15:45.798852+0000","last_fullsized":"2024-09-13T16:15:45.798852+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:08:24.944860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1,3],"acting":[4,6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"21'2","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.417532+0000","last_change":"2024-09-13T16:15:41.034875+0000","last_active":"2024-09-13T16:15:45.417532+0000","last_peered":"2024-09-13T16:15:45.417532+0000","last_clean":"2024-09-13T16:15:45.417532+0000","last_became_active":"2024-09-13T16:15:41.034495+0000","last_became_peered":"2024-09-13T16:15:41.034495+0000","last_unstale":"2024-09-13T16:15:45.417532+0000","last_undegraded":"2024-09-13T16:15:45.417532+0000","last_fullsized":"2024-09-13T16:15:45.417532+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:47:48.983153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.421644+0000","last_change":"2024-09-13T16:15:41.434446+0000","last_active":"2024-09-13T16:15:45.421644+0000","last_peered":"2024-09-13T16:15:45.421644+0000","last_clean":"2024-09-13T16:15:45.421644+0000","last_became_active":"2024-09-13T16:15:41.432059+0000","last_became_peered":"2024-09-13T16:15:41.432059+0000","last_unstale":"2024-09-13T16:15:45.421644+0000","last_undegraded":"2024-09-13T16:15:45.421644+0000","last_fullsized":"2024-09-13T16:15:45.421644+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:51:57.544490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.799770+0000","last_change":"2024-09-13T16:15:45.439966+0000","last_active":"2024-09-13T16:15:45.799770+0000","last_peered":"2024-09-13T16:15:45.799770+0000","last_clean":"2024-09-13T16:15:45.799770+0000","last_became_active":"2024-09-13T16:15:45.439537+0000","last_became_peered":"2024-09-13T16:15:45.439537+0000","last_unstale":"2024-09-13T16:15:45.799770+0000","last_undegraded":"2024-09-13T16:15:45.799770+0000","last_fullsized":"2024-09-13T16:15:45.799770+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:58:53.421511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"21'2","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.417439+0000","last_change":"2024-09-13T16:15:41.039625+0000","last_active":"2024-09-13T16:15:45.417439+0000","last_peered":"2024-09-13T16:15:45.417439+0000","last_clean":"2024-09-13T16:15:45.417439+0000","last_became_active":"2024-09-13T16:15:41.039294+0000","last_became_peered":"2024-09-13T16:15:41.039294+0000","last_unstale":"2024-09-13T16:15:45.417439+0000","last_undegraded":"2024-09-13T16:15:45.417439+0000","last_fullsized":"2024-09-13T16:15:45.417439+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:42:56.530129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.423046+0000","last_change":"2024-09-13T16:15:41.430533+0000","last_active":"2024-09-13T16:15:45.423046+0000","last_peered":"2024-09-13T16:15:45.423046+0000","last_clean":"2024-09-13T16:15:45.423046+0000","last_became_active":"2024-09-13T16:15:41.430277+0000","last_became_peered":"2024-09-13T16:15:41.430277+0000","last_unstale":"2024-09-13T16:15:45.423046+0000","last_undegraded":"2024-09-13T16:15:45.423046+0000","last_fullsized":"2024-09-13T16:15:45.423046+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:33:07.679354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.798980+0000","last_change":"2024-09-13T16:15:45.439696+0000","last_active":"2024-09-13T16:15:45.798980+0000","last_peered":"2024-09-13T16:15:45.798980+0000","last_clean":"2024-09-13T16:15:45.798980+0000","last_became_active":"2024-09-13T16:15:45.439214+0000","last_became_peered":"2024-09-13T16:15:45.439214+0000","last_unstale":"2024-09-13T16:15:45.798980+0000","last_undegraded":"2024-09-13T16:15:45.798980+0000","last_fullsized":"2024-09-13T16:15:45.798980+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:29:51.560320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0,5],"acting":[4,3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.419004+0000","last_change":"2024-09-13T16:15:41.429258+0000","last_active":"2024-09-13T16:15:45.419004+0000","last_peered":"2024-09-13T16:15:45.419004+0000","last_clean":"2024-09-13T16:15:45.419004+0000","last_became_active":"2024-09-13T16:15:41.429041+0000","last_became_peered":"2024-09-13T16:15:41.429041+0000","last_unstale":"2024-09-13T16:15:45.419004+0000","last_undegraded":"2024-09-13T16:15:45.419004+0000","last_fullsized":"2024-09-13T16:15:45.419004+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:20:15.057465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.b","version":"21'2","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.417246+0000","last_change":"2024-09-13T16:15:41.034197+0000","last_active":"2024-09-13T16:15:45.417246+0000","last_peered":"2024-09-13T16:15:45.417246+0000","last_clean":"2024-09-13T16:15:45.417246+0000","last_became_active":"2024-09-13T16:15:41.032725+0000","last_became_peered":"2024-09-13T16:15:41.032725+0000","last_unstale":"2024-09-13T16:15:45.417246+0000","last_undegraded":"2024-09-13T16:15:45.417246+0000","last_fullsized":"2024-09-13T16:15:45.417246+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:23:04.082341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.801464+0000","last_change":"2024-09-13T16:15:45.446039+0000","last_active":"2024-09-13T16:15:45.801464+0000","last_peered":"2024-09-13T16:15:45.801464+0000","last_clean":"2024-09-13T16:15:45.801464+0000","last_became_active":"2024-09-13T16:15:45.445412+0000","last_became_peered":"2024-09-13T16:15:45.445412+0000","last_unstale":"2024-09-13T16:15:45.801464+0000","last_undegraded":"2024-09-13T16:15:45.801464+0000","last_fullsized":"2024-09-13T16:15:45.801464+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:05:44.037656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2,1],"acting":[4,0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.413127+0000","last_change":"2024-09-13T16:15:41.423664+0000","last_active":"2024-09-13T16:15:45.413127+0000","last_peered":"2024-09-13T16:15:45.413127+0000","last_clean":"2024-09-13T16:15:45.413127+0000","last_became_active":"2024-09-13T16:15:41.423409+0000","last_became_peered":"2024-09-13T16:15:41.423409+0000","last_unstale":"2024-09-13T16:15:45.413127+0000","last_undegraded":"2024-09-13T16:15:45.413127+0000","last_fullsized":"2024-09-13T16:15:45.413127+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:22:02.925875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.434487+0000","last_change":"2024-09-13T16:15:41.031792+0000","last_active":"2024-09-13T16:15:45.434487+0000","last_peered":"2024-09-13T16:15:45.434487+0000","last_clean":"2024-09-13T16:15:45.434487+0000","last_became_active":"2024-09-13T16:15:41.031409+0000","last_became_peered":"2024-09-13T16:15:41.031409+0000","last_unstale":"2024-09-13T16:15:45.434487+0000","last_undegraded":"2024-09-13T16:15:45.434487+0000","last_fullsized":"2024-09-13T16:15:45.434487+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:23:30.756600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.801070+0000","last_change":"2024-09-13T16:15:45.445655+0000","last_active":"2024-09-13T16:15:45.801070+0000","last_peered":"2024-09-13T16:15:45.801070+0000","last_clean":"2024-09-13T16:15:45.801070+0000","last_became_active":"2024-09-13T16:15:45.445262+0000","last_became_peered":"2024-09-13T16:15:45.445262+0000","last_unstale":"2024-09-13T16:15:45.801070+0000","last_undegraded":"2024-09-13T16:15:45.801070+0000","last_fullsized":"2024-09-13T16:15:45.801070+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:34:17.285683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.413530+0000","last_change":"2024-09-13T16:15:41.413219+0000","last_active":"2024-09-13T16:15:45.413530+0000","last_peered":"2024-09-13T16:15:45.413530+0000","last_clean":"2024-09-13T16:15:45.413530+0000","last_became_active":"2024-09-13T16:15:41.412959+0000","last_became_peered":"2024-09-13T16:15:41.412959+0000","last_unstale":"2024-09-13T16:15:45.413530+0000","last_undegraded":"2024-09-13T16:15:45.413530+0000","last_fullsized":"2024-09-13T16:15:45.413530+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:08:24.015435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.432105+0000","last_change":"2024-09-13T16:15:41.032347+0000","last_active":"2024-09-13T16:15:45.432105+0000","last_peered":"2024-09-13T16:15:45.432105+0000","last_clean":"2024-09-13T16:15:45.432105+0000","last_became_active":"2024-09-13T16:15:41.032093+0000","last_became_peered":"2024-09-13T16:15:41.032093+0000","last_unstale":"2024-09-13T16:15:45.432105+0000","last_undegraded":"2024-09-13T16:15:45.432105+0000","last_fullsized":"2024-09-13T16:15:45.432105+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:33:42.634191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:46.624777+0000","last_change":"2024-09-13T16:15:45.446608+0000","last_active":"2024-09-13T16:15:46.624777+0000","last_peered":"2024-09-13T16:15:46.624777+0000","last_clean":"2024-09-13T16:15:46.624777+0000","last_became_active":"2024-09-13T16:15:45.446001+0000","last_became_peered":"2024-09-13T16:15:45.446001+0000","last_unstale":"2024-09-13T16:15:46.624777+0000","last_undegraded":"2024-09-13T16:15:46.624777+0000","last_fullsized":"2024-09-13T16:15:46.624777+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:34:17.285683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4,7],"acting":[1,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.425592+0000","last_change":"2024-09-13T16:15:41.426036+0000","last_active":"2024-09-13T16:15:45.425592+0000","last_peered":"2024-09-13T16:15:45.425592+0000","last_clean":"2024-09-13T16:15:45.425592+0000","last_became_active":"2024-09-13T16:15:41.425741+0000","last_became_peered":"2024-09-13T16:15:41.425741+0000","last_unstale":"2024-09-13T16:15:45.425592+0000","last_undegraded":"2024-09-13T16:15:45.425592+0000","last_fullsized":"2024-09-13T16:15:45.425592+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:33:43.646968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.417142+0000","last_change":"2024-09-13T16:15:41.032847+0000","last_active":"2024-09-13T16:15:45.417142+0000","last_peered":"2024-09-13T16:15:45.417142+0000","last_clean":"2024-09-13T16:15:45.417142+0000","last_became_active":"2024-09-13T16:15:41.032575+0000","last_became_peered":"2024-09-13T16:15:41.032575+0000","last_unstale":"2024-09-13T16:15:45.417142+0000","last_undegraded":"2024-09-13T16:15:45.417142+0000","last_fullsized":"2024-09-13T16:15:45.417142+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:37:17.411045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.801470+0000","last_change":"2024-09-13T16:15:45.449940+0000","last_active":"2024-09-13T16:15:45.801470+0000","last_peered":"2024-09-13T16:15:45.801470+0000","last_clean":"2024-09-13T16:15:45.801470+0000","last_became_active":"2024-09-13T16:15:45.449446+0000","last_became_peered":"2024-09-13T16:15:45.449446+0000","last_unstale":"2024-09-13T16:15:45.801470+0000","last_undegraded":"2024-09-13T16:15:45.801470+0000","last_fullsized":"2024-09-13T16:15:45.801470+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:36:18.536576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.426669+0000","last_change":"2024-09-13T16:15:41.415433+0000","last_active":"2024-09-13T16:15:45.426669+0000","last_peered":"2024-09-13T16:15:45.426669+0000","last_clean":"2024-09-13T16:15:45.426669+0000","last_became_active":"2024-09-13T16:15:41.415187+0000","last_became_peered":"2024-09-13T16:15:41.415187+0000","last_unstale":"2024-09-13T16:15:45.426669+0000","last_undegraded":"2024-09-13T16:15:45.426669+0000","last_fullsized":"2024-09-13T16:15:45.426669+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:52:33.344284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"21'2","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.419786+0000","last_change":"2024-09-13T16:15:41.035854+0000","last_active":"2024-09-13T16:15:45.419786+0000","last_peered":"2024-09-13T16:15:45.419786+0000","last_clean":"2024-09-13T16:15:45.419786+0000","last_became_active":"2024-09-13T16:15:41.035523+0000","last_became_peered":"2024-09-13T16:15:41.035523+0000","last_unstale":"2024-09-13T16:15:45.419786+0000","last_undegraded":"2024-09-13T16:15:45.419786+0000","last_fullsized":"2024-09-13T16:15:45.419786+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:06:51.700440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.798662+0000","last_change":"2024-09-13T16:15:45.437824+0000","last_active":"2024-09-13T16:15:45.798662+0000","last_peered":"2024-09-13T16:15:45.798662+0000","last_clean":"2024-09-13T16:15:45.798662+0000","last_became_active":"2024-09-13T16:15:45.437484+0000","last_became_peered":"2024-09-13T16:15:45.437484+0000","last_unstale":"2024-09-13T16:15:45.798662+0000","last_undegraded":"2024-09-13T16:15:45.798662+0000","last_fullsized":"2024-09-13T16:15:45.798662+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:28:05.822037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,7],"acting":[4,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.416247+0000","last_change":"2024-09-13T16:15:41.412507+0000","last_active":"2024-09-13T16:15:45.416247+0000","last_peered":"2024-09-13T16:15:45.416247+0000","last_clean":"2024-09-13T16:15:45.416247+0000","last_became_active":"2024-09-13T16:15:41.412266+0000","last_became_peered":"2024-09-13T16:15:41.412266+0000","last_unstale":"2024-09-13T16:15:45.416247+0000","last_undegraded":"2024-09-13T16:15:45.416247+0000","last_fullsized":"2024-09-13T16:15:45.416247+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:28:02.414880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"24'1","reported_seq":16,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.432956+0000","last_change":"2024-09-13T16:15:41.031785+0000","last_active":"2024-09-13T16:15:45.432956+0000","last_peered":"2024-09-13T16:15:45.432956+0000","last_clean":"2024-09-13T16:15:45.432956+0000","last_became_active":"2024-09-13T16:15:41.031492+0000","last_became_peered":"2024-09-13T16:15:41.031492+0000","last_unstale":"2024-09-13T16:15:45.432956+0000","last_undegraded":"2024-09-13T16:15:45.432956+0000","last_fullsized":"2024-09-13T16:15:45.432956+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:37:17.411045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.796233+0000","last_change":"2024-09-13T16:15:45.430678+0000","last_active":"2024-09-13T16:15:45.796233+0000","last_peered":"2024-09-13T16:15:45.796233+0000","last_clean":"2024-09-13T16:15:45.796233+0000","last_became_active":"2024-09-13T16:15:45.430278+0000","last_became_peered":"2024-09-13T16:15:45.430278+0000","last_unstale":"2024-09-13T16:15:45.796233+0000","last_undegraded":"2024-09-13T16:15:45.796233+0000","last_fullsized":"2024-09-13T16:15:45.796233+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:48:40.759944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0,1],"acting":[3,7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.434414+0000","last_change":"2024-09-13T16:15:41.417862+0000","last_active":"2024-09-13T16:15:45.434414+0000","last_peered":"2024-09-13T16:15:45.434414+0000","last_clean":"2024-09-13T16:15:45.434414+0000","last_became_active":"2024-09-13T16:15:41.417601+0000","last_became_peered":"2024-09-13T16:15:41.417601+0000","last_unstale":"2024-09-13T16:15:45.434414+0000","last_undegraded":"2024-09-13T16:15:45.434414+0000","last_fullsized":"2024-09-13T16:15:45.434414+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:22:02.925875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.417764+0000","last_change":"2024-09-13T16:15:41.034156+0000","last_active":"2024-09-13T16:15:45.417764+0000","last_peered":"2024-09-13T16:15:45.417764+0000","last_clean":"2024-09-13T16:15:45.417764+0000","last_became_active":"2024-09-13T16:15:41.032659+0000","last_became_peered":"2024-09-13T16:15:41.032659+0000","last_unstale":"2024-09-13T16:15:45.417764+0000","last_undegraded":"2024-09-13T16:15:45.417764+0000","last_fullsized":"2024-09-13T16:15:45.417764+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:33:42.634191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:46.621173+0000","last_change":"2024-09-13T16:15:45.448222+0000","last_active":"2024-09-13T16:15:46.621173+0000","last_peered":"2024-09-13T16:15:46.621173+0000","last_clean":"2024-09-13T16:15:46.621173+0000","last_became_active":"2024-09-13T16:15:45.447880+0000","last_became_peered":"2024-09-13T16:15:45.447880+0000","last_unstale":"2024-09-13T16:15:46.621173+0000","last_undegraded":"2024-09-13T16:15:46.621173+0000","last_fullsized":"2024-09-13T16:15:46.621173+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:03:48.787790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7,1],"acting":[0,5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.423180+0000","last_change":"2024-09-13T16:15:41.422747+0000","last_active":"2024-09-13T16:15:45.423180+0000","last_peered":"2024-09-13T16:15:45.423180+0000","last_clean":"2024-09-13T16:15:45.423180+0000","last_became_active":"2024-09-13T16:15:41.419626+0000","last_became_peered":"2024-09-13T16:15:41.419626+0000","last_unstale":"2024-09-13T16:15:45.423180+0000","last_undegraded":"2024-09-13T16:15:45.423180+0000","last_fullsized":"2024-09-13T16:15:45.423180+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:15:39.247568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.435285+0000","last_change":"2024-09-13T16:15:41.023747+0000","last_active":"2024-09-13T16:15:45.435285+0000","last_peered":"2024-09-13T16:15:45.435285+0000","last_clean":"2024-09-13T16:15:45.435285+0000","last_became_active":"2024-09-13T16:15:41.023463+0000","last_became_peered":"2024-09-13T16:15:41.023463+0000","last_unstale":"2024-09-13T16:15:45.435285+0000","last_undegraded":"2024-09-13T16:15:45.435285+0000","last_fullsized":"2024-09-13T16:15:45.435285+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:53:09.205608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:46.621860+0000","last_change":"2024-09-13T16:15:45.446054+0000","last_active":"2024-09-13T16:15:46.621860+0000","last_peered":"2024-09-13T16:15:46.621860+0000","last_clean":"2024-09-13T16:15:46.621860+0000","last_became_active":"2024-09-13T16:15:45.443702+0000","last_became_peered":"2024-09-13T16:15:45.443702+0000","last_unstale":"2024-09-13T16:15:46.621860+0000","last_undegraded":"2024-09-13T16:15:46.621860+0000","last_fullsized":"2024-09-13T16:15:46.621860+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:54:19.358862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4,0],"acting":[1,5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.429023+0000","last_change":"2024-09-13T16:15:41.420693+0000","last_active":"2024-09-13T16:15:45.429023+0000","last_peered":"2024-09-13T16:15:45.429023+0000","last_clean":"2024-09-13T16:15:45.429023+0000","last_became_active":"2024-09-13T16:15:41.419700+0000","last_became_peered":"2024-09-13T16:15:41.419700+0000","last_unstale":"2024-09-13T16:15:45.429023+0000","last_undegraded":"2024-09-13T16:15:45.429023+0000","last_fullsized":"2024-09-13T16:15:45.429023+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:23:31.769377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.421057+0000","last_change":"2024-09-13T16:15:41.034060+0000","last_active":"2024-09-13T16:15:45.421057+0000","last_peered":"2024-09-13T16:15:45.421057+0000","last_clean":"2024-09-13T16:15:45.421057+0000","last_became_active":"2024-09-13T16:15:41.032982+0000","last_became_peered":"2024-09-13T16:15:41.032982+0000","last_unstale":"2024-09-13T16:15:45.421057+0000","last_undegraded":"2024-09-13T16:15:45.421057+0000","last_fullsized":"2024-09-13T16:15:45.421057+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:59:29.370756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:46.623729+0000","last_change":"2024-09-13T16:15:45.443110+0000","last_active":"2024-09-13T16:15:46.623729+0000","last_peered":"2024-09-13T16:15:46.623729+0000","last_clean":"2024-09-13T16:15:46.623729+0000","last_became_active":"2024-09-13T16:15:45.440379+0000","last_became_peered":"2024-09-13T16:15:45.440379+0000","last_unstale":"2024-09-13T16:15:46.623729+0000","last_undegraded":"2024-09-13T16:15:46.623729+0000","last_fullsized":"2024-09-13T16:15:46.623729+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:58:53.421511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3,6],"acting":[1,2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.435046+0000","last_change":"2024-09-13T16:15:41.412052+0000","last_active":"2024-09-13T16:15:45.435046+0000","last_peered":"2024-09-13T16:15:45.435046+0000","last_clean":"2024-09-13T16:15:45.435046+0000","last_became_active":"2024-09-13T16:15:41.411796+0000","last_became_peered":"2024-09-13T16:15:41.411796+0000","last_unstale":"2024-09-13T16:15:45.435046+0000","last_undegraded":"2024-09-13T16:15:45.435046+0000","last_fullsized":"2024-09-13T16:15:45.435046+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:11:47.177046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.420600+0000","last_change":"2024-09-13T16:15:41.036198+0000","last_active":"2024-09-13T16:15:45.420600+0000","last_peered":"2024-09-13T16:15:45.420600+0000","last_clean":"2024-09-13T16:15:45.420600+0000","last_became_active":"2024-09-13T16:15:41.035934+0000","last_became_peered":"2024-09-13T16:15:41.035934+0000","last_unstale":"2024-09-13T16:15:45.420600+0000","last_undegraded":"2024-09-13T16:15:45.420600+0000","last_fullsized":"2024-09-13T16:15:45.420600+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:23:04.082341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:46.624856+0000","last_change":"2024-09-13T16:15:45.448674+0000","last_active":"2024-09-13T16:15:46.624856+0000","last_peered":"2024-09-13T16:15:46.624856+0000","last_clean":"2024-09-13T16:15:46.624856+0000","last_became_active":"2024-09-13T16:15:45.446894+0000","last_became_peered":"2024-09-13T16:15:45.446894+0000","last_unstale":"2024-09-13T16:15:46.624856+0000","last_undegraded":"2024-09-13T16:15:46.624856+0000","last_fullsized":"2024-09-13T16:15:46.624856+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:17:45.206594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0,3],"acting":[1,5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.424987+0000","last_change":"2024-09-13T16:15:41.431583+0000","last_active":"2024-09-13T16:15:45.424987+0000","last_peered":"2024-09-13T16:15:45.424987+0000","last_clean":"2024-09-13T16:15:45.424987+0000","last_became_active":"2024-09-13T16:15:41.431310+0000","last_became_peered":"2024-09-13T16:15:41.431310+0000","last_unstale":"2024-09-13T16:15:45.424987+0000","last_undegraded":"2024-09-13T16:15:45.424987+0000","last_fullsized":"2024-09-13T16:15:45.424987+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:12:04.198678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.417297+0000","last_change":"2024-09-13T16:15:41.033404+0000","last_active":"2024-09-13T16:15:45.417297+0000","last_peered":"2024-09-13T16:15:45.417297+0000","last_clean":"2024-09-13T16:15:45.417297+0000","last_became_active":"2024-09-13T16:15:41.033180+0000","last_became_peered":"2024-09-13T16:15:41.033180+0000","last_unstale":"2024-09-13T16:15:45.417297+0000","last_undegraded":"2024-09-13T16:15:45.417297+0000","last_fullsized":"2024-09-13T16:15:45.417297+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:23:30.756600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:46.622050+0000","last_change":"2024-09-13T16:15:45.441683+0000","last_active":"2024-09-13T16:15:46.622050+0000","last_peered":"2024-09-13T16:15:46.622050+0000","last_clean":"2024-09-13T16:15:46.622050+0000","last_became_active":"2024-09-13T16:15:45.441286+0000","last_became_peered":"2024-09-13T16:15:45.441286+0000","last_unstale":"2024-09-13T16:15:46.622050+0000","last_undegraded":"2024-09-13T16:15:46.622050+0000","last_fullsized":"2024-09-13T16:15:46.622050+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:27:40.387319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2,7],"acting":[0,1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.412679+0000","last_change":"2024-09-13T16:15:41.430895+0000","last_active":"2024-09-13T16:15:45.412679+0000","last_peered":"2024-09-13T16:15:45.412679+0000","last_clean":"2024-09-13T16:15:45.412679+0000","last_became_active":"2024-09-13T16:15:41.430627+0000","last_became_peered":"2024-09-13T16:15:41.430627+0000","last_unstale":"2024-09-13T16:15:45.412679+0000","last_undegraded":"2024-09-13T16:15:45.412679+0000","last_fullsized":"2024-09-13T16:15:45.412679+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:21:26.930345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.420645+0000","last_change":"2024-09-13T16:15:41.037492+0000","last_active":"2024-09-13T16:15:45.420645+0000","last_peered":"2024-09-13T16:15:45.420645+0000","last_clean":"2024-09-13T16:15:45.420645+0000","last_became_active":"2024-09-13T16:15:41.037216+0000","last_became_peered":"2024-09-13T16:15:41.037216+0000","last_unstale":"2024-09-13T16:15:45.420645+0000","last_undegraded":"2024-09-13T16:15:45.420645+0000","last_fullsized":"2024-09-13T16:15:45.420645+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:28:31.923652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":168,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.417442+0000","last_change":"2024-09-13T16:15:30.706664+0000","last_active":"2024-09-13T16:15:45.417442+0000","last_peered":"2024-09-13T16:15:45.417442+0000","last_clean":"2024-09-13T16:15:45.417442+0000","last_became_active":"2024-09-13T16:15:30.706146+0000","last_became_peered":"2024-09-13T16:15:30.706146+0000","last_unstale":"2024-09-13T16:15:45.417442+0000","last_undegraded":"2024-09-13T16:15:45.417442+0000","last_fullsized":"2024-09-13T16:15:45.417442+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:28.905101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:28.905101+0000","last_clean_scrub_stamp":"2024-09-13T16:15:28.905101+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:38:40.338700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:46.623137+0000","last_change":"2024-09-13T16:15:45.432988+0000","last_active":"2024-09-13T16:15:46.623137+0000","last_peered":"2024-09-13T16:15:46.623137+0000","last_clean":"2024-09-13T16:15:46.623137+0000","last_became_active":"2024-09-13T16:15:45.432603+0000","last_became_peered":"2024-09-13T16:15:45.432603+0000","last_unstale":"2024-09-13T16:15:46.623137+0000","last_undegraded":"2024-09-13T16:15:46.623137+0000","last_fullsized":"2024-09-13T16:15:46.623137+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:30:36.715026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,4,7],"acting":[6,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.417467+0000","last_change":"2024-09-13T16:15:41.425729+0000","last_active":"2024-09-13T16:15:45.417467+0000","last_peered":"2024-09-13T16:15:45.417467+0000","last_clean":"2024-09-13T16:15:45.417467+0000","last_became_active":"2024-09-13T16:15:41.425482+0000","last_became_peered":"2024-09-13T16:15:41.425482+0000","last_unstale":"2024-09-13T16:15:45.417467+0000","last_undegraded":"2024-09-13T16:15:45.417467+0000","last_fullsized":"2024-09-13T16:15:45.417467+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:50:40.669575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.422059+0000","last_change":"2024-09-13T16:15:41.034746+0000","last_active":"2024-09-13T16:15:45.422059+0000","last_peered":"2024-09-13T16:15:45.422059+0000","last_clean":"2024-09-13T16:15:45.422059+0000","last_became_active":"2024-09-13T16:15:41.034286+0000","last_became_peered":"2024-09-13T16:15:41.034286+0000","last_unstale":"2024-09-13T16:15:45.422059+0000","last_undegraded":"2024-09-13T16:15:45.422059+0000","last_fullsized":"2024-09-13T16:15:45.422059+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:24:38.572929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:46.623089+0000","last_change":"2024-09-13T16:15:45.437198+0000","last_active":"2024-09-13T16:15:46.623089+0000","last_peered":"2024-09-13T16:15:46.623089+0000","last_clean":"2024-09-13T16:15:46.623089+0000","last_became_active":"2024-09-13T16:15:45.436595+0000","last_became_peered":"2024-09-13T16:15:45.436595+0000","last_unstale":"2024-09-13T16:15:46.623089+0000","last_undegraded":"2024-09-13T16:15:46.623089+0000","last_fullsized":"2024-09-13T16:15:46.623089+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:20:43.393814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,1,0],"acting":[6,7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.421792+0000","last_change":"2024-09-13T16:15:41.424176+0000","last_active":"2024-09-13T16:15:45.421792+0000","last_peered":"2024-09-13T16:15:45.421792+0000","last_clean":"2024-09-13T16:15:45.421792+0000","last_became_active":"2024-09-13T16:15:41.423906+0000","last_became_peered":"2024-09-13T16:15:41.423906+0000","last_unstale":"2024-09-13T16:15:45.421792+0000","last_undegraded":"2024-09-13T16:15:45.421792+0000","last_fullsized":"2024-09-13T16:15:45.421792+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:34:57.106014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.d","version":"21'1","reported_seq":16,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.432513+0000","last_change":"2024-09-13T16:15:41.021672+0000","last_active":"2024-09-13T16:15:45.432513+0000","last_peered":"2024-09-13T16:15:45.432513+0000","last_clean":"2024-09-13T16:15:45.432513+0000","last_became_active":"2024-09-13T16:15:41.020719+0000","last_became_peered":"2024-09-13T16:15:41.020719+0000","last_unstale":"2024-09-13T16:15:45.432513+0000","last_undegraded":"2024-09-13T16:15:45.432513+0000","last_fullsized":"2024-09-13T16:15:45.432513+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:23:04.082341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:46.621295+0000","last_change":"2024-09-13T16:15:45.444215+0000","last_active":"2024-09-13T16:15:46.621295+0000","last_peered":"2024-09-13T16:15:46.621295+0000","last_clean":"2024-09-13T16:15:46.621295+0000","last_became_active":"2024-09-13T16:15:45.443842+0000","last_became_peered":"2024-09-13T16:15:45.443842+0000","last_unstale":"2024-09-13T16:15:46.621295+0000","last_undegraded":"2024-09-13T16:15:46.621295+0000","last_fullsized":"2024-09-13T16:15:46.621295+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:36:18.570724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4,5],"acting":[0,1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.418316+0000","last_change":"2024-09-13T16:15:41.429232+0000","last_active":"2024-09-13T16:15:45.418316+0000","last_peered":"2024-09-13T16:15:45.418316+0000","last_clean":"2024-09-13T16:15:45.418316+0000","last_became_active":"2024-09-13T16:15:41.426840+0000","last_became_peered":"2024-09-13T16:15:41.426840+0000","last_unstale":"2024-09-13T16:15:45.418316+0000","last_undegraded":"2024-09-13T16:15:45.418316+0000","last_fullsized":"2024-09-13T16:15:45.418316+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:28:02.414880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"21'2","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.420772+0000","last_change":"2024-09-13T16:15:41.033749+0000","last_active":"2024-09-13T16:15:45.420772+0000","last_peered":"2024-09-13T16:15:45.420772+0000","last_clean":"2024-09-13T16:15:45.420772+0000","last_became_active":"2024-09-13T16:15:41.033356+0000","last_became_peered":"2024-09-13T16:15:41.033356+0000","last_unstale":"2024-09-13T16:15:45.420772+0000","last_undegraded":"2024-09-13T16:15:45.420772+0000","last_fullsized":"2024-09-13T16:15:45.420772+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:25:22.130748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:46.466134+0000","last_change":"2024-09-13T16:15:45.434063+0000","last_active":"2024-09-13T16:15:46.466134+0000","last_peered":"2024-09-13T16:15:46.466134+0000","last_clean":"2024-09-13T16:15:46.466134+0000","last_became_active":"2024-09-13T16:15:45.433849+0000","last_became_peered":"2024-09-13T16:15:45.433849+0000","last_unstale":"2024-09-13T16:15:46.466134+0000","last_undegraded":"2024-09-13T16:15:46.466134+0000","last_fullsized":"2024-09-13T16:15:46.466134+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:47:37.415731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7,6],"acting":[5,4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.417917+0000","last_change":"2024-09-13T16:15:41.425176+0000","last_active":"2024-09-13T16:15:45.417917+0000","last_peered":"2024-09-13T16:15:45.417917+0000","last_clean":"2024-09-13T16:15:45.417917+0000","last_became_active":"2024-09-13T16:15:41.422117+0000","last_became_peered":"2024-09-13T16:15:41.422117+0000","last_unstale":"2024-09-13T16:15:45.417917+0000","last_undegraded":"2024-09-13T16:15:45.417917+0000","last_fullsized":"2024-09-13T16:15:45.417917+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:04:01.515823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"21'1","reported_seq":16,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.425091+0000","last_change":"2024-09-13T16:15:41.024081+0000","last_active":"2024-09-13T16:15:45.425091+0000","last_peered":"2024-09-13T16:15:45.425091+0000","last_clean":"2024-09-13T16:15:45.425091+0000","last_became_active":"2024-09-13T16:15:41.023763+0000","last_became_peered":"2024-09-13T16:15:41.023763+0000","last_unstale":"2024-09-13T16:15:45.425091+0000","last_undegraded":"2024-09-13T16:15:45.425091+0000","last_fullsized":"2024-09-13T16:15:45.425091+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:25:44.598813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.799842+0000","last_change":"2024-09-13T16:15:45.436109+0000","last_active":"2024-09-13T16:15:45.799842+0000","last_peered":"2024-09-13T16:15:45.799842+0000","last_clean":"2024-09-13T16:15:45.799842+0000","last_became_active":"2024-09-13T16:15:45.435716+0000","last_became_peered":"2024-09-13T16:15:45.435716+0000","last_unstale":"2024-09-13T16:15:45.799842+0000","last_undegraded":"2024-09-13T16:15:45.799842+0000","last_fullsized":"2024-09-13T16:15:45.799842+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:17:45.206594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3,6],"acting":[4,1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.415763+0000","last_change":"2024-09-13T16:15:41.430211+0000","last_active":"2024-09-13T16:15:45.415763+0000","last_peered":"2024-09-13T16:15:45.415763+0000","last_clean":"2024-09-13T16:15:45.415763+0000","last_became_active":"2024-09-13T16:15:41.429928+0000","last_became_peered":"2024-09-13T16:15:41.429928+0000","last_unstale":"2024-09-13T16:15:45.415763+0000","last_undegraded":"2024-09-13T16:15:45.415763+0000","last_fullsized":"2024-09-13T16:15:45.415763+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:21:26.930345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"21'8","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.419902+0000","last_change":"2024-09-13T16:15:41.028349+0000","last_active":"2024-09-13T16:15:45.419902+0000","last_peered":"2024-09-13T16:15:45.419902+0000","last_clean":"2024-09-13T16:15:45.419902+0000","last_became_active":"2024-09-13T16:15:41.028039+0000","last_became_peered":"2024-09-13T16:15:41.028039+0000","last_unstale":"2024-09-13T16:15:45.419902+0000","last_undegraded":"2024-09-13T16:15:45.419902+0000","last_fullsized":"2024-09-13T16:15:45.419902+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:53:09.205608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:46.621915+0000","last_change":"2024-09-13T16:15:45.431362+0000","last_active":"2024-09-13T16:15:46.621915+0000","last_peered":"2024-09-13T16:15:46.621915+0000","last_clean":"2024-09-13T16:15:46.621915+0000","last_became_active":"2024-09-13T16:15:45.430948+0000","last_became_peered":"2024-09-13T16:15:45.430948+0000","last_unstale":"2024-09-13T16:15:46.621915+0000","last_undegraded":"2024-09-13T16:15:46.621915+0000","last_fullsized":"2024-09-13T16:15:46.621915+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:44:00.619593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2,6],"acting":[0,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.414165+0000","last_change":"2024-09-13T16:15:41.420682+0000","last_active":"2024-09-13T16:15:45.414165+0000","last_peered":"2024-09-13T16:15:45.414165+0000","last_clean":"2024-09-13T16:15:45.414165+0000","last_became_active":"2024-09-13T16:15:41.420207+0000","last_became_peered":"2024-09-13T16:15:41.420207+0000","last_unstale":"2024-09-13T16:15:45.414165+0000","last_undegraded":"2024-09-13T16:15:45.414165+0000","last_fullsized":"2024-09-13T16:15:45.414165+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:44:31.875006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.419134+0000","last_change":"2024-09-13T16:15:41.027279+0000","last_active":"2024-09-13T16:15:45.419134+0000","last_peered":"2024-09-13T16:15:45.419134+0000","last_clean":"2024-09-13T16:15:45.419134+0000","last_became_active":"2024-09-13T16:15:41.026955+0000","last_became_peered":"2024-09-13T16:15:41.026955+0000","last_unstale":"2024-09-13T16:15:45.419134+0000","last_undegraded":"2024-09-13T16:15:45.419134+0000","last_fullsized":"2024-09-13T16:15:45.419134+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:25:22.130748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.797755+0000","last_change":"2024-09-13T16:15:45.429369+0000","last_active":"2024-09-13T16:15:45.797755+0000","last_peered":"2024-09-13T16:15:45.797755+0000","last_clean":"2024-09-13T16:15:45.797755+0000","last_became_active":"2024-09-13T16:15:45.428985+0000","last_became_peered":"2024-09-13T16:15:45.428985+0000","last_unstale":"2024-09-13T16:15:45.797755+0000","last_undegraded":"2024-09-13T16:15:45.797755+0000","last_fullsized":"2024-09-13T16:15:45.797755+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:26:14.723087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,6],"acting":[3,7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.417325+0000","last_change":"2024-09-13T16:15:41.430249+0000","last_active":"2024-09-13T16:15:45.417325+0000","last_peered":"2024-09-13T16:15:45.417325+0000","last_clean":"2024-09-13T16:15:45.417325+0000","last_became_active":"2024-09-13T16:15:41.425258+0000","last_became_peered":"2024-09-13T16:15:41.425258+0000","last_unstale":"2024-09-13T16:15:45.417325+0000","last_undegraded":"2024-09-13T16:15:45.417325+0000","last_fullsized":"2024-09-13T16:15:45.417325+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:56:02.400511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.421064+0000","last_change":"2024-09-13T16:15:41.037723+0000","last_active":"2024-09-13T16:15:45.421064+0000","last_peered":"2024-09-13T16:15:45.421064+0000","last_clean":"2024-09-13T16:15:45.421064+0000","last_became_active":"2024-09-13T16:15:41.037313+0000","last_became_peered":"2024-09-13T16:15:41.037313+0000","last_unstale":"2024-09-13T16:15:45.421064+0000","last_undegraded":"2024-09-13T16:15:45.421064+0000","last_fullsized":"2024-09-13T16:15:45.421064+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:12:26.352318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.797540+0000","last_change":"2024-09-13T16:15:45.436611+0000","last_active":"2024-09-13T16:15:45.797540+0000","last_peered":"2024-09-13T16:15:45.797540+0000","last_clean":"2024-09-13T16:15:45.797540+0000","last_became_active":"2024-09-13T16:15:45.436224+0000","last_became_peered":"2024-09-13T16:15:45.436224+0000","last_unstale":"2024-09-13T16:15:45.797540+0000","last_undegraded":"2024-09-13T16:15:45.797540+0000","last_fullsized":"2024-09-13T16:15:45.797540+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:25:18.924994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,2],"acting":[3,1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.425266+0000","last_change":"2024-09-13T16:15:41.413282+0000","last_active":"2024-09-13T16:15:45.425266+0000","last_peered":"2024-09-13T16:15:45.425266+0000","last_clean":"2024-09-13T16:15:45.425266+0000","last_became_active":"2024-09-13T16:15:41.413018+0000","last_became_peered":"2024-09-13T16:15:41.413018+0000","last_unstale":"2024-09-13T16:15:45.425266+0000","last_undegraded":"2024-09-13T16:15:45.425266+0000","last_fullsized":"2024-09-13T16:15:45.425266+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:59:59.432849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.13","version":"21'2","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.425542+0000","last_change":"2024-09-13T16:15:41.028202+0000","last_active":"2024-09-13T16:15:45.425542+0000","last_peered":"2024-09-13T16:15:45.425542+0000","last_clean":"2024-09-13T16:15:45.425542+0000","last_became_active":"2024-09-13T16:15:41.027695+0000","last_became_peered":"2024-09-13T16:15:41.027695+0000","last_unstale":"2024-09-13T16:15:45.425542+0000","last_undegraded":"2024-09-13T16:15:45.425542+0000","last_fullsized":"2024-09-13T16:15:45.425542+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:30:56.384304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:46.467079+0000","last_change":"2024-09-13T16:15:45.429663+0000","last_active":"2024-09-13T16:15:46.467079+0000","last_peered":"2024-09-13T16:15:46.467079+0000","last_clean":"2024-09-13T16:15:46.467079+0000","last_became_active":"2024-09-13T16:15:45.429313+0000","last_became_peered":"2024-09-13T16:15:45.429313+0000","last_unstale":"2024-09-13T16:15:46.467079+0000","last_undegraded":"2024-09-13T16:15:46.467079+0000","last_fullsized":"2024-09-13T16:15:46.467079+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:40:41.137237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3,2],"acting":[5,7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.417538+0000","last_change":"2024-09-13T16:15:41.421663+0000","last_active":"2024-09-13T16:15:45.417538+0000","last_peered":"2024-09-13T16:15:45.417538+0000","last_clean":"2024-09-13T16:15:45.417538+0000","last_became_active":"2024-09-13T16:15:41.421412+0000","last_became_peered":"2024-09-13T16:15:41.421412+0000","last_unstale":"2024-09-13T16:15:45.417538+0000","last_undegraded":"2024-09-13T16:15:45.417538+0000","last_fullsized":"2024-09-13T16:15:45.417538+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:55:13.234223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.14","version":"26'9","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:50.922909+0000","last_change":"2024-09-13T16:15:41.036305+0000","last_active":"2024-09-13T16:15:50.922909+0000","last_peered":"2024-09-13T16:15:50.922909+0000","last_clean":"2024-09-13T16:15:50.922909+0000","last_became_active":"2024-09-13T16:15:41.036022+0000","last_became_peered":"2024-09-13T16:15:41.036022+0000","last_unstale":"2024-09-13T16:15:50.922909+0000","last_undegraded":"2024-09-13T16:15:50.922909+0000","last_fullsized":"2024-09-13T16:15:50.922909+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:23:04.082341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3795,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:46.622048+0000","last_change":"2024-09-13T16:15:45.445565+0000","last_active":"2024-09-13T16:15:46.622048+0000","last_peered":"2024-09-13T16:15:46.622048+0000","last_clean":"2024-09-13T16:15:46.622048+0000","last_became_active":"2024-09-13T16:15:45.442341+0000","last_became_peered":"2024-09-13T16:15:45.442341+0000","last_unstale":"2024-09-13T16:15:46.622048+0000","last_undegraded":"2024-09-13T16:15:46.622048+0000","last_fullsized":"2024-09-13T16:15:46.622048+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:38:27.489586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2,0],"acting":[1,6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.425188+0000","last_change":"2024-09-13T16:15:41.419163+0000","last_active":"2024-09-13T16:15:45.425188+0000","last_peered":"2024-09-13T16:15:45.425188+0000","last_clean":"2024-09-13T16:15:45.425188+0000","last_became_active":"2024-09-13T16:15:41.417552+0000","last_became_peered":"2024-09-13T16:15:41.417552+0000","last_unstale":"2024-09-13T16:15:45.425188+0000","last_undegraded":"2024-09-13T16:15:45.425188+0000","last_fullsized":"2024-09-13T16:15:45.425188+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:53:10.218385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"21'3","reported_seq":18,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.432149+0000","last_change":"2024-09-13T16:15:41.033212+0000","last_active":"2024-09-13T16:15:45.432149+0000","last_peered":"2024-09-13T16:15:45.432149+0000","last_clean":"2024-09-13T16:15:45.432149+0000","last_became_active":"2024-09-13T16:15:41.032932+0000","last_became_peered":"2024-09-13T16:15:41.032932+0000","last_unstale":"2024-09-13T16:15:45.432149+0000","last_undegraded":"2024-09-13T16:15:45.432149+0000","last_fullsized":"2024-09-13T16:15:45.432149+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:24:54.906382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.798936+0000","last_change":"2024-09-13T16:15:45.445670+0000","last_active":"2024-09-13T16:15:45.798936+0000","last_peered":"2024-09-13T16:15:45.798936+0000","last_clean":"2024-09-13T16:15:45.798936+0000","last_became_active":"2024-09-13T16:15:45.445288+0000","last_became_peered":"2024-09-13T16:15:45.445288+0000","last_unstale":"2024-09-13T16:15:45.798936+0000","last_undegraded":"2024-09-13T16:15:45.798936+0000","last_fullsized":"2024-09-13T16:15:45.798936+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:54:19.358862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,1],"acting":[4,5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.426237+0000","last_change":"2024-09-13T16:15:41.424204+0000","last_active":"2024-09-13T16:15:45.426237+0000","last_peered":"2024-09-13T16:15:45.426237+0000","last_clean":"2024-09-13T16:15:45.426237+0000","last_became_active":"2024-09-13T16:15:41.423904+0000","last_became_peered":"2024-09-13T16:15:41.423904+0000","last_unstale":"2024-09-13T16:15:45.426237+0000","last_undegraded":"2024-09-13T16:15:45.426237+0000","last_fullsized":"2024-09-13T16:15:45.426237+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:32:31.972422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.421040+0000","last_change":"2024-09-13T16:15:41.034031+0000","last_active":"2024-09-13T16:15:45.421040+0000","last_peered":"2024-09-13T16:15:45.421040+0000","last_clean":"2024-09-13T16:15:45.421040+0000","last_became_active":"2024-09-13T16:15:41.033489+0000","last_became_peered":"2024-09-13T16:15:41.033489+0000","last_unstale":"2024-09-13T16:15:45.421040+0000","last_undegraded":"2024-09-13T16:15:45.421040+0000","last_fullsized":"2024-09-13T16:15:45.421040+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:20:11.669314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.796210+0000","last_change":"2024-09-13T16:15:45.436970+0000","last_active":"2024-09-13T16:15:45.796210+0000","last_peered":"2024-09-13T16:15:45.796210+0000","last_clean":"2024-09-13T16:15:45.796210+0000","last_became_active":"2024-09-13T16:15:45.436526+0000","last_became_peered":"2024-09-13T16:15:45.436526+0000","last_unstale":"2024-09-13T16:15:45.796210+0000","last_undegraded":"2024-09-13T16:15:45.796210+0000","last_fullsized":"2024-09-13T16:15:45.796210+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:36:18.536576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6,4],"acting":[3,1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.420828+0000","last_change":"2024-09-13T16:15:41.434977+0000","last_active":"2024-09-13T16:15:45.420828+0000","last_peered":"2024-09-13T16:15:45.420828+0000","last_clean":"2024-09-13T16:15:45.420828+0000","last_became_active":"2024-09-13T16:15:41.434755+0000","last_became_peered":"2024-09-13T16:15:41.434755+0000","last_unstale":"2024-09-13T16:15:45.420828+0000","last_undegraded":"2024-09-13T16:15:45.420828+0000","last_fullsized":"2024-09-13T16:15:45.420828+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:25:13.592668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.419720+0000","last_change":"2024-09-13T16:15:41.037211+0000","last_active":"2024-09-13T16:15:45.419720+0000","last_peered":"2024-09-13T16:15:45.419720+0000","last_clean":"2024-09-13T16:15:45.419720+0000","last_became_active":"2024-09-13T16:15:41.036955+0000","last_became_peered":"2024-09-13T16:15:41.036955+0000","last_unstale":"2024-09-13T16:15:45.419720+0000","last_undegraded":"2024-09-13T16:15:45.419720+0000","last_fullsized":"2024-09-13T16:15:45.419720+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:24:38.572929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.796831+0000","last_change":"2024-09-13T16:15:45.426193+0000","last_active":"2024-09-13T16:15:45.796831+0000","last_peered":"2024-09-13T16:15:45.796831+0000","last_clean":"2024-09-13T16:15:45.796831+0000","last_became_active":"2024-09-13T16:15:45.425834+0000","last_became_peered":"2024-09-13T16:15:45.425834+0000","last_unstale":"2024-09-13T16:15:45.796831+0000","last_undegraded":"2024-09-13T16:15:45.796831+0000","last_fullsized":"2024-09-13T16:15:45.796831+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:08:24.944860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6,5],"acting":[3,7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:46.621779+0000","last_change":"2024-09-13T16:15:45.445140+0000","last_active":"2024-09-13T16:15:46.621779+0000","last_peered":"2024-09-13T16:15:46.621779+0000","last_clean":"2024-09-13T16:15:46.621779+0000","last_became_active":"2024-09-13T16:15:45.444697+0000","last_became_peered":"2024-09-13T16:15:45.444697+0000","last_unstale":"2024-09-13T16:15:46.621779+0000","last_undegraded":"2024-09-13T16:15:46.621779+0000","last_fullsized":"2024-09-13T16:15:46.621779+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:24:59.575250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3,1],"acting":[0,7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.431924+0000","last_change":"2024-09-13T16:15:41.416274+0000","last_active":"2024-09-13T16:15:45.431924+0000","last_peered":"2024-09-13T16:15:45.431924+0000","last_clean":"2024-09-13T16:15:45.431924+0000","last_became_active":"2024-09-13T16:15:41.416031+0000","last_became_peered":"2024-09-13T16:15:41.416031+0000","last_unstale":"2024-09-13T16:15:45.431924+0000","last_undegraded":"2024-09-13T16:15:45.431924+0000","last_fullsized":"2024-09-13T16:15:45.431924+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:53:15.761243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.423692+0000","last_change":"2024-09-13T16:15:41.028829+0000","last_active":"2024-09-13T16:15:45.423692+0000","last_peered":"2024-09-13T16:15:45.423692+0000","last_clean":"2024-09-13T16:15:45.423692+0000","last_became_active":"2024-09-13T16:15:41.028484+0000","last_became_peered":"2024-09-13T16:15:41.028484+0000","last_unstale":"2024-09-13T16:15:45.423692+0000","last_undegraded":"2024-09-13T16:15:45.423692+0000","last_fullsized":"2024-09-13T16:15:45.423692+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:54:43.966284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:46.623678+0000","last_change":"2024-09-13T16:15:45.436689+0000","last_active":"2024-09-13T16:15:46.623678+0000","last_peered":"2024-09-13T16:15:46.623678+0000","last_clean":"2024-09-13T16:15:46.623678+0000","last_became_active":"2024-09-13T16:15:45.436307+0000","last_became_peered":"2024-09-13T16:15:45.436307+0000","last_unstale":"2024-09-13T16:15:46.623678+0000","last_undegraded":"2024-09-13T16:15:46.623678+0000","last_fullsized":"2024-09-13T16:15:46.623678+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:59:59.001054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1,0],"acting":[6,5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.413340+0000","last_change":"2024-09-13T16:15:41.422643+0000","last_active":"2024-09-13T16:15:45.413340+0000","last_peered":"2024-09-13T16:15:45.413340+0000","last_clean":"2024-09-13T16:15:45.413340+0000","last_became_active":"2024-09-13T16:15:41.422354+0000","last_became_peered":"2024-09-13T16:15:41.422354+0000","last_unstale":"2024-09-13T16:15:45.413340+0000","last_undegraded":"2024-09-13T16:15:45.413340+0000","last_fullsized":"2024-09-13T16:15:45.413340+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:41:33.335619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.413555+0000","last_change":"2024-09-13T16:15:41.031795+0000","last_active":"2024-09-13T16:15:45.413555+0000","last_peered":"2024-09-13T16:15:45.413555+0000","last_clean":"2024-09-13T16:15:45.413555+0000","last_became_active":"2024-09-13T16:15:41.031397+0000","last_became_peered":"2024-09-13T16:15:41.031397+0000","last_unstale":"2024-09-13T16:15:45.413555+0000","last_undegraded":"2024-09-13T16:15:45.413555+0000","last_fullsized":"2024-09-13T16:15:45.413555+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:25:22.130748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1a","version":"21'1","reported_seq":16,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.419185+0000","last_change":"2024-09-13T16:15:41.025334+0000","last_active":"2024-09-13T16:15:45.419185+0000","last_peered":"2024-09-13T16:15:45.419185+0000","last_clean":"2024-09-13T16:15:45.419185+0000","last_became_active":"2024-09-13T16:15:41.024989+0000","last_became_peered":"2024-09-13T16:15:41.024989+0000","last_unstale":"2024-09-13T16:15:45.419185+0000","last_undegraded":"2024-09-13T16:15:45.419185+0000","last_fullsized":"2024-09-13T16:15:45.419185+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:53:09.205608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.425453+0000","last_change":"2024-09-13T16:15:41.432442+0000","last_active":"2024-09-13T16:15:45.425453+0000","last_peered":"2024-09-13T16:15:45.425453+0000","last_clean":"2024-09-13T16:15:45.425453+0000","last_became_active":"2024-09-13T16:15:41.432139+0000","last_became_peered":"2024-09-13T16:15:41.432139+0000","last_unstale":"2024-09-13T16:15:45.425453+0000","last_undegraded":"2024-09-13T16:15:45.425453+0000","last_fullsized":"2024-09-13T16:15:45.425453+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:14:45.133899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:46.621864+0000","last_change":"2024-09-13T16:15:45.436405+0000","last_active":"2024-09-13T16:15:46.621864+0000","last_peered":"2024-09-13T16:15:46.621864+0000","last_clean":"2024-09-13T16:15:46.621864+0000","last_became_active":"2024-09-13T16:15:45.436059+0000","last_became_peered":"2024-09-13T16:15:45.436059+0000","last_unstale":"2024-09-13T16:15:46.621864+0000","last_undegraded":"2024-09-13T16:15:46.621864+0000","last_fullsized":"2024-09-13T16:15:46.621864+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:41:36.742776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3,5],"acting":[2,1,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"21'1","reported_seq":16,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.414435+0000","last_change":"2024-09-13T16:15:41.036390+0000","last_active":"2024-09-13T16:15:45.414435+0000","last_peered":"2024-09-13T16:15:45.414435+0000","last_clean":"2024-09-13T16:15:45.414435+0000","last_became_active":"2024-09-13T16:15:41.036045+0000","last_became_peered":"2024-09-13T16:15:41.036045+0000","last_unstale":"2024-09-13T16:15:45.414435+0000","last_undegraded":"2024-09-13T16:15:45.414435+0000","last_fullsized":"2024-09-13T16:15:45.414435+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:24:38.572929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.428185+0000","last_change":"2024-09-13T16:15:41.419556+0000","last_active":"2024-09-13T16:15:45.428185+0000","last_peered":"2024-09-13T16:15:45.428185+0000","last_clean":"2024-09-13T16:15:45.428185+0000","last_became_active":"2024-09-13T16:15:41.417827+0000","last_became_peered":"2024-09-13T16:15:41.417827+0000","last_unstale":"2024-09-13T16:15:45.428185+0000","last_undegraded":"2024-09-13T16:15:45.428185+0000","last_fullsized":"2024-09-13T16:15:45.428185+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:24:55.919158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.796947+0000","last_change":"2024-09-13T16:15:45.435555+0000","last_active":"2024-09-13T16:15:45.796947+0000","last_peered":"2024-09-13T16:15:45.796947+0000","last_clean":"2024-09-13T16:15:45.796947+0000","last_became_active":"2024-09-13T16:15:45.435169+0000","last_became_peered":"2024-09-13T16:15:45.435169+0000","last_unstale":"2024-09-13T16:15:45.796947+0000","last_undegraded":"2024-09-13T16:15:45.796947+0000","last_fullsized":"2024-09-13T16:15:45.796947+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:25:57.742530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4,2],"acting":[3,1,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.414017+0000","last_change":"2024-09-13T16:15:41.423423+0000","last_active":"2024-09-13T16:15:45.414017+0000","last_peered":"2024-09-13T16:15:45.414017+0000","last_clean":"2024-09-13T16:15:45.414017+0000","last_became_active":"2024-09-13T16:15:41.423169+0000","last_became_peered":"2024-09-13T16:15:41.423169+0000","last_unstale":"2024-09-13T16:15:45.414017+0000","last_undegraded":"2024-09-13T16:15:45.414017+0000","last_fullsized":"2024-09-13T16:15:45.414017+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:27:47.348543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.420082+0000","last_change":"2024-09-13T16:15:41.426426+0000","last_active":"2024-09-13T16:15:45.420082+0000","last_peered":"2024-09-13T16:15:45.420082+0000","last_clean":"2024-09-13T16:15:45.420082+0000","last_became_active":"2024-09-13T16:15:41.426171+0000","last_became_peered":"2024-09-13T16:15:41.426171+0000","last_unstale":"2024-09-13T16:15:45.420082+0000","last_undegraded":"2024-09-13T16:15:45.420082+0000","last_fullsized":"2024-09-13T16:15:45.420082+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:47:49.995930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.420874+0000","last_change":"2024-09-13T16:15:41.423833+0000","last_active":"2024-09-13T16:15:45.420874+0000","last_peered":"2024-09-13T16:15:45.420874+0000","last_clean":"2024-09-13T16:15:45.420874+0000","last_became_active":"2024-09-13T16:15:41.423509+0000","last_became_peered":"2024-09-13T16:15:41.423509+0000","last_unstale":"2024-09-13T16:15:45.420874+0000","last_undegraded":"2024-09-13T16:15:45.420874+0000","last_fullsized":"2024-09-13T16:15:45.420874+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:20:54.354960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.425435+0000","last_change":"2024-09-13T16:15:41.419808+0000","last_active":"2024-09-13T16:15:45.425435+0000","last_peered":"2024-09-13T16:15:45.425435+0000","last_clean":"2024-09-13T16:15:45.425435+0000","last_became_active":"2024-09-13T16:15:41.419574+0000","last_became_peered":"2024-09-13T16:15:41.419574+0000","last_unstale":"2024-09-13T16:15:45.425435+0000","last_undegraded":"2024-09-13T16:15:45.425435+0000","last_fullsized":"2024-09-13T16:15:45.425435+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:51:57.544490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.414570+0000","last_change":"2024-09-13T16:15:41.419911+0000","last_active":"2024-09-13T16:15:45.414570+0000","last_peered":"2024-09-13T16:15:45.414570+0000","last_clean":"2024-09-13T16:15:45.414570+0000","last_became_active":"2024-09-13T16:15:41.419644+0000","last_became_peered":"2024-09-13T16:15:41.419644+0000","last_unstale":"2024-09-13T16:15:45.414570+0000","last_undegraded":"2024-09-13T16:15:45.414570+0000","last_fullsized":"2024-09-13T16:15:45.414570+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:27:47.348543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.432032+0000","last_change":"2024-09-13T16:15:41.409800+0000","last_active":"2024-09-13T16:15:45.432032+0000","last_peered":"2024-09-13T16:15:45.432032+0000","last_clean":"2024-09-13T16:15:45.432032+0000","last_became_active":"2024-09-13T16:15:41.409523+0000","last_became_peered":"2024-09-13T16:15:41.409523+0000","last_unstale":"2024-09-13T16:15:45.432032+0000","last_undegraded":"2024-09-13T16:15:45.432032+0000","last_fullsized":"2024-09-13T16:15:45.432032+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:00:20.703088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.420078+0000","last_change":"2024-09-13T16:15:41.418006+0000","last_active":"2024-09-13T16:15:45.420078+0000","last_peered":"2024-09-13T16:15:45.420078+0000","last_clean":"2024-09-13T16:15:45.420078+0000","last_became_active":"2024-09-13T16:15:41.417761+0000","last_became_peered":"2024-09-13T16:15:41.417761+0000","last_unstale":"2024-09-13T16:15:45.420078+0000","last_undegraded":"2024-09-13T16:15:45.420078+0000","last_fullsized":"2024-09-13T16:15:45.420078+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:22:02.925875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.416096+0000","last_change":"2024-09-13T16:15:41.429135+0000","last_active":"2024-09-13T16:15:45.416096+0000","last_peered":"2024-09-13T16:15:45.416096+0000","last_clean":"2024-09-13T16:15:45.416096+0000","last_became_active":"2024-09-13T16:15:41.428841+0000","last_became_peered":"2024-09-13T16:15:41.428841+0000","last_unstale":"2024-09-13T16:15:45.416096+0000","last_undegraded":"2024-09-13T16:15:45.416096+0000","last_fullsized":"2024-09-13T16:15:45.416096+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:53:06.109901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.423715+0000","last_change":"2024-09-13T16:15:41.424140+0000","last_active":"2024-09-13T16:15:45.423715+0000","last_peered":"2024-09-13T16:15:45.423715+0000","last_clean":"2024-09-13T16:15:45.423715+0000","last_became_active":"2024-09-13T16:15:41.423826+0000","last_became_peered":"2024-09-13T16:15:41.423826+0000","last_unstale":"2024-09-13T16:15:45.423715+0000","last_undegraded":"2024-09-13T16:15:45.423715+0000","last_fullsized":"2024-09-13T16:15:45.423715+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:54:36.284115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.412501+0000","last_change":"2024-09-13T16:15:41.432323+0000","last_active":"2024-09-13T16:15:45.412501+0000","last_peered":"2024-09-13T16:15:45.412501+0000","last_clean":"2024-09-13T16:15:45.412501+0000","last_became_active":"2024-09-13T16:15:41.432121+0000","last_became_peered":"2024-09-13T16:15:41.432121+0000","last_unstale":"2024-09-13T16:15:45.412501+0000","last_undegraded":"2024-09-13T16:15:45.412501+0000","last_fullsized":"2024-09-13T16:15:45.412501+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:00:20.703088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.420689+0000","last_change":"2024-09-13T16:15:41.435089+0000","last_active":"2024-09-13T16:15:45.420689+0000","last_peered":"2024-09-13T16:15:45.420689+0000","last_clean":"2024-09-13T16:15:45.420689+0000","last_became_active":"2024-09-13T16:15:41.434875+0000","last_became_peered":"2024-09-13T16:15:41.434875+0000","last_unstale":"2024-09-13T16:15:45.420689+0000","last_undegraded":"2024-09-13T16:15:45.420689+0000","last_fullsized":"2024-09-13T16:15:45.420689+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:26:15.968684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.425350+0000","last_change":"2024-09-13T16:15:41.427159+0000","last_active":"2024-09-13T16:15:45.425350+0000","last_peered":"2024-09-13T16:15:45.425350+0000","last_clean":"2024-09-13T16:15:45.425350+0000","last_became_active":"2024-09-13T16:15:41.426887+0000","last_became_peered":"2024-09-13T16:15:41.426887+0000","last_unstale":"2024-09-13T16:15:45.425350+0000","last_undegraded":"2024-09-13T16:15:45.425350+0000","last_fullsized":"2024-09-13T16:15:45.425350+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:33:52.262369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.418350+0000","last_change":"2024-09-13T16:15:41.429253+0000","last_active":"2024-09-13T16:15:45.418350+0000","last_peered":"2024-09-13T16:15:45.418350+0000","last_clean":"2024-09-13T16:15:45.418350+0000","last_became_active":"2024-09-13T16:15:41.428906+0000","last_became_peered":"2024-09-13T16:15:41.428906+0000","last_unstale":"2024-09-13T16:15:45.418350+0000","last_undegraded":"2024-09-13T16:15:45.418350+0000","last_fullsized":"2024-09-13T16:15:45.418350+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:41:33.335619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.417599+0000","last_change":"2024-09-13T16:15:41.421597+0000","last_active":"2024-09-13T16:15:45.417599+0000","last_peered":"2024-09-13T16:15:45.417599+0000","last_clean":"2024-09-13T16:15:45.417599+0000","last_became_active":"2024-09-13T16:15:41.421333+0000","last_became_peered":"2024-09-13T16:15:41.421333+0000","last_unstale":"2024-09-13T16:15:45.417599+0000","last_undegraded":"2024-09-13T16:15:45.417599+0000","last_fullsized":"2024-09-13T16:15:45.417599+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:44:05.493410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.420734+0000","last_change":"2024-09-13T16:15:41.422358+0000","last_active":"2024-09-13T16:15:45.420734+0000","last_peered":"2024-09-13T16:15:45.420734+0000","last_clean":"2024-09-13T16:15:45.420734+0000","last_became_active":"2024-09-13T16:15:41.422120+0000","last_became_peered":"2024-09-13T16:15:41.422120+0000","last_unstale":"2024-09-13T16:15:45.420734+0000","last_undegraded":"2024-09-13T16:15:45.420734+0000","last_fullsized":"2024-09-13T16:15:45.420734+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:37:18.423822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.423023+0000","last_change":"2024-09-13T16:15:41.431160+0000","last_active":"2024-09-13T16:15:45.423023+0000","last_peered":"2024-09-13T16:15:45.423023+0000","last_clean":"2024-09-13T16:15:45.423023+0000","last_became_active":"2024-09-13T16:15:41.430802+0000","last_became_peered":"2024-09-13T16:15:41.430802+0000","last_unstale":"2024-09-13T16:15:45.423023+0000","last_undegraded":"2024-09-13T16:15:45.423023+0000","last_fullsized":"2024-09-13T16:15:45.423023+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:49:01.550676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.423550+0000","last_change":"2024-09-13T16:15:41.426281+0000","last_active":"2024-09-13T16:15:45.423550+0000","last_peered":"2024-09-13T16:15:45.423550+0000","last_clean":"2024-09-13T16:15:45.423550+0000","last_became_active":"2024-09-13T16:15:41.424170+0000","last_became_peered":"2024-09-13T16:15:41.424170+0000","last_unstale":"2024-09-13T16:15:45.423550+0000","last_undegraded":"2024-09-13T16:15:45.423550+0000","last_fullsized":"2024-09-13T16:15:45.423550+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:33:52.262369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.432055+0000","last_change":"2024-09-13T16:15:41.428474+0000","last_active":"2024-09-13T16:15:45.432055+0000","last_peered":"2024-09-13T16:15:45.432055+0000","last_clean":"2024-09-13T16:15:45.432055+0000","last_became_active":"2024-09-13T16:15:41.428226+0000","last_became_peered":"2024-09-13T16:15:41.428226+0000","last_unstale":"2024-09-13T16:15:45.432055+0000","last_undegraded":"2024-09-13T16:15:45.432055+0000","last_fullsized":"2024-09-13T16:15:45.432055+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:27:47.348543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.424896+0000","last_change":"2024-09-13T16:15:41.414379+0000","last_active":"2024-09-13T16:15:45.424896+0000","last_peered":"2024-09-13T16:15:45.424896+0000","last_clean":"2024-09-13T16:15:45.424896+0000","last_became_active":"2024-09-13T16:15:41.414114+0000","last_became_peered":"2024-09-13T16:15:41.414114+0000","last_unstale":"2024-09-13T16:15:45.424896+0000","last_undegraded":"2024-09-13T16:15:45.424896+0000","last_fullsized":"2024-09-13T16:15:45.424896+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:38:39.233853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.412462+0000","last_change":"2024-09-13T16:15:41.419610+0000","last_active":"2024-09-13T16:15:45.412462+0000","last_peered":"2024-09-13T16:15:45.412462+0000","last_clean":"2024-09-13T16:15:45.412462+0000","last_became_active":"2024-09-13T16:15:41.419309+0000","last_became_peered":"2024-09-13T16:15:41.419309+0000","last_unstale":"2024-09-13T16:15:45.412462+0000","last_undegraded":"2024-09-13T16:15:45.412462+0000","last_fullsized":"2024-09-13T16:15:45.412462+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:11:47.177046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.425087+0000","last_change":"2024-09-13T16:15:41.425705+0000","last_active":"2024-09-13T16:15:45.425087+0000","last_peered":"2024-09-13T16:15:45.425087+0000","last_clean":"2024-09-13T16:15:45.425087+0000","last_became_active":"2024-09-13T16:15:41.421971+0000","last_became_peered":"2024-09-13T16:15:41.421971+0000","last_unstale":"2024-09-13T16:15:45.425087+0000","last_undegraded":"2024-09-13T16:15:45.425087+0000","last_fullsized":"2024-09-13T16:15:45.425087+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:37:18.423822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.418672+0000","last_change":"2024-09-13T16:15:41.427094+0000","last_active":"2024-09-13T16:15:45.418672+0000","last_peered":"2024-09-13T16:15:45.418672+0000","last_clean":"2024-09-13T16:15:45.418672+0000","last_became_active":"2024-09-13T16:15:41.426852+0000","last_became_peered":"2024-09-13T16:15:41.426852+0000","last_unstale":"2024-09-13T16:15:45.418672+0000","last_undegraded":"2024-09-13T16:15:45.418672+0000","last_fullsized":"2024-09-13T16:15:45.418672+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:53:06.109901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.418941+0000","last_change":"2024-09-13T16:15:41.425147+0000","last_active":"2024-09-13T16:15:45.418941+0000","last_peered":"2024-09-13T16:15:45.418941+0000","last_clean":"2024-09-13T16:15:45.418941+0000","last_became_active":"2024-09-13T16:15:41.424810+0000","last_became_peered":"2024-09-13T16:15:41.424810+0000","last_unstale":"2024-09-13T16:15:45.418941+0000","last_undegraded":"2024-09-13T16:15:45.418941+0000","last_fullsized":"2024-09-13T16:15:45.418941+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:11:47.177046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.418242+0000","last_change":"2024-09-13T16:15:41.431395+0000","last_active":"2024-09-13T16:15:45.418242+0000","last_peered":"2024-09-13T16:15:45.418242+0000","last_clean":"2024-09-13T16:15:45.418242+0000","last_became_active":"2024-09-13T16:15:41.431132+0000","last_became_peered":"2024-09-13T16:15:41.431132+0000","last_unstale":"2024-09-13T16:15:45.418242+0000","last_undegraded":"2024-09-13T16:15:45.418242+0000","last_fullsized":"2024-09-13T16:15:45.418242+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:53:04.084280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.412009+0000","last_change":"2024-09-13T16:15:41.426714+0000","last_active":"2024-09-13T16:15:45.412009+0000","last_peered":"2024-09-13T16:15:45.412009+0000","last_clean":"2024-09-13T16:15:45.412009+0000","last_became_active":"2024-09-13T16:15:41.426419+0000","last_became_peered":"2024-09-13T16:15:41.426419+0000","last_unstale":"2024-09-13T16:15:45.412009+0000","last_undegraded":"2024-09-13T16:15:45.412009+0000","last_fullsized":"2024-09-13T16:15:45.412009+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:56:02.400511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.415612+0000","last_change":"2024-09-13T16:15:41.412246+0000","last_active":"2024-09-13T16:15:45.415612+0000","last_peered":"2024-09-13T16:15:45.415612+0000","last_clean":"2024-09-13T16:15:45.415612+0000","last_became_active":"2024-09-13T16:15:41.411995+0000","last_became_peered":"2024-09-13T16:15:41.411995+0000","last_unstale":"2024-09-13T16:15:45.415612+0000","last_undegraded":"2024-09-13T16:15:45.415612+0000","last_fullsized":"2024-09-13T16:15:45.415612+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:08:24.015435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.420663+0000","last_change":"2024-09-13T16:15:41.426714+0000","last_active":"2024-09-13T16:15:45.420663+0000","last_peered":"2024-09-13T16:15:45.420663+0000","last_clean":"2024-09-13T16:15:45.420663+0000","last_became_active":"2024-09-13T16:15:41.426165+0000","last_became_peered":"2024-09-13T16:15:41.426165+0000","last_unstale":"2024-09-13T16:15:45.420663+0000","last_undegraded":"2024-09-13T16:15:45.420663+0000","last_fullsized":"2024-09-13T16:15:45.420663+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:41:33.478951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.417071+0000","last_change":"2024-09-13T16:15:41.426151+0000","last_active":"2024-09-13T16:15:45.417071+0000","last_peered":"2024-09-13T16:15:45.417071+0000","last_clean":"2024-09-13T16:15:45.417071+0000","last_became_active":"2024-09-13T16:15:41.425871+0000","last_became_peered":"2024-09-13T16:15:41.425871+0000","last_unstale":"2024-09-13T16:15:45.417071+0000","last_undegraded":"2024-09-13T16:15:45.417071+0000","last_fullsized":"2024-09-13T16:15:45.417071+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:00:20.703088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.422311+0000","last_change":"2024-09-13T16:15:41.426768+0000","last_active":"2024-09-13T16:15:45.422311+0000","last_peered":"2024-09-13T16:15:45.422311+0000","last_clean":"2024-09-13T16:15:45.422311+0000","last_became_active":"2024-09-13T16:15:41.426489+0000","last_became_peered":"2024-09-13T16:15:41.426489+0000","last_unstale":"2024-09-13T16:15:45.422311+0000","last_undegraded":"2024-09-13T16:15:45.422311+0000","last_fullsized":"2024-09-13T16:15:45.422311+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:30:55.649833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.425808+0000","last_change":"2024-09-13T16:15:41.417542+0000","last_active":"2024-09-13T16:15:45.425808+0000","last_peered":"2024-09-13T16:15:45.425808+0000","last_clean":"2024-09-13T16:15:45.425808+0000","last_became_active":"2024-09-13T16:15:41.416985+0000","last_became_peered":"2024-09-13T16:15:41.416985+0000","last_unstale":"2024-09-13T16:15:45.425808+0000","last_undegraded":"2024-09-13T16:15:45.425808+0000","last_fullsized":"2024-09-13T16:15:45.425808+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:29:42.655942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.432721+0000","last_change":"2024-09-13T16:15:41.413539+0000","last_active":"2024-09-13T16:15:45.432721+0000","last_peered":"2024-09-13T16:15:45.432721+0000","last_clean":"2024-09-13T16:15:45.432721+0000","last_became_active":"2024-09-13T16:15:41.413271+0000","last_became_peered":"2024-09-13T16:15:41.413271+0000","last_unstale":"2024-09-13T16:15:45.432721+0000","last_undegraded":"2024-09-13T16:15:45.432721+0000","last_fullsized":"2024-09-13T16:15:45.432721+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:53:06.109901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3f","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.418167+0000","last_change":"2024-09-13T16:15:41.429399+0000","last_active":"2024-09-13T16:15:45.418167+0000","last_peered":"2024-09-13T16:15:45.418167+0000","last_clean":"2024-09-13T16:15:45.418167+0000","last_became_active":"2024-09-13T16:15:41.427176+0000","last_became_peered":"2024-09-13T16:15:41.427176+0000","last_unstale":"2024-09-13T16:15:45.418167+0000","last_undegraded":"2024-09-13T16:15:45.418167+0000","last_fullsized":"2024-09-13T16:15:45.418167+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:40:58.520846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":4593,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":9186,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":5,"up_from":15,"seq":64424509450,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27296,"kb_used_data":272,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344544,"statfs":{"total":96636764160,"available":96608813056,"internally_reserved":0,"allocated":278528,"data_stored":107482,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.95999999999999996}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66700000000000004}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69399999999999995}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.89500000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.82599999999999996}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.98899999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.083}]}]},{"osd":7,"up_from":14,"seq":60129542153,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27876,"kb_used_data":852,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343964,"statfs":{"total":96636764160,"available":96608219136,"internally_reserved":0,"allocated":872448,"data_stored":698342,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1910000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0149999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.89300000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71299999999999997}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.79200000000000004}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0589999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1040000000000001}]}]},{"osd":6,"up_from":14,"seq":60129542152,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27296,"kb_used_data":280,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344544,"statfs":{"total":96636764160,"available":96608813056,"internally_reserved":0,"allocated":286720,"data_stored":111187,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56799999999999995}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66000000000000003}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.99299999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.82999999999999996}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.90900000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.3160000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.2150000000000001}]}]},{"osd":4,"up_from":14,"seq":60129542154,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27308,"kb_used_data":280,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344532,"statfs":{"total":96636764160,"available":96608800768,"internally_reserved":0,"allocated":286720,"data_stored":107518,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.627}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.84399999999999997}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.087}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.96499999999999997}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.042}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.98899999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.014}]}]},{"osd":3,"up_from":14,"seq":60129542153,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31392,"kb_used_data":280,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340448,"statfs":{"total":96636764160,"available":96604618752,"internally_reserved":0,"allocated":286720,"data_stored":111187,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31848904},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.624}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51300000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58999999999999997}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.94399999999999995}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.81999999999999995}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1359999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.92100000000000004}]}]},{"osd":2,"up_from":14,"seq":60129542154,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31396,"kb_used_data":268,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340444,"statfs":{"total":96636764160,"available":96604614656,"internally_reserved":0,"allocated":274432,"data_stored":107392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.74299999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.875}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69099999999999995}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.288}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.454}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.3240000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.3759999999999999}]}]},{"osd":1,"up_from":14,"seq":60129542152,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31392,"kb_used_data":276,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340448,"statfs":{"total":96636764160,"available":96604618752,"internally_reserved":0,"allocated":282624,"data_stored":107552,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.91200000000000003}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60699999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55000000000000004}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.97799999999999998}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.86799999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.093}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.048}]}]},{"osd":0,"up_from":14,"seq":60129542152,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31980,"kb_used_data":860,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339860,"statfs":{"total":96636764160,"available":96604016640,"internally_reserved":0,"allocated":880640,"data_stored":698398,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31848903},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65000000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.75900000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68500000000000005}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.79600000000000004}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.226}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.3120000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.2490000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3795,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3795,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T16:16:03.978 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T16:16:04.089 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.083+0000 7fad1e540700 1 Processor -- start 2024-09-13T16:16:04.089 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.083+0000 7fad1e540700 1 -- start start 2024-09-13T16:16:04.090 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.083+0000 7fad1e540700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fad1814c390 0x7fad180caca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:04.090 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.083+0000 7fad1e540700 1 --2- >> v2:172.21.15.179:3300/0 conn(0x7fad1814c770 0x7fad180c3360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:04.090 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.083+0000 7fad1e540700 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fad18071230 con 0x7fad180c5300 2024-09-13T16:16:04.090 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.083+0000 7fad1e540700 1 -- --> v2:172.21.15.179:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fad180c1de0 con 0x7fad1814c770 2024-09-13T16:16:04.090 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.083+0000 7fad1e540700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fad181562a0 con 0x7fad1814c390 2024-09-13T16:16:04.091 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.083+0000 7fad1dd3f700 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7fad180c5300 0x7fad18158c60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:53606/0 (socket says 172.21.15.5:53606) 2024-09-13T16:16:04.091 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.083+0000 7fad1dd3f700 1 -- 172.21.15.5:0/3918681477 learned_addr learned my addr 172.21.15.5:0/3918681477 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-13T16:16:04.091 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.083+0000 7fad1cd3d700 1 --2- 172.21.15.5:0/3918681477 >> v2:172.21.15.179:3300/0 conn(0x7fad1814c770 0x7fad180c3360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:04.091 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.083+0000 7fad1d53e700 1 --2- 172.21.15.5:0/3918681477 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fad1814c390 0x7fad180caca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:04.091 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.083+0000 7fad0bfff700 1 -- 172.21.15.5:0/3918681477 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 144359348 0 0) 0x7fad18071230 con 0x7fad180c5300 2024-09-13T16:16:04.091 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.083+0000 7fad0bfff700 1 -- 172.21.15.5:0/3918681477 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fad040035d0 con 0x7fad180c5300 2024-09-13T16:16:04.092 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.087+0000 7fad0bfff700 1 -- 172.21.15.5:0/3918681477 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4279721626 0 0) 0x7fad040035d0 con 0x7fad180c5300 2024-09-13T16:16:04.093 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.087+0000 7fad1cd3d700 1 -- 172.21.15.5:0/3918681477 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fad1814c390 msgr2=0x7fad180caca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:04.093 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.087+0000 7fad1cd3d700 1 --2- 172.21.15.5:0/3918681477 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fad1814c390 0x7fad180caca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:04.093 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.087+0000 7fad1cd3d700 1 -- 172.21.15.5:0/3918681477 >> v1:172.21.15.5:6789/0 conn(0x7fad180c5300 legacy=0x7fad18158c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:04.093 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.087+0000 7fad1cd3d700 1 -- 172.21.15.5:0/3918681477 --> v2:172.21.15.179:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fad180c1820 con 0x7fad1814c770 2024-09-13T16:16:04.093 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.087+0000 7fad1cd3d700 1 --2- 172.21.15.5:0/3918681477 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fad1814c770 0x7fad180c3360 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fad0c009d90 tx=0x7fad0c00b330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b07371181440bb1f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:04.093 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.087+0000 7fad0bfff700 1 -- 172.21.15.5:0/3918681477 <== mon.1 v2:172.21.15.179:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fad0c00e070 con 0x7fad1814c770 2024-09-13T16:16:04.093 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.087+0000 7fad0bfff700 1 -- 172.21.15.5:0/3918681477 <== mon.1 v2:172.21.15.179:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fad0c003a40 con 0x7fad1814c770 2024-09-13T16:16:04.093 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.087+0000 7fad0bfff700 1 -- 172.21.15.5:0/3918681477 <== mon.1 v2:172.21.15.179:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fad10001670 con 0x7fad1814c770 2024-09-13T16:16:04.093 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.087+0000 7fad1e540700 1 -- 172.21.15.5:0/3918681477 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fad1814c770 msgr2=0x7fad180c3360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:04.094 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.087+0000 7fad1e540700 1 --2- 172.21.15.5:0/3918681477 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fad1814c770 0x7fad180c3360 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fad0c009d90 tx=0x7fad0c00b330 comp rx=0 tx=0).stop 2024-09-13T16:16:04.094 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.087+0000 7fad1e540700 1 -- 172.21.15.5:0/3918681477 shutdown_connections 2024-09-13T16:16:04.094 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.087+0000 7fad1e540700 1 --2- 172.21.15.5:0/3918681477 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fad1814c770 0x7fad180c3360 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:04.094 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.087+0000 7fad1e540700 1 --2- 172.21.15.5:0/3918681477 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fad1814c390 0x7fad180caca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:04.094 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.087+0000 7fad1e540700 1 -- 172.21.15.5:0/3918681477 >> 172.21.15.5:0/3918681477 conn(0x7fad1806ada0 msgr2=0x7fad180ca280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:04.094 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.087+0000 7fad1e540700 1 -- 172.21.15.5:0/3918681477 shutdown_connections 2024-09-13T16:16:04.094 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.087+0000 7fad1e540700 1 -- 172.21.15.5:0/3918681477 wait complete. 2024-09-13T16:16:04.096 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.087+0000 7fad1e540700 1 Processor -- start 2024-09-13T16:16:04.096 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.087+0000 7fad1e540700 1 -- start start 2024-09-13T16:16:04.096 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.087+0000 7fad1e540700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fad180c5300 0x7fad1814f770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:04.096 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.087+0000 7fad1e540700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fad1814c390 0x7fad181eeaf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:04.097 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.087+0000 7fad1e540700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fad180c4090 0x7fad181ef030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:04.097 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.087+0000 7fad1e540700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fad181ee6d0 con 0x7fad1814c390 2024-09-13T16:16:04.097 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.087+0000 7fad1e540700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fad181f28d0 con 0x7fad180c5300 2024-09-13T16:16:04.097 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.087+0000 7fad1e540700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fad181f1d50 con 0x7fad180c4090 2024-09-13T16:16:04.097 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.091+0000 7fad1cd3d700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fad1814c390 0x7fad181eeaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:04.097 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.091+0000 7fad1cd3d700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fad1814c390 0x7fad181eeaf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:54522/0 (socket says 172.21.15.5:54522) 2024-09-13T16:16:04.097 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.091+0000 7fad1cd3d700 1 -- 172.21.15.5:0/1294772686 learned_addr learned my addr 172.21.15.5:0/1294772686 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:16:04.097 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.091+0000 7fad1d53e700 1 --2- 172.21.15.5:0/1294772686 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fad180c5300 0x7fad1814f770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:04.097 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.091+0000 7fad1dd3f700 1 --2- 172.21.15.5:0/1294772686 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fad180c4090 0x7fad181ef030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:04.097 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.091+0000 7fad1cd3d700 1 -- 172.21.15.5:0/1294772686 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fad180c4090 msgr2=0x7fad181ef030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:04.097 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.091+0000 7fad1cd3d700 1 --2- 172.21.15.5:0/1294772686 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fad180c4090 0x7fad181ef030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:04.097 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.091+0000 7fad1cd3d700 1 -- 172.21.15.5:0/1294772686 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fad180c5300 msgr2=0x7fad1814f770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:04.097 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.091+0000 7fad1cd3d700 1 --2- 172.21.15.5:0/1294772686 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fad180c5300 0x7fad1814f770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:04.098 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.091+0000 7fad1cd3d700 1 -- 172.21.15.5:0/1294772686 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fad0c009a70 con 0x7fad1814c390 2024-09-13T16:16:04.098 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.091+0000 7fad1cd3d700 1 --2- 172.21.15.5:0/1294772686 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fad1814c390 0x7fad181eeaf0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fad0c000f80 tx=0x7fad0c004af0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:04.098 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.091+0000 7fad09ffb700 1 -- 172.21.15.5:0/1294772686 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fad0c004540 con 0x7fad1814c390 2024-09-13T16:16:04.098 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.091+0000 7fad09ffb700 1 -- 172.21.15.5:0/1294772686 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fad0c0046a0 con 0x7fad1814c390 2024-09-13T16:16:04.098 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.091+0000 7fad1e540700 1 -- 172.21.15.5:0/1294772686 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fad181f2030 con 0x7fad1814c390 2024-09-13T16:16:04.098 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.091+0000 7fad09ffb700 1 -- 172.21.15.5:0/1294772686 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fad0c01b430 con 0x7fad1814c390 2024-09-13T16:16:04.098 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.091+0000 7fad1e540700 1 -- 172.21.15.5:0/1294772686 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fad181f25f0 con 0x7fad1814c390 2024-09-13T16:16:04.099 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.091+0000 7fad1e540700 1 -- 172.21.15.5:0/1294772686 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fad181ee430 con 0x7fad1814c390 2024-09-13T16:16:04.099 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.091+0000 7fad09ffb700 1 -- 172.21.15.5:0/1294772686 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fad0c01b590 con 0x7fad1814c390 2024-09-13T16:16:04.099 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.091+0000 7fad09ffb700 1 --2- 172.21.15.5:0/1294772686 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7facfc066730 0x7facfc068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:04.099 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.095+0000 7fad09ffb700 1 -- 172.21.15.5:0/1294772686 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fad0c0859e0 con 0x7fad1814c390 2024-09-13T16:16:04.099 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.095+0000 7fad1d53e700 1 --2- 172.21.15.5:0/1294772686 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7facfc066730 0x7facfc068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:04.100 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.095+0000 7fad1d53e700 1 --2- 172.21.15.5:0/1294772686 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7facfc066730 0x7facfc068bf0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fad14009bf0 tx=0x7fad14009240 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:04.106 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.099+0000 7fad09ffb700 1 -- 172.21.15.5:0/1294772686 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fad181ee430 con 0x7fad1814c390 2024-09-13T16:16:04.268 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.263+0000 7fad1e540700 1 -- 172.21.15.5:0/1294772686 --> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fad18156580 con 0x7facfc066730 2024-09-13T16:16:04.282 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.275+0000 7fad09ffb700 1 -- 172.21.15.5:0/1294772686 <== mgr.4102 v2:172.21.15.179:6832/2977940518 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+345195 (secure 0 0 0) 0x7fad140118c0 con 0x7facfc066730 2024-09-13T16:16:04.287 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-13T16:16:04.290 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.283+0000 7fad1e540700 1 -- 172.21.15.5:0/1294772686 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7facfc066730 msgr2=0x7facfc068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:04.290 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.283+0000 7fad1e540700 1 --2- 172.21.15.5:0/1294772686 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7facfc066730 0x7facfc068bf0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fad14009bf0 tx=0x7fad14009240 comp rx=0 tx=0).stop 2024-09-13T16:16:04.290 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.283+0000 7fad1e540700 1 -- 172.21.15.5:0/1294772686 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fad1814c390 msgr2=0x7fad181eeaf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:04.290 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.283+0000 7fad1e540700 1 --2- 172.21.15.5:0/1294772686 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fad1814c390 0x7fad181eeaf0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fad0c000f80 tx=0x7fad0c004af0 comp rx=0 tx=0).stop 2024-09-13T16:16:04.290 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.283+0000 7fad1e540700 1 -- 172.21.15.5:0/1294772686 shutdown_connections 2024-09-13T16:16:04.290 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.283+0000 7fad1e540700 1 --2- 172.21.15.5:0/1294772686 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fad180c4090 0x7fad181ef030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:04.290 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.283+0000 7fad1e540700 1 --2- 172.21.15.5:0/1294772686 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fad1814c390 0x7fad181eeaf0 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:04.290 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.283+0000 7fad1e540700 1 --2- 172.21.15.5:0/1294772686 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7facfc066730 0x7facfc068bf0 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:04.290 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.283+0000 7fad1e540700 1 --2- 172.21.15.5:0/1294772686 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fad180c5300 0x7fad1814f770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:04.290 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.283+0000 7fad1e540700 1 -- 172.21.15.5:0/1294772686 >> 172.21.15.5:0/1294772686 conn(0x7fad1806ada0 msgr2=0x7fad1806f840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:04.290 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.283+0000 7fad1e540700 1 -- 172.21.15.5:0/1294772686 shutdown_connections 2024-09-13T16:16:04.290 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.283+0000 7fad1e540700 1 -- 172.21.15.5:0/1294772686 wait complete. 2024-09-13T16:16:04.291 INFO:teuthology.orchestra.run.smithi005.stderr:dumped all 2024-09-13T16:16:04.303 INFO:teuthology.orchestra.run.smithi005.stdout:{"pg_ready":true,"pg_map":{"version":37,"stamp":"2024-09-13T16:16:02.554859+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":594961,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":207,"num_write_kb":2434,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":159,"ondisk_log_size":159,"up":322,"acting":322,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":322,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":235936,"kb_used_data":3368,"kb_used_omap":12,"kb_used_meta":232435,"kb_avail":754738784,"statfs":{"total":773094113280,"available":772852514816,"internally_reserved":0,"allocated":3448832,"data_stored":2049058,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":238014009},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2231,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005086"},"pg_stats":[{"pgid":"2.1f","version":"21'4","reported_seq":19,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.426403+0000","last_change":"2024-09-13T16:15:41.032574+0000","last_active":"2024-09-13T16:15:45.426403+0000","last_peered":"2024-09-13T16:15:45.426403+0000","last_clean":"2024-09-13T16:15:45.426403+0000","last_became_active":"2024-09-13T16:15:41.032311+0000","last_became_peered":"2024-09-13T16:15:41.032311+0000","last_unstale":"2024-09-13T16:15:45.426403+0000","last_undegraded":"2024-09-13T16:15:45.426403+0000","last_fullsized":"2024-09-13T16:15:45.426403+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:01:26.441797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.415137+0000","last_change":"2024-09-13T16:15:41.422148+0000","last_active":"2024-09-13T16:15:45.415137+0000","last_peered":"2024-09-13T16:15:45.415137+0000","last_clean":"2024-09-13T16:15:45.415137+0000","last_became_active":"2024-09-13T16:15:41.421707+0000","last_became_peered":"2024-09-13T16:15:41.421707+0000","last_unstale":"2024-09-13T16:15:45.415137+0000","last_undegraded":"2024-09-13T16:15:45.415137+0000","last_fullsized":"2024-09-13T16:15:45.415137+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:53:15.761243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.796520+0000","last_change":"2024-09-13T16:15:45.430120+0000","last_active":"2024-09-13T16:15:45.796520+0000","last_peered":"2024-09-13T16:15:45.796520+0000","last_clean":"2024-09-13T16:15:45.796520+0000","last_became_active":"2024-09-13T16:15:45.426408+0000","last_became_peered":"2024-09-13T16:15:45.426408+0000","last_unstale":"2024-09-13T16:15:45.796520+0000","last_undegraded":"2024-09-13T16:15:45.796520+0000","last_fullsized":"2024-09-13T16:15:45.796520+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:31:04.860543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,7,0],"acting":[3,2,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"21'1","reported_seq":16,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.415354+0000","last_change":"2024-09-13T16:15:41.032034+0000","last_active":"2024-09-13T16:15:45.415354+0000","last_peered":"2024-09-13T16:15:45.415354+0000","last_clean":"2024-09-13T16:15:45.415354+0000","last_became_active":"2024-09-13T16:15:41.031754+0000","last_became_peered":"2024-09-13T16:15:41.031754+0000","last_unstale":"2024-09-13T16:15:45.415354+0000","last_undegraded":"2024-09-13T16:15:45.415354+0000","last_fullsized":"2024-09-13T16:15:45.415354+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:06:51.700440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.426156+0000","last_change":"2024-09-13T16:15:41.426259+0000","last_active":"2024-09-13T16:15:45.426156+0000","last_peered":"2024-09-13T16:15:45.426156+0000","last_clean":"2024-09-13T16:15:45.426156+0000","last_became_active":"2024-09-13T16:15:41.425995+0000","last_became_peered":"2024-09-13T16:15:41.425995+0000","last_unstale":"2024-09-13T16:15:45.426156+0000","last_undegraded":"2024-09-13T16:15:45.426156+0000","last_fullsized":"2024-09-13T16:15:45.426156+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:33:07.679354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.798852+0000","last_change":"2024-09-13T16:15:45.437307+0000","last_active":"2024-09-13T16:15:45.798852+0000","last_peered":"2024-09-13T16:15:45.798852+0000","last_clean":"2024-09-13T16:15:45.798852+0000","last_became_active":"2024-09-13T16:15:45.436923+0000","last_became_peered":"2024-09-13T16:15:45.436923+0000","last_unstale":"2024-09-13T16:15:45.798852+0000","last_undegraded":"2024-09-13T16:15:45.798852+0000","last_fullsized":"2024-09-13T16:15:45.798852+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:08:24.944860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1,3],"acting":[4,6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"21'2","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.417532+0000","last_change":"2024-09-13T16:15:41.034875+0000","last_active":"2024-09-13T16:15:45.417532+0000","last_peered":"2024-09-13T16:15:45.417532+0000","last_clean":"2024-09-13T16:15:45.417532+0000","last_became_active":"2024-09-13T16:15:41.034495+0000","last_became_peered":"2024-09-13T16:15:41.034495+0000","last_unstale":"2024-09-13T16:15:45.417532+0000","last_undegraded":"2024-09-13T16:15:45.417532+0000","last_fullsized":"2024-09-13T16:15:45.417532+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:47:48.983153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.421644+0000","last_change":"2024-09-13T16:15:41.434446+0000","last_active":"2024-09-13T16:15:45.421644+0000","last_peered":"2024-09-13T16:15:45.421644+0000","last_clean":"2024-09-13T16:15:45.421644+0000","last_became_active":"2024-09-13T16:15:41.432059+0000","last_became_peered":"2024-09-13T16:15:41.432059+0000","last_unstale":"2024-09-13T16:15:45.421644+0000","last_undegraded":"2024-09-13T16:15:45.421644+0000","last_fullsized":"2024-09-13T16:15:45.421644+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:51:57.544490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.799770+0000","last_change":"2024-09-13T16:15:45.439966+0000","last_active":"2024-09-13T16:15:45.799770+0000","last_peered":"2024-09-13T16:15:45.799770+0000","last_clean":"2024-09-13T16:15:45.799770+0000","last_became_active":"2024-09-13T16:15:45.439537+0000","last_became_peered":"2024-09-13T16:15:45.439537+0000","last_unstale":"2024-09-13T16:15:45.799770+0000","last_undegraded":"2024-09-13T16:15:45.799770+0000","last_fullsized":"2024-09-13T16:15:45.799770+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:58:53.421511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"21'2","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.417439+0000","last_change":"2024-09-13T16:15:41.039625+0000","last_active":"2024-09-13T16:15:45.417439+0000","last_peered":"2024-09-13T16:15:45.417439+0000","last_clean":"2024-09-13T16:15:45.417439+0000","last_became_active":"2024-09-13T16:15:41.039294+0000","last_became_peered":"2024-09-13T16:15:41.039294+0000","last_unstale":"2024-09-13T16:15:45.417439+0000","last_undegraded":"2024-09-13T16:15:45.417439+0000","last_fullsized":"2024-09-13T16:15:45.417439+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:42:56.530129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.423046+0000","last_change":"2024-09-13T16:15:41.430533+0000","last_active":"2024-09-13T16:15:45.423046+0000","last_peered":"2024-09-13T16:15:45.423046+0000","last_clean":"2024-09-13T16:15:45.423046+0000","last_became_active":"2024-09-13T16:15:41.430277+0000","last_became_peered":"2024-09-13T16:15:41.430277+0000","last_unstale":"2024-09-13T16:15:45.423046+0000","last_undegraded":"2024-09-13T16:15:45.423046+0000","last_fullsized":"2024-09-13T16:15:45.423046+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:33:07.679354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.798980+0000","last_change":"2024-09-13T16:15:45.439696+0000","last_active":"2024-09-13T16:15:45.798980+0000","last_peered":"2024-09-13T16:15:45.798980+0000","last_clean":"2024-09-13T16:15:45.798980+0000","last_became_active":"2024-09-13T16:15:45.439214+0000","last_became_peered":"2024-09-13T16:15:45.439214+0000","last_unstale":"2024-09-13T16:15:45.798980+0000","last_undegraded":"2024-09-13T16:15:45.798980+0000","last_fullsized":"2024-09-13T16:15:45.798980+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:29:51.560320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0,5],"acting":[4,3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.419004+0000","last_change":"2024-09-13T16:15:41.429258+0000","last_active":"2024-09-13T16:15:45.419004+0000","last_peered":"2024-09-13T16:15:45.419004+0000","last_clean":"2024-09-13T16:15:45.419004+0000","last_became_active":"2024-09-13T16:15:41.429041+0000","last_became_peered":"2024-09-13T16:15:41.429041+0000","last_unstale":"2024-09-13T16:15:45.419004+0000","last_undegraded":"2024-09-13T16:15:45.419004+0000","last_fullsized":"2024-09-13T16:15:45.419004+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:20:15.057465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.b","version":"21'2","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.417246+0000","last_change":"2024-09-13T16:15:41.034197+0000","last_active":"2024-09-13T16:15:45.417246+0000","last_peered":"2024-09-13T16:15:45.417246+0000","last_clean":"2024-09-13T16:15:45.417246+0000","last_became_active":"2024-09-13T16:15:41.032725+0000","last_became_peered":"2024-09-13T16:15:41.032725+0000","last_unstale":"2024-09-13T16:15:45.417246+0000","last_undegraded":"2024-09-13T16:15:45.417246+0000","last_fullsized":"2024-09-13T16:15:45.417246+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:23:04.082341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.801464+0000","last_change":"2024-09-13T16:15:45.446039+0000","last_active":"2024-09-13T16:15:45.801464+0000","last_peered":"2024-09-13T16:15:45.801464+0000","last_clean":"2024-09-13T16:15:45.801464+0000","last_became_active":"2024-09-13T16:15:45.445412+0000","last_became_peered":"2024-09-13T16:15:45.445412+0000","last_unstale":"2024-09-13T16:15:45.801464+0000","last_undegraded":"2024-09-13T16:15:45.801464+0000","last_fullsized":"2024-09-13T16:15:45.801464+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:05:44.037656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2,1],"acting":[4,0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.413127+0000","last_change":"2024-09-13T16:15:41.423664+0000","last_active":"2024-09-13T16:15:45.413127+0000","last_peered":"2024-09-13T16:15:45.413127+0000","last_clean":"2024-09-13T16:15:45.413127+0000","last_became_active":"2024-09-13T16:15:41.423409+0000","last_became_peered":"2024-09-13T16:15:41.423409+0000","last_unstale":"2024-09-13T16:15:45.413127+0000","last_undegraded":"2024-09-13T16:15:45.413127+0000","last_fullsized":"2024-09-13T16:15:45.413127+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:22:02.925875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.434487+0000","last_change":"2024-09-13T16:15:41.031792+0000","last_active":"2024-09-13T16:15:45.434487+0000","last_peered":"2024-09-13T16:15:45.434487+0000","last_clean":"2024-09-13T16:15:45.434487+0000","last_became_active":"2024-09-13T16:15:41.031409+0000","last_became_peered":"2024-09-13T16:15:41.031409+0000","last_unstale":"2024-09-13T16:15:45.434487+0000","last_undegraded":"2024-09-13T16:15:45.434487+0000","last_fullsized":"2024-09-13T16:15:45.434487+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:23:30.756600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.801070+0000","last_change":"2024-09-13T16:15:45.445655+0000","last_active":"2024-09-13T16:15:45.801070+0000","last_peered":"2024-09-13T16:15:45.801070+0000","last_clean":"2024-09-13T16:15:45.801070+0000","last_became_active":"2024-09-13T16:15:45.445262+0000","last_became_peered":"2024-09-13T16:15:45.445262+0000","last_unstale":"2024-09-13T16:15:45.801070+0000","last_undegraded":"2024-09-13T16:15:45.801070+0000","last_fullsized":"2024-09-13T16:15:45.801070+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:34:17.285683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.413530+0000","last_change":"2024-09-13T16:15:41.413219+0000","last_active":"2024-09-13T16:15:45.413530+0000","last_peered":"2024-09-13T16:15:45.413530+0000","last_clean":"2024-09-13T16:15:45.413530+0000","last_became_active":"2024-09-13T16:15:41.412959+0000","last_became_peered":"2024-09-13T16:15:41.412959+0000","last_unstale":"2024-09-13T16:15:45.413530+0000","last_undegraded":"2024-09-13T16:15:45.413530+0000","last_fullsized":"2024-09-13T16:15:45.413530+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:08:24.015435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.432105+0000","last_change":"2024-09-13T16:15:41.032347+0000","last_active":"2024-09-13T16:15:45.432105+0000","last_peered":"2024-09-13T16:15:45.432105+0000","last_clean":"2024-09-13T16:15:45.432105+0000","last_became_active":"2024-09-13T16:15:41.032093+0000","last_became_peered":"2024-09-13T16:15:41.032093+0000","last_unstale":"2024-09-13T16:15:45.432105+0000","last_undegraded":"2024-09-13T16:15:45.432105+0000","last_fullsized":"2024-09-13T16:15:45.432105+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:33:42.634191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:46.624777+0000","last_change":"2024-09-13T16:15:45.446608+0000","last_active":"2024-09-13T16:15:46.624777+0000","last_peered":"2024-09-13T16:15:46.624777+0000","last_clean":"2024-09-13T16:15:46.624777+0000","last_became_active":"2024-09-13T16:15:45.446001+0000","last_became_peered":"2024-09-13T16:15:45.446001+0000","last_unstale":"2024-09-13T16:15:46.624777+0000","last_undegraded":"2024-09-13T16:15:46.624777+0000","last_fullsized":"2024-09-13T16:15:46.624777+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:34:17.285683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4,7],"acting":[1,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.425592+0000","last_change":"2024-09-13T16:15:41.426036+0000","last_active":"2024-09-13T16:15:45.425592+0000","last_peered":"2024-09-13T16:15:45.425592+0000","last_clean":"2024-09-13T16:15:45.425592+0000","last_became_active":"2024-09-13T16:15:41.425741+0000","last_became_peered":"2024-09-13T16:15:41.425741+0000","last_unstale":"2024-09-13T16:15:45.425592+0000","last_undegraded":"2024-09-13T16:15:45.425592+0000","last_fullsized":"2024-09-13T16:15:45.425592+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:33:43.646968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.417142+0000","last_change":"2024-09-13T16:15:41.032847+0000","last_active":"2024-09-13T16:15:45.417142+0000","last_peered":"2024-09-13T16:15:45.417142+0000","last_clean":"2024-09-13T16:15:45.417142+0000","last_became_active":"2024-09-13T16:15:41.032575+0000","last_became_peered":"2024-09-13T16:15:41.032575+0000","last_unstale":"2024-09-13T16:15:45.417142+0000","last_undegraded":"2024-09-13T16:15:45.417142+0000","last_fullsized":"2024-09-13T16:15:45.417142+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:37:17.411045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.801470+0000","last_change":"2024-09-13T16:15:45.449940+0000","last_active":"2024-09-13T16:15:45.801470+0000","last_peered":"2024-09-13T16:15:45.801470+0000","last_clean":"2024-09-13T16:15:45.801470+0000","last_became_active":"2024-09-13T16:15:45.449446+0000","last_became_peered":"2024-09-13T16:15:45.449446+0000","last_unstale":"2024-09-13T16:15:45.801470+0000","last_undegraded":"2024-09-13T16:15:45.801470+0000","last_fullsized":"2024-09-13T16:15:45.801470+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:36:18.536576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.426669+0000","last_change":"2024-09-13T16:15:41.415433+0000","last_active":"2024-09-13T16:15:45.426669+0000","last_peered":"2024-09-13T16:15:45.426669+0000","last_clean":"2024-09-13T16:15:45.426669+0000","last_became_active":"2024-09-13T16:15:41.415187+0000","last_became_peered":"2024-09-13T16:15:41.415187+0000","last_unstale":"2024-09-13T16:15:45.426669+0000","last_undegraded":"2024-09-13T16:15:45.426669+0000","last_fullsized":"2024-09-13T16:15:45.426669+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:52:33.344284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"21'2","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.419786+0000","last_change":"2024-09-13T16:15:41.035854+0000","last_active":"2024-09-13T16:15:45.419786+0000","last_peered":"2024-09-13T16:15:45.419786+0000","last_clean":"2024-09-13T16:15:45.419786+0000","last_became_active":"2024-09-13T16:15:41.035523+0000","last_became_peered":"2024-09-13T16:15:41.035523+0000","last_unstale":"2024-09-13T16:15:45.419786+0000","last_undegraded":"2024-09-13T16:15:45.419786+0000","last_fullsized":"2024-09-13T16:15:45.419786+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:06:51.700440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.798662+0000","last_change":"2024-09-13T16:15:45.437824+0000","last_active":"2024-09-13T16:15:45.798662+0000","last_peered":"2024-09-13T16:15:45.798662+0000","last_clean":"2024-09-13T16:15:45.798662+0000","last_became_active":"2024-09-13T16:15:45.437484+0000","last_became_peered":"2024-09-13T16:15:45.437484+0000","last_unstale":"2024-09-13T16:15:45.798662+0000","last_undegraded":"2024-09-13T16:15:45.798662+0000","last_fullsized":"2024-09-13T16:15:45.798662+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:28:05.822037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,7],"acting":[4,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.416247+0000","last_change":"2024-09-13T16:15:41.412507+0000","last_active":"2024-09-13T16:15:45.416247+0000","last_peered":"2024-09-13T16:15:45.416247+0000","last_clean":"2024-09-13T16:15:45.416247+0000","last_became_active":"2024-09-13T16:15:41.412266+0000","last_became_peered":"2024-09-13T16:15:41.412266+0000","last_unstale":"2024-09-13T16:15:45.416247+0000","last_undegraded":"2024-09-13T16:15:45.416247+0000","last_fullsized":"2024-09-13T16:15:45.416247+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:28:02.414880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"24'1","reported_seq":16,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.432956+0000","last_change":"2024-09-13T16:15:41.031785+0000","last_active":"2024-09-13T16:15:45.432956+0000","last_peered":"2024-09-13T16:15:45.432956+0000","last_clean":"2024-09-13T16:15:45.432956+0000","last_became_active":"2024-09-13T16:15:41.031492+0000","last_became_peered":"2024-09-13T16:15:41.031492+0000","last_unstale":"2024-09-13T16:15:45.432956+0000","last_undegraded":"2024-09-13T16:15:45.432956+0000","last_fullsized":"2024-09-13T16:15:45.432956+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:37:17.411045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.796233+0000","last_change":"2024-09-13T16:15:45.430678+0000","last_active":"2024-09-13T16:15:45.796233+0000","last_peered":"2024-09-13T16:15:45.796233+0000","last_clean":"2024-09-13T16:15:45.796233+0000","last_became_active":"2024-09-13T16:15:45.430278+0000","last_became_peered":"2024-09-13T16:15:45.430278+0000","last_unstale":"2024-09-13T16:15:45.796233+0000","last_undegraded":"2024-09-13T16:15:45.796233+0000","last_fullsized":"2024-09-13T16:15:45.796233+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:48:40.759944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0,1],"acting":[3,7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.434414+0000","last_change":"2024-09-13T16:15:41.417862+0000","last_active":"2024-09-13T16:15:45.434414+0000","last_peered":"2024-09-13T16:15:45.434414+0000","last_clean":"2024-09-13T16:15:45.434414+0000","last_became_active":"2024-09-13T16:15:41.417601+0000","last_became_peered":"2024-09-13T16:15:41.417601+0000","last_unstale":"2024-09-13T16:15:45.434414+0000","last_undegraded":"2024-09-13T16:15:45.434414+0000","last_fullsized":"2024-09-13T16:15:45.434414+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:22:02.925875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.417764+0000","last_change":"2024-09-13T16:15:41.034156+0000","last_active":"2024-09-13T16:15:45.417764+0000","last_peered":"2024-09-13T16:15:45.417764+0000","last_clean":"2024-09-13T16:15:45.417764+0000","last_became_active":"2024-09-13T16:15:41.032659+0000","last_became_peered":"2024-09-13T16:15:41.032659+0000","last_unstale":"2024-09-13T16:15:45.417764+0000","last_undegraded":"2024-09-13T16:15:45.417764+0000","last_fullsized":"2024-09-13T16:15:45.417764+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:33:42.634191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:46.621173+0000","last_change":"2024-09-13T16:15:45.448222+0000","last_active":"2024-09-13T16:15:46.621173+0000","last_peered":"2024-09-13T16:15:46.621173+0000","last_clean":"2024-09-13T16:15:46.621173+0000","last_became_active":"2024-09-13T16:15:45.447880+0000","last_became_peered":"2024-09-13T16:15:45.447880+0000","last_unstale":"2024-09-13T16:15:46.621173+0000","last_undegraded":"2024-09-13T16:15:46.621173+0000","last_fullsized":"2024-09-13T16:15:46.621173+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:03:48.787790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7,1],"acting":[0,5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.423180+0000","last_change":"2024-09-13T16:15:41.422747+0000","last_active":"2024-09-13T16:15:45.423180+0000","last_peered":"2024-09-13T16:15:45.423180+0000","last_clean":"2024-09-13T16:15:45.423180+0000","last_became_active":"2024-09-13T16:15:41.419626+0000","last_became_peered":"2024-09-13T16:15:41.419626+0000","last_unstale":"2024-09-13T16:15:45.423180+0000","last_undegraded":"2024-09-13T16:15:45.423180+0000","last_fullsized":"2024-09-13T16:15:45.423180+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:15:39.247568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.435285+0000","last_change":"2024-09-13T16:15:41.023747+0000","last_active":"2024-09-13T16:15:45.435285+0000","last_peered":"2024-09-13T16:15:45.435285+0000","last_clean":"2024-09-13T16:15:45.435285+0000","last_became_active":"2024-09-13T16:15:41.023463+0000","last_became_peered":"2024-09-13T16:15:41.023463+0000","last_unstale":"2024-09-13T16:15:45.435285+0000","last_undegraded":"2024-09-13T16:15:45.435285+0000","last_fullsized":"2024-09-13T16:15:45.435285+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:53:09.205608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:46.621860+0000","last_change":"2024-09-13T16:15:45.446054+0000","last_active":"2024-09-13T16:15:46.621860+0000","last_peered":"2024-09-13T16:15:46.621860+0000","last_clean":"2024-09-13T16:15:46.621860+0000","last_became_active":"2024-09-13T16:15:45.443702+0000","last_became_peered":"2024-09-13T16:15:45.443702+0000","last_unstale":"2024-09-13T16:15:46.621860+0000","last_undegraded":"2024-09-13T16:15:46.621860+0000","last_fullsized":"2024-09-13T16:15:46.621860+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:54:19.358862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4,0],"acting":[1,5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.429023+0000","last_change":"2024-09-13T16:15:41.420693+0000","last_active":"2024-09-13T16:15:45.429023+0000","last_peered":"2024-09-13T16:15:45.429023+0000","last_clean":"2024-09-13T16:15:45.429023+0000","last_became_active":"2024-09-13T16:15:41.419700+0000","last_became_peered":"2024-09-13T16:15:41.419700+0000","last_unstale":"2024-09-13T16:15:45.429023+0000","last_undegraded":"2024-09-13T16:15:45.429023+0000","last_fullsized":"2024-09-13T16:15:45.429023+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:23:31.769377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.421057+0000","last_change":"2024-09-13T16:15:41.034060+0000","last_active":"2024-09-13T16:15:45.421057+0000","last_peered":"2024-09-13T16:15:45.421057+0000","last_clean":"2024-09-13T16:15:45.421057+0000","last_became_active":"2024-09-13T16:15:41.032982+0000","last_became_peered":"2024-09-13T16:15:41.032982+0000","last_unstale":"2024-09-13T16:15:45.421057+0000","last_undegraded":"2024-09-13T16:15:45.421057+0000","last_fullsized":"2024-09-13T16:15:45.421057+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:59:29.370756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:46.623729+0000","last_change":"2024-09-13T16:15:45.443110+0000","last_active":"2024-09-13T16:15:46.623729+0000","last_peered":"2024-09-13T16:15:46.623729+0000","last_clean":"2024-09-13T16:15:46.623729+0000","last_became_active":"2024-09-13T16:15:45.440379+0000","last_became_peered":"2024-09-13T16:15:45.440379+0000","last_unstale":"2024-09-13T16:15:46.623729+0000","last_undegraded":"2024-09-13T16:15:46.623729+0000","last_fullsized":"2024-09-13T16:15:46.623729+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:58:53.421511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3,6],"acting":[1,2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.435046+0000","last_change":"2024-09-13T16:15:41.412052+0000","last_active":"2024-09-13T16:15:45.435046+0000","last_peered":"2024-09-13T16:15:45.435046+0000","last_clean":"2024-09-13T16:15:45.435046+0000","last_became_active":"2024-09-13T16:15:41.411796+0000","last_became_peered":"2024-09-13T16:15:41.411796+0000","last_unstale":"2024-09-13T16:15:45.435046+0000","last_undegraded":"2024-09-13T16:15:45.435046+0000","last_fullsized":"2024-09-13T16:15:45.435046+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:11:47.177046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.420600+0000","last_change":"2024-09-13T16:15:41.036198+0000","last_active":"2024-09-13T16:15:45.420600+0000","last_peered":"2024-09-13T16:15:45.420600+0000","last_clean":"2024-09-13T16:15:45.420600+0000","last_became_active":"2024-09-13T16:15:41.035934+0000","last_became_peered":"2024-09-13T16:15:41.035934+0000","last_unstale":"2024-09-13T16:15:45.420600+0000","last_undegraded":"2024-09-13T16:15:45.420600+0000","last_fullsized":"2024-09-13T16:15:45.420600+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:23:04.082341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:46.624856+0000","last_change":"2024-09-13T16:15:45.448674+0000","last_active":"2024-09-13T16:15:46.624856+0000","last_peered":"2024-09-13T16:15:46.624856+0000","last_clean":"2024-09-13T16:15:46.624856+0000","last_became_active":"2024-09-13T16:15:45.446894+0000","last_became_peered":"2024-09-13T16:15:45.446894+0000","last_unstale":"2024-09-13T16:15:46.624856+0000","last_undegraded":"2024-09-13T16:15:46.624856+0000","last_fullsized":"2024-09-13T16:15:46.624856+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:17:45.206594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0,3],"acting":[1,5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.424987+0000","last_change":"2024-09-13T16:15:41.431583+0000","last_active":"2024-09-13T16:15:45.424987+0000","last_peered":"2024-09-13T16:15:45.424987+0000","last_clean":"2024-09-13T16:15:45.424987+0000","last_became_active":"2024-09-13T16:15:41.431310+0000","last_became_peered":"2024-09-13T16:15:41.431310+0000","last_unstale":"2024-09-13T16:15:45.424987+0000","last_undegraded":"2024-09-13T16:15:45.424987+0000","last_fullsized":"2024-09-13T16:15:45.424987+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:12:04.198678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.417297+0000","last_change":"2024-09-13T16:15:41.033404+0000","last_active":"2024-09-13T16:15:45.417297+0000","last_peered":"2024-09-13T16:15:45.417297+0000","last_clean":"2024-09-13T16:15:45.417297+0000","last_became_active":"2024-09-13T16:15:41.033180+0000","last_became_peered":"2024-09-13T16:15:41.033180+0000","last_unstale":"2024-09-13T16:15:45.417297+0000","last_undegraded":"2024-09-13T16:15:45.417297+0000","last_fullsized":"2024-09-13T16:15:45.417297+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:23:30.756600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:46.622050+0000","last_change":"2024-09-13T16:15:45.441683+0000","last_active":"2024-09-13T16:15:46.622050+0000","last_peered":"2024-09-13T16:15:46.622050+0000","last_clean":"2024-09-13T16:15:46.622050+0000","last_became_active":"2024-09-13T16:15:45.441286+0000","last_became_peered":"2024-09-13T16:15:45.441286+0000","last_unstale":"2024-09-13T16:15:46.622050+0000","last_undegraded":"2024-09-13T16:15:46.622050+0000","last_fullsized":"2024-09-13T16:15:46.622050+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:27:40.387319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2,7],"acting":[0,1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.412679+0000","last_change":"2024-09-13T16:15:41.430895+0000","last_active":"2024-09-13T16:15:45.412679+0000","last_peered":"2024-09-13T16:15:45.412679+0000","last_clean":"2024-09-13T16:15:45.412679+0000","last_became_active":"2024-09-13T16:15:41.430627+0000","last_became_peered":"2024-09-13T16:15:41.430627+0000","last_unstale":"2024-09-13T16:15:45.412679+0000","last_undegraded":"2024-09-13T16:15:45.412679+0000","last_fullsized":"2024-09-13T16:15:45.412679+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:21:26.930345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.420645+0000","last_change":"2024-09-13T16:15:41.037492+0000","last_active":"2024-09-13T16:15:45.420645+0000","last_peered":"2024-09-13T16:15:45.420645+0000","last_clean":"2024-09-13T16:15:45.420645+0000","last_became_active":"2024-09-13T16:15:41.037216+0000","last_became_peered":"2024-09-13T16:15:41.037216+0000","last_unstale":"2024-09-13T16:15:45.420645+0000","last_undegraded":"2024-09-13T16:15:45.420645+0000","last_fullsized":"2024-09-13T16:15:45.420645+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:28:31.923652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":168,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.417442+0000","last_change":"2024-09-13T16:15:30.706664+0000","last_active":"2024-09-13T16:15:45.417442+0000","last_peered":"2024-09-13T16:15:45.417442+0000","last_clean":"2024-09-13T16:15:45.417442+0000","last_became_active":"2024-09-13T16:15:30.706146+0000","last_became_peered":"2024-09-13T16:15:30.706146+0000","last_unstale":"2024-09-13T16:15:45.417442+0000","last_undegraded":"2024-09-13T16:15:45.417442+0000","last_fullsized":"2024-09-13T16:15:45.417442+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:28.905101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:28.905101+0000","last_clean_scrub_stamp":"2024-09-13T16:15:28.905101+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:38:40.338700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:46.623137+0000","last_change":"2024-09-13T16:15:45.432988+0000","last_active":"2024-09-13T16:15:46.623137+0000","last_peered":"2024-09-13T16:15:46.623137+0000","last_clean":"2024-09-13T16:15:46.623137+0000","last_became_active":"2024-09-13T16:15:45.432603+0000","last_became_peered":"2024-09-13T16:15:45.432603+0000","last_unstale":"2024-09-13T16:15:46.623137+0000","last_undegraded":"2024-09-13T16:15:46.623137+0000","last_fullsized":"2024-09-13T16:15:46.623137+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:30:36.715026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,4,7],"acting":[6,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.417467+0000","last_change":"2024-09-13T16:15:41.425729+0000","last_active":"2024-09-13T16:15:45.417467+0000","last_peered":"2024-09-13T16:15:45.417467+0000","last_clean":"2024-09-13T16:15:45.417467+0000","last_became_active":"2024-09-13T16:15:41.425482+0000","last_became_peered":"2024-09-13T16:15:41.425482+0000","last_unstale":"2024-09-13T16:15:45.417467+0000","last_undegraded":"2024-09-13T16:15:45.417467+0000","last_fullsized":"2024-09-13T16:15:45.417467+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:50:40.669575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.422059+0000","last_change":"2024-09-13T16:15:41.034746+0000","last_active":"2024-09-13T16:15:45.422059+0000","last_peered":"2024-09-13T16:15:45.422059+0000","last_clean":"2024-09-13T16:15:45.422059+0000","last_became_active":"2024-09-13T16:15:41.034286+0000","last_became_peered":"2024-09-13T16:15:41.034286+0000","last_unstale":"2024-09-13T16:15:45.422059+0000","last_undegraded":"2024-09-13T16:15:45.422059+0000","last_fullsized":"2024-09-13T16:15:45.422059+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:24:38.572929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:46.623089+0000","last_change":"2024-09-13T16:15:45.437198+0000","last_active":"2024-09-13T16:15:46.623089+0000","last_peered":"2024-09-13T16:15:46.623089+0000","last_clean":"2024-09-13T16:15:46.623089+0000","last_became_active":"2024-09-13T16:15:45.436595+0000","last_became_peered":"2024-09-13T16:15:45.436595+0000","last_unstale":"2024-09-13T16:15:46.623089+0000","last_undegraded":"2024-09-13T16:15:46.623089+0000","last_fullsized":"2024-09-13T16:15:46.623089+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:20:43.393814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,1,0],"acting":[6,7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.421792+0000","last_change":"2024-09-13T16:15:41.424176+0000","last_active":"2024-09-13T16:15:45.421792+0000","last_peered":"2024-09-13T16:15:45.421792+0000","last_clean":"2024-09-13T16:15:45.421792+0000","last_became_active":"2024-09-13T16:15:41.423906+0000","last_became_peered":"2024-09-13T16:15:41.423906+0000","last_unstale":"2024-09-13T16:15:45.421792+0000","last_undegraded":"2024-09-13T16:15:45.421792+0000","last_fullsized":"2024-09-13T16:15:45.421792+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:34:57.106014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.d","version":"21'1","reported_seq":16,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.432513+0000","last_change":"2024-09-13T16:15:41.021672+0000","last_active":"2024-09-13T16:15:45.432513+0000","last_peered":"2024-09-13T16:15:45.432513+0000","last_clean":"2024-09-13T16:15:45.432513+0000","last_became_active":"2024-09-13T16:15:41.020719+0000","last_became_peered":"2024-09-13T16:15:41.020719+0000","last_unstale":"2024-09-13T16:15:45.432513+0000","last_undegraded":"2024-09-13T16:15:45.432513+0000","last_fullsized":"2024-09-13T16:15:45.432513+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:23:04.082341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:46.621295+0000","last_change":"2024-09-13T16:15:45.444215+0000","last_active":"2024-09-13T16:15:46.621295+0000","last_peered":"2024-09-13T16:15:46.621295+0000","last_clean":"2024-09-13T16:15:46.621295+0000","last_became_active":"2024-09-13T16:15:45.443842+0000","last_became_peered":"2024-09-13T16:15:45.443842+0000","last_unstale":"2024-09-13T16:15:46.621295+0000","last_undegraded":"2024-09-13T16:15:46.621295+0000","last_fullsized":"2024-09-13T16:15:46.621295+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:36:18.570724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4,5],"acting":[0,1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.418316+0000","last_change":"2024-09-13T16:15:41.429232+0000","last_active":"2024-09-13T16:15:45.418316+0000","last_peered":"2024-09-13T16:15:45.418316+0000","last_clean":"2024-09-13T16:15:45.418316+0000","last_became_active":"2024-09-13T16:15:41.426840+0000","last_became_peered":"2024-09-13T16:15:41.426840+0000","last_unstale":"2024-09-13T16:15:45.418316+0000","last_undegraded":"2024-09-13T16:15:45.418316+0000","last_fullsized":"2024-09-13T16:15:45.418316+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:28:02.414880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"21'2","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.420772+0000","last_change":"2024-09-13T16:15:41.033749+0000","last_active":"2024-09-13T16:15:45.420772+0000","last_peered":"2024-09-13T16:15:45.420772+0000","last_clean":"2024-09-13T16:15:45.420772+0000","last_became_active":"2024-09-13T16:15:41.033356+0000","last_became_peered":"2024-09-13T16:15:41.033356+0000","last_unstale":"2024-09-13T16:15:45.420772+0000","last_undegraded":"2024-09-13T16:15:45.420772+0000","last_fullsized":"2024-09-13T16:15:45.420772+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:25:22.130748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:46.466134+0000","last_change":"2024-09-13T16:15:45.434063+0000","last_active":"2024-09-13T16:15:46.466134+0000","last_peered":"2024-09-13T16:15:46.466134+0000","last_clean":"2024-09-13T16:15:46.466134+0000","last_became_active":"2024-09-13T16:15:45.433849+0000","last_became_peered":"2024-09-13T16:15:45.433849+0000","last_unstale":"2024-09-13T16:15:46.466134+0000","last_undegraded":"2024-09-13T16:15:46.466134+0000","last_fullsized":"2024-09-13T16:15:46.466134+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:47:37.415731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7,6],"acting":[5,4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.417917+0000","last_change":"2024-09-13T16:15:41.425176+0000","last_active":"2024-09-13T16:15:45.417917+0000","last_peered":"2024-09-13T16:15:45.417917+0000","last_clean":"2024-09-13T16:15:45.417917+0000","last_became_active":"2024-09-13T16:15:41.422117+0000","last_became_peered":"2024-09-13T16:15:41.422117+0000","last_unstale":"2024-09-13T16:15:45.417917+0000","last_undegraded":"2024-09-13T16:15:45.417917+0000","last_fullsized":"2024-09-13T16:15:45.417917+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:04:01.515823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"21'1","reported_seq":16,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.425091+0000","last_change":"2024-09-13T16:15:41.024081+0000","last_active":"2024-09-13T16:15:45.425091+0000","last_peered":"2024-09-13T16:15:45.425091+0000","last_clean":"2024-09-13T16:15:45.425091+0000","last_became_active":"2024-09-13T16:15:41.023763+0000","last_became_peered":"2024-09-13T16:15:41.023763+0000","last_unstale":"2024-09-13T16:15:45.425091+0000","last_undegraded":"2024-09-13T16:15:45.425091+0000","last_fullsized":"2024-09-13T16:15:45.425091+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:25:44.598813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.799842+0000","last_change":"2024-09-13T16:15:45.436109+0000","last_active":"2024-09-13T16:15:45.799842+0000","last_peered":"2024-09-13T16:15:45.799842+0000","last_clean":"2024-09-13T16:15:45.799842+0000","last_became_active":"2024-09-13T16:15:45.435716+0000","last_became_peered":"2024-09-13T16:15:45.435716+0000","last_unstale":"2024-09-13T16:15:45.799842+0000","last_undegraded":"2024-09-13T16:15:45.799842+0000","last_fullsized":"2024-09-13T16:15:45.799842+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:17:45.206594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3,6],"acting":[4,1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.415763+0000","last_change":"2024-09-13T16:15:41.430211+0000","last_active":"2024-09-13T16:15:45.415763+0000","last_peered":"2024-09-13T16:15:45.415763+0000","last_clean":"2024-09-13T16:15:45.415763+0000","last_became_active":"2024-09-13T16:15:41.429928+0000","last_became_peered":"2024-09-13T16:15:41.429928+0000","last_unstale":"2024-09-13T16:15:45.415763+0000","last_undegraded":"2024-09-13T16:15:45.415763+0000","last_fullsized":"2024-09-13T16:15:45.415763+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:21:26.930345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"21'8","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.419902+0000","last_change":"2024-09-13T16:15:41.028349+0000","last_active":"2024-09-13T16:15:45.419902+0000","last_peered":"2024-09-13T16:15:45.419902+0000","last_clean":"2024-09-13T16:15:45.419902+0000","last_became_active":"2024-09-13T16:15:41.028039+0000","last_became_peered":"2024-09-13T16:15:41.028039+0000","last_unstale":"2024-09-13T16:15:45.419902+0000","last_undegraded":"2024-09-13T16:15:45.419902+0000","last_fullsized":"2024-09-13T16:15:45.419902+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:53:09.205608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:46.621915+0000","last_change":"2024-09-13T16:15:45.431362+0000","last_active":"2024-09-13T16:15:46.621915+0000","last_peered":"2024-09-13T16:15:46.621915+0000","last_clean":"2024-09-13T16:15:46.621915+0000","last_became_active":"2024-09-13T16:15:45.430948+0000","last_became_peered":"2024-09-13T16:15:45.430948+0000","last_unstale":"2024-09-13T16:15:46.621915+0000","last_undegraded":"2024-09-13T16:15:46.621915+0000","last_fullsized":"2024-09-13T16:15:46.621915+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:44:00.619593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2,6],"acting":[0,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.414165+0000","last_change":"2024-09-13T16:15:41.420682+0000","last_active":"2024-09-13T16:15:45.414165+0000","last_peered":"2024-09-13T16:15:45.414165+0000","last_clean":"2024-09-13T16:15:45.414165+0000","last_became_active":"2024-09-13T16:15:41.420207+0000","last_became_peered":"2024-09-13T16:15:41.420207+0000","last_unstale":"2024-09-13T16:15:45.414165+0000","last_undegraded":"2024-09-13T16:15:45.414165+0000","last_fullsized":"2024-09-13T16:15:45.414165+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:44:31.875006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.419134+0000","last_change":"2024-09-13T16:15:41.027279+0000","last_active":"2024-09-13T16:15:45.419134+0000","last_peered":"2024-09-13T16:15:45.419134+0000","last_clean":"2024-09-13T16:15:45.419134+0000","last_became_active":"2024-09-13T16:15:41.026955+0000","last_became_peered":"2024-09-13T16:15:41.026955+0000","last_unstale":"2024-09-13T16:15:45.419134+0000","last_undegraded":"2024-09-13T16:15:45.419134+0000","last_fullsized":"2024-09-13T16:15:45.419134+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:25:22.130748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.797755+0000","last_change":"2024-09-13T16:15:45.429369+0000","last_active":"2024-09-13T16:15:45.797755+0000","last_peered":"2024-09-13T16:15:45.797755+0000","last_clean":"2024-09-13T16:15:45.797755+0000","last_became_active":"2024-09-13T16:15:45.428985+0000","last_became_peered":"2024-09-13T16:15:45.428985+0000","last_unstale":"2024-09-13T16:15:45.797755+0000","last_undegraded":"2024-09-13T16:15:45.797755+0000","last_fullsized":"2024-09-13T16:15:45.797755+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:26:14.723087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,6],"acting":[3,7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.417325+0000","last_change":"2024-09-13T16:15:41.430249+0000","last_active":"2024-09-13T16:15:45.417325+0000","last_peered":"2024-09-13T16:15:45.417325+0000","last_clean":"2024-09-13T16:15:45.417325+0000","last_became_active":"2024-09-13T16:15:41.425258+0000","last_became_peered":"2024-09-13T16:15:41.425258+0000","last_unstale":"2024-09-13T16:15:45.417325+0000","last_undegraded":"2024-09-13T16:15:45.417325+0000","last_fullsized":"2024-09-13T16:15:45.417325+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:56:02.400511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.421064+0000","last_change":"2024-09-13T16:15:41.037723+0000","last_active":"2024-09-13T16:15:45.421064+0000","last_peered":"2024-09-13T16:15:45.421064+0000","last_clean":"2024-09-13T16:15:45.421064+0000","last_became_active":"2024-09-13T16:15:41.037313+0000","last_became_peered":"2024-09-13T16:15:41.037313+0000","last_unstale":"2024-09-13T16:15:45.421064+0000","last_undegraded":"2024-09-13T16:15:45.421064+0000","last_fullsized":"2024-09-13T16:15:45.421064+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:12:26.352318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.797540+0000","last_change":"2024-09-13T16:15:45.436611+0000","last_active":"2024-09-13T16:15:45.797540+0000","last_peered":"2024-09-13T16:15:45.797540+0000","last_clean":"2024-09-13T16:15:45.797540+0000","last_became_active":"2024-09-13T16:15:45.436224+0000","last_became_peered":"2024-09-13T16:15:45.436224+0000","last_unstale":"2024-09-13T16:15:45.797540+0000","last_undegraded":"2024-09-13T16:15:45.797540+0000","last_fullsized":"2024-09-13T16:15:45.797540+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:25:18.924994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,2],"acting":[3,1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.425266+0000","last_change":"2024-09-13T16:15:41.413282+0000","last_active":"2024-09-13T16:15:45.425266+0000","last_peered":"2024-09-13T16:15:45.425266+0000","last_clean":"2024-09-13T16:15:45.425266+0000","last_became_active":"2024-09-13T16:15:41.413018+0000","last_became_peered":"2024-09-13T16:15:41.413018+0000","last_unstale":"2024-09-13T16:15:45.425266+0000","last_undegraded":"2024-09-13T16:15:45.425266+0000","last_fullsized":"2024-09-13T16:15:45.425266+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:59:59.432849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.13","version":"21'2","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.425542+0000","last_change":"2024-09-13T16:15:41.028202+0000","last_active":"2024-09-13T16:15:45.425542+0000","last_peered":"2024-09-13T16:15:45.425542+0000","last_clean":"2024-09-13T16:15:45.425542+0000","last_became_active":"2024-09-13T16:15:41.027695+0000","last_became_peered":"2024-09-13T16:15:41.027695+0000","last_unstale":"2024-09-13T16:15:45.425542+0000","last_undegraded":"2024-09-13T16:15:45.425542+0000","last_fullsized":"2024-09-13T16:15:45.425542+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:30:56.384304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:46.467079+0000","last_change":"2024-09-13T16:15:45.429663+0000","last_active":"2024-09-13T16:15:46.467079+0000","last_peered":"2024-09-13T16:15:46.467079+0000","last_clean":"2024-09-13T16:15:46.467079+0000","last_became_active":"2024-09-13T16:15:45.429313+0000","last_became_peered":"2024-09-13T16:15:45.429313+0000","last_unstale":"2024-09-13T16:15:46.467079+0000","last_undegraded":"2024-09-13T16:15:46.467079+0000","last_fullsized":"2024-09-13T16:15:46.467079+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:40:41.137237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3,2],"acting":[5,7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.417538+0000","last_change":"2024-09-13T16:15:41.421663+0000","last_active":"2024-09-13T16:15:45.417538+0000","last_peered":"2024-09-13T16:15:45.417538+0000","last_clean":"2024-09-13T16:15:45.417538+0000","last_became_active":"2024-09-13T16:15:41.421412+0000","last_became_peered":"2024-09-13T16:15:41.421412+0000","last_unstale":"2024-09-13T16:15:45.417538+0000","last_undegraded":"2024-09-13T16:15:45.417538+0000","last_fullsized":"2024-09-13T16:15:45.417538+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:55:13.234223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.14","version":"26'9","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:50.922909+0000","last_change":"2024-09-13T16:15:41.036305+0000","last_active":"2024-09-13T16:15:50.922909+0000","last_peered":"2024-09-13T16:15:50.922909+0000","last_clean":"2024-09-13T16:15:50.922909+0000","last_became_active":"2024-09-13T16:15:41.036022+0000","last_became_peered":"2024-09-13T16:15:41.036022+0000","last_unstale":"2024-09-13T16:15:50.922909+0000","last_undegraded":"2024-09-13T16:15:50.922909+0000","last_fullsized":"2024-09-13T16:15:50.922909+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:23:04.082341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3795,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:46.622048+0000","last_change":"2024-09-13T16:15:45.445565+0000","last_active":"2024-09-13T16:15:46.622048+0000","last_peered":"2024-09-13T16:15:46.622048+0000","last_clean":"2024-09-13T16:15:46.622048+0000","last_became_active":"2024-09-13T16:15:45.442341+0000","last_became_peered":"2024-09-13T16:15:45.442341+0000","last_unstale":"2024-09-13T16:15:46.622048+0000","last_undegraded":"2024-09-13T16:15:46.622048+0000","last_fullsized":"2024-09-13T16:15:46.622048+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:38:27.489586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2,0],"acting":[1,6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.425188+0000","last_change":"2024-09-13T16:15:41.419163+0000","last_active":"2024-09-13T16:15:45.425188+0000","last_peered":"2024-09-13T16:15:45.425188+0000","last_clean":"2024-09-13T16:15:45.425188+0000","last_became_active":"2024-09-13T16:15:41.417552+0000","last_became_peered":"2024-09-13T16:15:41.417552+0000","last_unstale":"2024-09-13T16:15:45.425188+0000","last_undegraded":"2024-09-13T16:15:45.425188+0000","last_fullsized":"2024-09-13T16:15:45.425188+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:53:10.218385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"21'3","reported_seq":18,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.432149+0000","last_change":"2024-09-13T16:15:41.033212+0000","last_active":"2024-09-13T16:15:45.432149+0000","last_peered":"2024-09-13T16:15:45.432149+0000","last_clean":"2024-09-13T16:15:45.432149+0000","last_became_active":"2024-09-13T16:15:41.032932+0000","last_became_peered":"2024-09-13T16:15:41.032932+0000","last_unstale":"2024-09-13T16:15:45.432149+0000","last_undegraded":"2024-09-13T16:15:45.432149+0000","last_fullsized":"2024-09-13T16:15:45.432149+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:24:54.906382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.798936+0000","last_change":"2024-09-13T16:15:45.445670+0000","last_active":"2024-09-13T16:15:45.798936+0000","last_peered":"2024-09-13T16:15:45.798936+0000","last_clean":"2024-09-13T16:15:45.798936+0000","last_became_active":"2024-09-13T16:15:45.445288+0000","last_became_peered":"2024-09-13T16:15:45.445288+0000","last_unstale":"2024-09-13T16:15:45.798936+0000","last_undegraded":"2024-09-13T16:15:45.798936+0000","last_fullsized":"2024-09-13T16:15:45.798936+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:54:19.358862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,1],"acting":[4,5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.426237+0000","last_change":"2024-09-13T16:15:41.424204+0000","last_active":"2024-09-13T16:15:45.426237+0000","last_peered":"2024-09-13T16:15:45.426237+0000","last_clean":"2024-09-13T16:15:45.426237+0000","last_became_active":"2024-09-13T16:15:41.423904+0000","last_became_peered":"2024-09-13T16:15:41.423904+0000","last_unstale":"2024-09-13T16:15:45.426237+0000","last_undegraded":"2024-09-13T16:15:45.426237+0000","last_fullsized":"2024-09-13T16:15:45.426237+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:32:31.972422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.421040+0000","last_change":"2024-09-13T16:15:41.034031+0000","last_active":"2024-09-13T16:15:45.421040+0000","last_peered":"2024-09-13T16:15:45.421040+0000","last_clean":"2024-09-13T16:15:45.421040+0000","last_became_active":"2024-09-13T16:15:41.033489+0000","last_became_peered":"2024-09-13T16:15:41.033489+0000","last_unstale":"2024-09-13T16:15:45.421040+0000","last_undegraded":"2024-09-13T16:15:45.421040+0000","last_fullsized":"2024-09-13T16:15:45.421040+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:20:11.669314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.796210+0000","last_change":"2024-09-13T16:15:45.436970+0000","last_active":"2024-09-13T16:15:45.796210+0000","last_peered":"2024-09-13T16:15:45.796210+0000","last_clean":"2024-09-13T16:15:45.796210+0000","last_became_active":"2024-09-13T16:15:45.436526+0000","last_became_peered":"2024-09-13T16:15:45.436526+0000","last_unstale":"2024-09-13T16:15:45.796210+0000","last_undegraded":"2024-09-13T16:15:45.796210+0000","last_fullsized":"2024-09-13T16:15:45.796210+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:36:18.536576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6,4],"acting":[3,1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.420828+0000","last_change":"2024-09-13T16:15:41.434977+0000","last_active":"2024-09-13T16:15:45.420828+0000","last_peered":"2024-09-13T16:15:45.420828+0000","last_clean":"2024-09-13T16:15:45.420828+0000","last_became_active":"2024-09-13T16:15:41.434755+0000","last_became_peered":"2024-09-13T16:15:41.434755+0000","last_unstale":"2024-09-13T16:15:45.420828+0000","last_undegraded":"2024-09-13T16:15:45.420828+0000","last_fullsized":"2024-09-13T16:15:45.420828+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:25:13.592668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.419720+0000","last_change":"2024-09-13T16:15:41.037211+0000","last_active":"2024-09-13T16:15:45.419720+0000","last_peered":"2024-09-13T16:15:45.419720+0000","last_clean":"2024-09-13T16:15:45.419720+0000","last_became_active":"2024-09-13T16:15:41.036955+0000","last_became_peered":"2024-09-13T16:15:41.036955+0000","last_unstale":"2024-09-13T16:15:45.419720+0000","last_undegraded":"2024-09-13T16:15:45.419720+0000","last_fullsized":"2024-09-13T16:15:45.419720+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:24:38.572929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.796831+0000","last_change":"2024-09-13T16:15:45.426193+0000","last_active":"2024-09-13T16:15:45.796831+0000","last_peered":"2024-09-13T16:15:45.796831+0000","last_clean":"2024-09-13T16:15:45.796831+0000","last_became_active":"2024-09-13T16:15:45.425834+0000","last_became_peered":"2024-09-13T16:15:45.425834+0000","last_unstale":"2024-09-13T16:15:45.796831+0000","last_undegraded":"2024-09-13T16:15:45.796831+0000","last_fullsized":"2024-09-13T16:15:45.796831+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:08:24.944860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6,5],"acting":[3,7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:46.621779+0000","last_change":"2024-09-13T16:15:45.445140+0000","last_active":"2024-09-13T16:15:46.621779+0000","last_peered":"2024-09-13T16:15:46.621779+0000","last_clean":"2024-09-13T16:15:46.621779+0000","last_became_active":"2024-09-13T16:15:45.444697+0000","last_became_peered":"2024-09-13T16:15:45.444697+0000","last_unstale":"2024-09-13T16:15:46.621779+0000","last_undegraded":"2024-09-13T16:15:46.621779+0000","last_fullsized":"2024-09-13T16:15:46.621779+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:24:59.575250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3,1],"acting":[0,7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.431924+0000","last_change":"2024-09-13T16:15:41.416274+0000","last_active":"2024-09-13T16:15:45.431924+0000","last_peered":"2024-09-13T16:15:45.431924+0000","last_clean":"2024-09-13T16:15:45.431924+0000","last_became_active":"2024-09-13T16:15:41.416031+0000","last_became_peered":"2024-09-13T16:15:41.416031+0000","last_unstale":"2024-09-13T16:15:45.431924+0000","last_undegraded":"2024-09-13T16:15:45.431924+0000","last_fullsized":"2024-09-13T16:15:45.431924+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:53:15.761243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.423692+0000","last_change":"2024-09-13T16:15:41.028829+0000","last_active":"2024-09-13T16:15:45.423692+0000","last_peered":"2024-09-13T16:15:45.423692+0000","last_clean":"2024-09-13T16:15:45.423692+0000","last_became_active":"2024-09-13T16:15:41.028484+0000","last_became_peered":"2024-09-13T16:15:41.028484+0000","last_unstale":"2024-09-13T16:15:45.423692+0000","last_undegraded":"2024-09-13T16:15:45.423692+0000","last_fullsized":"2024-09-13T16:15:45.423692+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:54:43.966284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:46.623678+0000","last_change":"2024-09-13T16:15:45.436689+0000","last_active":"2024-09-13T16:15:46.623678+0000","last_peered":"2024-09-13T16:15:46.623678+0000","last_clean":"2024-09-13T16:15:46.623678+0000","last_became_active":"2024-09-13T16:15:45.436307+0000","last_became_peered":"2024-09-13T16:15:45.436307+0000","last_unstale":"2024-09-13T16:15:46.623678+0000","last_undegraded":"2024-09-13T16:15:46.623678+0000","last_fullsized":"2024-09-13T16:15:46.623678+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:59:59.001054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1,0],"acting":[6,5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.413340+0000","last_change":"2024-09-13T16:15:41.422643+0000","last_active":"2024-09-13T16:15:45.413340+0000","last_peered":"2024-09-13T16:15:45.413340+0000","last_clean":"2024-09-13T16:15:45.413340+0000","last_became_active":"2024-09-13T16:15:41.422354+0000","last_became_peered":"2024-09-13T16:15:41.422354+0000","last_unstale":"2024-09-13T16:15:45.413340+0000","last_undegraded":"2024-09-13T16:15:45.413340+0000","last_fullsized":"2024-09-13T16:15:45.413340+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:41:33.335619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.413555+0000","last_change":"2024-09-13T16:15:41.031795+0000","last_active":"2024-09-13T16:15:45.413555+0000","last_peered":"2024-09-13T16:15:45.413555+0000","last_clean":"2024-09-13T16:15:45.413555+0000","last_became_active":"2024-09-13T16:15:41.031397+0000","last_became_peered":"2024-09-13T16:15:41.031397+0000","last_unstale":"2024-09-13T16:15:45.413555+0000","last_undegraded":"2024-09-13T16:15:45.413555+0000","last_fullsized":"2024-09-13T16:15:45.413555+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:25:22.130748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1a","version":"21'1","reported_seq":16,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.419185+0000","last_change":"2024-09-13T16:15:41.025334+0000","last_active":"2024-09-13T16:15:45.419185+0000","last_peered":"2024-09-13T16:15:45.419185+0000","last_clean":"2024-09-13T16:15:45.419185+0000","last_became_active":"2024-09-13T16:15:41.024989+0000","last_became_peered":"2024-09-13T16:15:41.024989+0000","last_unstale":"2024-09-13T16:15:45.419185+0000","last_undegraded":"2024-09-13T16:15:45.419185+0000","last_fullsized":"2024-09-13T16:15:45.419185+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:53:09.205608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.425453+0000","last_change":"2024-09-13T16:15:41.432442+0000","last_active":"2024-09-13T16:15:45.425453+0000","last_peered":"2024-09-13T16:15:45.425453+0000","last_clean":"2024-09-13T16:15:45.425453+0000","last_became_active":"2024-09-13T16:15:41.432139+0000","last_became_peered":"2024-09-13T16:15:41.432139+0000","last_unstale":"2024-09-13T16:15:45.425453+0000","last_undegraded":"2024-09-13T16:15:45.425453+0000","last_fullsized":"2024-09-13T16:15:45.425453+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:14:45.133899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:46.621864+0000","last_change":"2024-09-13T16:15:45.436405+0000","last_active":"2024-09-13T16:15:46.621864+0000","last_peered":"2024-09-13T16:15:46.621864+0000","last_clean":"2024-09-13T16:15:46.621864+0000","last_became_active":"2024-09-13T16:15:45.436059+0000","last_became_peered":"2024-09-13T16:15:45.436059+0000","last_unstale":"2024-09-13T16:15:46.621864+0000","last_undegraded":"2024-09-13T16:15:46.621864+0000","last_fullsized":"2024-09-13T16:15:46.621864+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:41:36.742776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3,5],"acting":[2,1,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"21'1","reported_seq":16,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.414435+0000","last_change":"2024-09-13T16:15:41.036390+0000","last_active":"2024-09-13T16:15:45.414435+0000","last_peered":"2024-09-13T16:15:45.414435+0000","last_clean":"2024-09-13T16:15:45.414435+0000","last_became_active":"2024-09-13T16:15:41.036045+0000","last_became_peered":"2024-09-13T16:15:41.036045+0000","last_unstale":"2024-09-13T16:15:45.414435+0000","last_undegraded":"2024-09-13T16:15:45.414435+0000","last_fullsized":"2024-09-13T16:15:45.414435+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:24:38.572929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.428185+0000","last_change":"2024-09-13T16:15:41.419556+0000","last_active":"2024-09-13T16:15:45.428185+0000","last_peered":"2024-09-13T16:15:45.428185+0000","last_clean":"2024-09-13T16:15:45.428185+0000","last_became_active":"2024-09-13T16:15:41.417827+0000","last_became_peered":"2024-09-13T16:15:41.417827+0000","last_unstale":"2024-09-13T16:15:45.428185+0000","last_undegraded":"2024-09-13T16:15:45.428185+0000","last_fullsized":"2024-09-13T16:15:45.428185+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:24:55.919158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.796947+0000","last_change":"2024-09-13T16:15:45.435555+0000","last_active":"2024-09-13T16:15:45.796947+0000","last_peered":"2024-09-13T16:15:45.796947+0000","last_clean":"2024-09-13T16:15:45.796947+0000","last_became_active":"2024-09-13T16:15:45.435169+0000","last_became_peered":"2024-09-13T16:15:45.435169+0000","last_unstale":"2024-09-13T16:15:45.796947+0000","last_undegraded":"2024-09-13T16:15:45.796947+0000","last_fullsized":"2024-09-13T16:15:45.796947+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:25:57.742530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4,2],"acting":[3,1,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.414017+0000","last_change":"2024-09-13T16:15:41.423423+0000","last_active":"2024-09-13T16:15:45.414017+0000","last_peered":"2024-09-13T16:15:45.414017+0000","last_clean":"2024-09-13T16:15:45.414017+0000","last_became_active":"2024-09-13T16:15:41.423169+0000","last_became_peered":"2024-09-13T16:15:41.423169+0000","last_unstale":"2024-09-13T16:15:45.414017+0000","last_undegraded":"2024-09-13T16:15:45.414017+0000","last_fullsized":"2024-09-13T16:15:45.414017+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:27:47.348543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.420082+0000","last_change":"2024-09-13T16:15:41.426426+0000","last_active":"2024-09-13T16:15:45.420082+0000","last_peered":"2024-09-13T16:15:45.420082+0000","last_clean":"2024-09-13T16:15:45.420082+0000","last_became_active":"2024-09-13T16:15:41.426171+0000","last_became_peered":"2024-09-13T16:15:41.426171+0000","last_unstale":"2024-09-13T16:15:45.420082+0000","last_undegraded":"2024-09-13T16:15:45.420082+0000","last_fullsized":"2024-09-13T16:15:45.420082+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:47:49.995930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.420874+0000","last_change":"2024-09-13T16:15:41.423833+0000","last_active":"2024-09-13T16:15:45.420874+0000","last_peered":"2024-09-13T16:15:45.420874+0000","last_clean":"2024-09-13T16:15:45.420874+0000","last_became_active":"2024-09-13T16:15:41.423509+0000","last_became_peered":"2024-09-13T16:15:41.423509+0000","last_unstale":"2024-09-13T16:15:45.420874+0000","last_undegraded":"2024-09-13T16:15:45.420874+0000","last_fullsized":"2024-09-13T16:15:45.420874+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:20:54.354960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.425435+0000","last_change":"2024-09-13T16:15:41.419808+0000","last_active":"2024-09-13T16:15:45.425435+0000","last_peered":"2024-09-13T16:15:45.425435+0000","last_clean":"2024-09-13T16:15:45.425435+0000","last_became_active":"2024-09-13T16:15:41.419574+0000","last_became_peered":"2024-09-13T16:15:41.419574+0000","last_unstale":"2024-09-13T16:15:45.425435+0000","last_undegraded":"2024-09-13T16:15:45.425435+0000","last_fullsized":"2024-09-13T16:15:45.425435+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:51:57.544490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.414570+0000","last_change":"2024-09-13T16:15:41.419911+0000","last_active":"2024-09-13T16:15:45.414570+0000","last_peered":"2024-09-13T16:15:45.414570+0000","last_clean":"2024-09-13T16:15:45.414570+0000","last_became_active":"2024-09-13T16:15:41.419644+0000","last_became_peered":"2024-09-13T16:15:41.419644+0000","last_unstale":"2024-09-13T16:15:45.414570+0000","last_undegraded":"2024-09-13T16:15:45.414570+0000","last_fullsized":"2024-09-13T16:15:45.414570+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:27:47.348543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.432032+0000","last_change":"2024-09-13T16:15:41.409800+0000","last_active":"2024-09-13T16:15:45.432032+0000","last_peered":"2024-09-13T16:15:45.432032+0000","last_clean":"2024-09-13T16:15:45.432032+0000","last_became_active":"2024-09-13T16:15:41.409523+0000","last_became_peered":"2024-09-13T16:15:41.409523+0000","last_unstale":"2024-09-13T16:15:45.432032+0000","last_undegraded":"2024-09-13T16:15:45.432032+0000","last_fullsized":"2024-09-13T16:15:45.432032+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:00:20.703088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.420078+0000","last_change":"2024-09-13T16:15:41.418006+0000","last_active":"2024-09-13T16:15:45.420078+0000","last_peered":"2024-09-13T16:15:45.420078+0000","last_clean":"2024-09-13T16:15:45.420078+0000","last_became_active":"2024-09-13T16:15:41.417761+0000","last_became_peered":"2024-09-13T16:15:41.417761+0000","last_unstale":"2024-09-13T16:15:45.420078+0000","last_undegraded":"2024-09-13T16:15:45.420078+0000","last_fullsized":"2024-09-13T16:15:45.420078+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:22:02.925875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.416096+0000","last_change":"2024-09-13T16:15:41.429135+0000","last_active":"2024-09-13T16:15:45.416096+0000","last_peered":"2024-09-13T16:15:45.416096+0000","last_clean":"2024-09-13T16:15:45.416096+0000","last_became_active":"2024-09-13T16:15:41.428841+0000","last_became_peered":"2024-09-13T16:15:41.428841+0000","last_unstale":"2024-09-13T16:15:45.416096+0000","last_undegraded":"2024-09-13T16:15:45.416096+0000","last_fullsized":"2024-09-13T16:15:45.416096+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:53:06.109901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.423715+0000","last_change":"2024-09-13T16:15:41.424140+0000","last_active":"2024-09-13T16:15:45.423715+0000","last_peered":"2024-09-13T16:15:45.423715+0000","last_clean":"2024-09-13T16:15:45.423715+0000","last_became_active":"2024-09-13T16:15:41.423826+0000","last_became_peered":"2024-09-13T16:15:41.423826+0000","last_unstale":"2024-09-13T16:15:45.423715+0000","last_undegraded":"2024-09-13T16:15:45.423715+0000","last_fullsized":"2024-09-13T16:15:45.423715+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:54:36.284115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.412501+0000","last_change":"2024-09-13T16:15:41.432323+0000","last_active":"2024-09-13T16:15:45.412501+0000","last_peered":"2024-09-13T16:15:45.412501+0000","last_clean":"2024-09-13T16:15:45.412501+0000","last_became_active":"2024-09-13T16:15:41.432121+0000","last_became_peered":"2024-09-13T16:15:41.432121+0000","last_unstale":"2024-09-13T16:15:45.412501+0000","last_undegraded":"2024-09-13T16:15:45.412501+0000","last_fullsized":"2024-09-13T16:15:45.412501+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:00:20.703088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.420689+0000","last_change":"2024-09-13T16:15:41.435089+0000","last_active":"2024-09-13T16:15:45.420689+0000","last_peered":"2024-09-13T16:15:45.420689+0000","last_clean":"2024-09-13T16:15:45.420689+0000","last_became_active":"2024-09-13T16:15:41.434875+0000","last_became_peered":"2024-09-13T16:15:41.434875+0000","last_unstale":"2024-09-13T16:15:45.420689+0000","last_undegraded":"2024-09-13T16:15:45.420689+0000","last_fullsized":"2024-09-13T16:15:45.420689+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:26:15.968684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.425350+0000","last_change":"2024-09-13T16:15:41.427159+0000","last_active":"2024-09-13T16:15:45.425350+0000","last_peered":"2024-09-13T16:15:45.425350+0000","last_clean":"2024-09-13T16:15:45.425350+0000","last_became_active":"2024-09-13T16:15:41.426887+0000","last_became_peered":"2024-09-13T16:15:41.426887+0000","last_unstale":"2024-09-13T16:15:45.425350+0000","last_undegraded":"2024-09-13T16:15:45.425350+0000","last_fullsized":"2024-09-13T16:15:45.425350+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:33:52.262369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.418350+0000","last_change":"2024-09-13T16:15:41.429253+0000","last_active":"2024-09-13T16:15:45.418350+0000","last_peered":"2024-09-13T16:15:45.418350+0000","last_clean":"2024-09-13T16:15:45.418350+0000","last_became_active":"2024-09-13T16:15:41.428906+0000","last_became_peered":"2024-09-13T16:15:41.428906+0000","last_unstale":"2024-09-13T16:15:45.418350+0000","last_undegraded":"2024-09-13T16:15:45.418350+0000","last_fullsized":"2024-09-13T16:15:45.418350+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:41:33.335619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.417599+0000","last_change":"2024-09-13T16:15:41.421597+0000","last_active":"2024-09-13T16:15:45.417599+0000","last_peered":"2024-09-13T16:15:45.417599+0000","last_clean":"2024-09-13T16:15:45.417599+0000","last_became_active":"2024-09-13T16:15:41.421333+0000","last_became_peered":"2024-09-13T16:15:41.421333+0000","last_unstale":"2024-09-13T16:15:45.417599+0000","last_undegraded":"2024-09-13T16:15:45.417599+0000","last_fullsized":"2024-09-13T16:15:45.417599+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:44:05.493410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.420734+0000","last_change":"2024-09-13T16:15:41.422358+0000","last_active":"2024-09-13T16:15:45.420734+0000","last_peered":"2024-09-13T16:15:45.420734+0000","last_clean":"2024-09-13T16:15:45.420734+0000","last_became_active":"2024-09-13T16:15:41.422120+0000","last_became_peered":"2024-09-13T16:15:41.422120+0000","last_unstale":"2024-09-13T16:15:45.420734+0000","last_undegraded":"2024-09-13T16:15:45.420734+0000","last_fullsized":"2024-09-13T16:15:45.420734+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:37:18.423822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.423023+0000","last_change":"2024-09-13T16:15:41.431160+0000","last_active":"2024-09-13T16:15:45.423023+0000","last_peered":"2024-09-13T16:15:45.423023+0000","last_clean":"2024-09-13T16:15:45.423023+0000","last_became_active":"2024-09-13T16:15:41.430802+0000","last_became_peered":"2024-09-13T16:15:41.430802+0000","last_unstale":"2024-09-13T16:15:45.423023+0000","last_undegraded":"2024-09-13T16:15:45.423023+0000","last_fullsized":"2024-09-13T16:15:45.423023+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:49:01.550676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.423550+0000","last_change":"2024-09-13T16:15:41.426281+0000","last_active":"2024-09-13T16:15:45.423550+0000","last_peered":"2024-09-13T16:15:45.423550+0000","last_clean":"2024-09-13T16:15:45.423550+0000","last_became_active":"2024-09-13T16:15:41.424170+0000","last_became_peered":"2024-09-13T16:15:41.424170+0000","last_unstale":"2024-09-13T16:15:45.423550+0000","last_undegraded":"2024-09-13T16:15:45.423550+0000","last_fullsized":"2024-09-13T16:15:45.423550+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:33:52.262369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.432055+0000","last_change":"2024-09-13T16:15:41.428474+0000","last_active":"2024-09-13T16:15:45.432055+0000","last_peered":"2024-09-13T16:15:45.432055+0000","last_clean":"2024-09-13T16:15:45.432055+0000","last_became_active":"2024-09-13T16:15:41.428226+0000","last_became_peered":"2024-09-13T16:15:41.428226+0000","last_unstale":"2024-09-13T16:15:45.432055+0000","last_undegraded":"2024-09-13T16:15:45.432055+0000","last_fullsized":"2024-09-13T16:15:45.432055+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:27:47.348543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.424896+0000","last_change":"2024-09-13T16:15:41.414379+0000","last_active":"2024-09-13T16:15:45.424896+0000","last_peered":"2024-09-13T16:15:45.424896+0000","last_clean":"2024-09-13T16:15:45.424896+0000","last_became_active":"2024-09-13T16:15:41.414114+0000","last_became_peered":"2024-09-13T16:15:41.414114+0000","last_unstale":"2024-09-13T16:15:45.424896+0000","last_undegraded":"2024-09-13T16:15:45.424896+0000","last_fullsized":"2024-09-13T16:15:45.424896+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:38:39.233853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.412462+0000","last_change":"2024-09-13T16:15:41.419610+0000","last_active":"2024-09-13T16:15:45.412462+0000","last_peered":"2024-09-13T16:15:45.412462+0000","last_clean":"2024-09-13T16:15:45.412462+0000","last_became_active":"2024-09-13T16:15:41.419309+0000","last_became_peered":"2024-09-13T16:15:41.419309+0000","last_unstale":"2024-09-13T16:15:45.412462+0000","last_undegraded":"2024-09-13T16:15:45.412462+0000","last_fullsized":"2024-09-13T16:15:45.412462+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:11:47.177046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.425087+0000","last_change":"2024-09-13T16:15:41.425705+0000","last_active":"2024-09-13T16:15:45.425087+0000","last_peered":"2024-09-13T16:15:45.425087+0000","last_clean":"2024-09-13T16:15:45.425087+0000","last_became_active":"2024-09-13T16:15:41.421971+0000","last_became_peered":"2024-09-13T16:15:41.421971+0000","last_unstale":"2024-09-13T16:15:45.425087+0000","last_undegraded":"2024-09-13T16:15:45.425087+0000","last_fullsized":"2024-09-13T16:15:45.425087+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:37:18.423822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.418672+0000","last_change":"2024-09-13T16:15:41.427094+0000","last_active":"2024-09-13T16:15:45.418672+0000","last_peered":"2024-09-13T16:15:45.418672+0000","last_clean":"2024-09-13T16:15:45.418672+0000","last_became_active":"2024-09-13T16:15:41.426852+0000","last_became_peered":"2024-09-13T16:15:41.426852+0000","last_unstale":"2024-09-13T16:15:45.418672+0000","last_undegraded":"2024-09-13T16:15:45.418672+0000","last_fullsized":"2024-09-13T16:15:45.418672+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:53:06.109901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.418941+0000","last_change":"2024-09-13T16:15:41.425147+0000","last_active":"2024-09-13T16:15:45.418941+0000","last_peered":"2024-09-13T16:15:45.418941+0000","last_clean":"2024-09-13T16:15:45.418941+0000","last_became_active":"2024-09-13T16:15:41.424810+0000","last_became_peered":"2024-09-13T16:15:41.424810+0000","last_unstale":"2024-09-13T16:15:45.418941+0000","last_undegraded":"2024-09-13T16:15:45.418941+0000","last_fullsized":"2024-09-13T16:15:45.418941+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:11:47.177046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.418242+0000","last_change":"2024-09-13T16:15:41.431395+0000","last_active":"2024-09-13T16:15:45.418242+0000","last_peered":"2024-09-13T16:15:45.418242+0000","last_clean":"2024-09-13T16:15:45.418242+0000","last_became_active":"2024-09-13T16:15:41.431132+0000","last_became_peered":"2024-09-13T16:15:41.431132+0000","last_unstale":"2024-09-13T16:15:45.418242+0000","last_undegraded":"2024-09-13T16:15:45.418242+0000","last_fullsized":"2024-09-13T16:15:45.418242+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:53:04.084280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.412009+0000","last_change":"2024-09-13T16:15:41.426714+0000","last_active":"2024-09-13T16:15:45.412009+0000","last_peered":"2024-09-13T16:15:45.412009+0000","last_clean":"2024-09-13T16:15:45.412009+0000","last_became_active":"2024-09-13T16:15:41.426419+0000","last_became_peered":"2024-09-13T16:15:41.426419+0000","last_unstale":"2024-09-13T16:15:45.412009+0000","last_undegraded":"2024-09-13T16:15:45.412009+0000","last_fullsized":"2024-09-13T16:15:45.412009+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:56:02.400511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.415612+0000","last_change":"2024-09-13T16:15:41.412246+0000","last_active":"2024-09-13T16:15:45.415612+0000","last_peered":"2024-09-13T16:15:45.415612+0000","last_clean":"2024-09-13T16:15:45.415612+0000","last_became_active":"2024-09-13T16:15:41.411995+0000","last_became_peered":"2024-09-13T16:15:41.411995+0000","last_unstale":"2024-09-13T16:15:45.415612+0000","last_undegraded":"2024-09-13T16:15:45.415612+0000","last_fullsized":"2024-09-13T16:15:45.415612+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:08:24.015435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.420663+0000","last_change":"2024-09-13T16:15:41.426714+0000","last_active":"2024-09-13T16:15:45.420663+0000","last_peered":"2024-09-13T16:15:45.420663+0000","last_clean":"2024-09-13T16:15:45.420663+0000","last_became_active":"2024-09-13T16:15:41.426165+0000","last_became_peered":"2024-09-13T16:15:41.426165+0000","last_unstale":"2024-09-13T16:15:45.420663+0000","last_undegraded":"2024-09-13T16:15:45.420663+0000","last_fullsized":"2024-09-13T16:15:45.420663+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:41:33.478951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.417071+0000","last_change":"2024-09-13T16:15:41.426151+0000","last_active":"2024-09-13T16:15:45.417071+0000","last_peered":"2024-09-13T16:15:45.417071+0000","last_clean":"2024-09-13T16:15:45.417071+0000","last_became_active":"2024-09-13T16:15:41.425871+0000","last_became_peered":"2024-09-13T16:15:41.425871+0000","last_unstale":"2024-09-13T16:15:45.417071+0000","last_undegraded":"2024-09-13T16:15:45.417071+0000","last_fullsized":"2024-09-13T16:15:45.417071+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:00:20.703088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.422311+0000","last_change":"2024-09-13T16:15:41.426768+0000","last_active":"2024-09-13T16:15:45.422311+0000","last_peered":"2024-09-13T16:15:45.422311+0000","last_clean":"2024-09-13T16:15:45.422311+0000","last_became_active":"2024-09-13T16:15:41.426489+0000","last_became_peered":"2024-09-13T16:15:41.426489+0000","last_unstale":"2024-09-13T16:15:45.422311+0000","last_undegraded":"2024-09-13T16:15:45.422311+0000","last_fullsized":"2024-09-13T16:15:45.422311+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:30:55.649833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.425808+0000","last_change":"2024-09-13T16:15:41.417542+0000","last_active":"2024-09-13T16:15:45.425808+0000","last_peered":"2024-09-13T16:15:45.425808+0000","last_clean":"2024-09-13T16:15:45.425808+0000","last_became_active":"2024-09-13T16:15:41.416985+0000","last_became_peered":"2024-09-13T16:15:41.416985+0000","last_unstale":"2024-09-13T16:15:45.425808+0000","last_undegraded":"2024-09-13T16:15:45.425808+0000","last_fullsized":"2024-09-13T16:15:45.425808+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:29:42.655942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.432721+0000","last_change":"2024-09-13T16:15:41.413539+0000","last_active":"2024-09-13T16:15:45.432721+0000","last_peered":"2024-09-13T16:15:45.432721+0000","last_clean":"2024-09-13T16:15:45.432721+0000","last_became_active":"2024-09-13T16:15:41.413271+0000","last_became_peered":"2024-09-13T16:15:41.413271+0000","last_unstale":"2024-09-13T16:15:45.432721+0000","last_undegraded":"2024-09-13T16:15:45.432721+0000","last_fullsized":"2024-09-13T16:15:45.432721+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:53:06.109901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3f","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:15:45.418167+0000","last_change":"2024-09-13T16:15:41.429399+0000","last_active":"2024-09-13T16:15:45.418167+0000","last_peered":"2024-09-13T16:15:45.418167+0000","last_clean":"2024-09-13T16:15:45.418167+0000","last_became_active":"2024-09-13T16:15:41.427176+0000","last_became_peered":"2024-09-13T16:15:41.427176+0000","last_unstale":"2024-09-13T16:15:45.418167+0000","last_undegraded":"2024-09-13T16:15:45.418167+0000","last_fullsized":"2024-09-13T16:15:45.418167+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:40:58.520846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":4593,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":9186,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":5,"up_from":15,"seq":64424509450,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27296,"kb_used_data":272,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344544,"statfs":{"total":96636764160,"available":96608813056,"internally_reserved":0,"allocated":278528,"data_stored":107482,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.95999999999999996}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66700000000000004}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69399999999999995}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.89500000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.82599999999999996}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.98899999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.083}]}]},{"osd":7,"up_from":14,"seq":60129542153,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27876,"kb_used_data":852,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343964,"statfs":{"total":96636764160,"available":96608219136,"internally_reserved":0,"allocated":872448,"data_stored":698342,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1910000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0149999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.89300000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71299999999999997}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.79200000000000004}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0589999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1040000000000001}]}]},{"osd":6,"up_from":14,"seq":60129542152,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27296,"kb_used_data":280,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344544,"statfs":{"total":96636764160,"available":96608813056,"internally_reserved":0,"allocated":286720,"data_stored":111187,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56799999999999995}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66000000000000003}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.99299999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.82999999999999996}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.90900000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.3160000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.2150000000000001}]}]},{"osd":4,"up_from":14,"seq":60129542154,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27308,"kb_used_data":280,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344532,"statfs":{"total":96636764160,"available":96608800768,"internally_reserved":0,"allocated":286720,"data_stored":107518,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.627}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.84399999999999997}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.087}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.96499999999999997}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.042}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.98899999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.014}]}]},{"osd":3,"up_from":14,"seq":60129542153,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31392,"kb_used_data":280,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340448,"statfs":{"total":96636764160,"available":96604618752,"internally_reserved":0,"allocated":286720,"data_stored":111187,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31848904},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.624}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51300000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58999999999999997}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.94399999999999995}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.81999999999999995}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1359999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.92100000000000004}]}]},{"osd":2,"up_from":14,"seq":60129542154,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31396,"kb_used_data":268,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340444,"statfs":{"total":96636764160,"available":96604614656,"internally_reserved":0,"allocated":274432,"data_stored":107392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.74299999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.875}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69099999999999995}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.288}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.454}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.3240000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.3759999999999999}]}]},{"osd":1,"up_from":14,"seq":60129542152,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31392,"kb_used_data":276,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340448,"statfs":{"total":96636764160,"available":96604618752,"internally_reserved":0,"allocated":282624,"data_stored":107552,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.91200000000000003}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60699999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55000000000000004}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.97799999999999998}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.86799999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.093}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.048}]}]},{"osd":0,"up_from":14,"seq":60129542152,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31980,"kb_used_data":860,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339860,"statfs":{"total":96636764160,"available":96604016640,"internally_reserved":0,"allocated":880640,"data_stored":698398,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31848903},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65000000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.75900000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68500000000000005}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.79600000000000004}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.226}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.3120000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.2490000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3795,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3795,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T16:16:04.308 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-13T16:16:04.308 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-09-13T16:16:04.308 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy 2024-09-13T16:16:04.308 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-13T16:16:04.414 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.407+0000 7f9780fad700 1 Processor -- start 2024-09-13T16:16:04.414 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.407+0000 7f9780fad700 1 -- start start 2024-09-13T16:16:04.417 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.407+0000 7f9780fad700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f97740d6750 0x7f97740e0140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:04.417 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.407+0000 7f9780fad700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f97740dc4d0 0x7f9774044be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:04.417 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.407+0000 7f9780fad700 1 -- --> v1:172.21.15.179:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f97740dc980 con 0x7f97740509b0 2024-09-13T16:16:04.417 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.407+0000 7f9780fad700 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f97740dd500 con 0x7f97740dc4d0 2024-09-13T16:16:04.417 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.407+0000 7f9780fad700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f97740dcc60 con 0x7f97740d6750 2024-09-13T16:16:04.417 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.411+0000 7f977affd700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f97740dc4d0 0x7f9774044be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:04.417 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.411+0000 7f977affd700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f97740dc4d0 0x7f9774044be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:54526/0 (socket says 172.21.15.5:54526) 2024-09-13T16:16:04.417 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.411+0000 7f977affd700 1 -- 172.21.15.5:0/1418418799 learned_addr learned my addr 172.21.15.5:0/1418418799 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:16:04.417 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.411+0000 7f977b7fe700 1 --2- 172.21.15.5:0/1418418799 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f97740d6750 0x7f97740e0140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:04.417 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.411+0000 7f977affd700 1 -- 172.21.15.5:0/1418418799 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f97740d6750 msgr2=0x7f97740e0140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:04.417 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.411+0000 7f977affd700 1 --2- 172.21.15.5:0/1418418799 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f97740d6750 0x7f97740e0140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:04.417 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.411+0000 7f977affd700 1 -- 172.21.15.5:0/1418418799 >> v1:172.21.15.179:6789/0 conn(0x7f97740509b0 legacy=0x7f9774005b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:04.418 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.411+0000 7f977affd700 1 -- 172.21.15.5:0/1418418799 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f97740dcf40 con 0x7f97740dc4d0 2024-09-13T16:16:04.418 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.411+0000 7f977b7fe700 1 --2- 172.21.15.5:0/1418418799 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f97740d6750 0x7f97740e0140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:16:04.418 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.411+0000 7f977affd700 1 --2- 172.21.15.5:0/1418418799 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f97740dc4d0 0x7f9774044be0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f976c009910 tx=0x7f976c009c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1d51978fba24df5a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:04.418 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.411+0000 7f977a7fc700 1 -- 172.21.15.5:0/1418418799 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f976c00ba60 con 0x7f97740dc4d0 2024-09-13T16:16:04.418 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.411+0000 7f977a7fc700 1 -- 172.21.15.5:0/1418418799 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f976c00bbc0 con 0x7f97740dc4d0 2024-09-13T16:16:04.418 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.411+0000 7f977a7fc700 1 -- 172.21.15.5:0/1418418799 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f976c009e60 con 0x7f97740dc4d0 2024-09-13T16:16:04.418 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.411+0000 7f9780fad700 1 -- 172.21.15.5:0/1418418799 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f97740dc4d0 msgr2=0x7f9774044be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:04.418 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.411+0000 7f9780fad700 1 --2- 172.21.15.5:0/1418418799 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f97740dc4d0 0x7f9774044be0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f976c009910 tx=0x7f976c009c20 comp rx=0 tx=0).stop 2024-09-13T16:16:04.418 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.411+0000 7f9780fad700 1 -- 172.21.15.5:0/1418418799 shutdown_connections 2024-09-13T16:16:04.419 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.411+0000 7f9780fad700 1 --2- 172.21.15.5:0/1418418799 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f97740dc4d0 0x7f9774044be0 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:04.419 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.411+0000 7f9780fad700 1 --2- 172.21.15.5:0/1418418799 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f97740d6750 0x7f97740e0140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:04.419 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.411+0000 7f9780fad700 1 -- 172.21.15.5:0/1418418799 >> 172.21.15.5:0/1418418799 conn(0x7f977404fd00 msgr2=0x7f9774050110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:04.419 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.411+0000 7f9780fad700 1 -- 172.21.15.5:0/1418418799 shutdown_connections 2024-09-13T16:16:04.419 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.411+0000 7f9780fad700 1 -- 172.21.15.5:0/1418418799 wait complete. 2024-09-13T16:16:04.421 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.411+0000 7f9780fad700 1 Processor -- start 2024-09-13T16:16:04.421 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.411+0000 7f9780fad700 1 -- start start 2024-09-13T16:16:04.421 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.415+0000 7f9780fad700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f97740509b0 0x7f977404e940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:04.421 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.415+0000 7f9780fad700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f97740d6750 0x7f9774031da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:04.421 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.415+0000 7f9780fad700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f97740dc4d0 0x7f97740322e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:04.422 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.415+0000 7f9780fad700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f97740df620 con 0x7f97740d6750 2024-09-13T16:16:04.422 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.415+0000 7f9780fad700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f97740dd800 con 0x7f97740dc4d0 2024-09-13T16:16:04.422 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.415+0000 7f9780fad700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f97740d4140 con 0x7f97740509b0 2024-09-13T16:16:04.422 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.415+0000 7f977affd700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f97740d6750 0x7f9774031da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:04.422 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.415+0000 7f977affd700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f97740d6750 0x7f9774031da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:54536/0 (socket says 172.21.15.5:54536) 2024-09-13T16:16:04.422 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.415+0000 7f977affd700 1 -- 172.21.15.5:0/2393749419 learned_addr learned my addr 172.21.15.5:0/2393749419 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:16:04.422 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.415+0000 7f977b7fe700 1 --2- 172.21.15.5:0/2393749419 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f97740509b0 0x7f977404e940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:04.422 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.415+0000 7f977bfff700 1 --2- 172.21.15.5:0/2393749419 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f97740dc4d0 0x7f97740322e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:04.422 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.415+0000 7f977affd700 1 -- 172.21.15.5:0/2393749419 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f97740509b0 msgr2=0x7f977404e940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:04.422 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.415+0000 7f977affd700 1 --2- 172.21.15.5:0/2393749419 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f97740509b0 0x7f977404e940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:04.422 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.415+0000 7f977affd700 1 -- 172.21.15.5:0/2393749419 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f97740dc4d0 msgr2=0x7f97740322e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:04.423 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.415+0000 7f977affd700 1 --2- 172.21.15.5:0/2393749419 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f97740dc4d0 0x7f97740322e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:04.423 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.415+0000 7f977affd700 1 -- 172.21.15.5:0/2393749419 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f976c009570 con 0x7f97740d6750 2024-09-13T16:16:04.423 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.415+0000 7f977affd700 1 --2- 172.21.15.5:0/2393749419 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f97740d6750 0x7f9774031da0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f976c008000 tx=0x7f976c004770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:04.423 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.415+0000 7f9763fff700 1 -- 172.21.15.5:0/2393749419 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f976c004610 con 0x7f97740d6750 2024-09-13T16:16:04.423 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.415+0000 7f9763fff700 1 -- 172.21.15.5:0/2393749419 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f976c01e070 con 0x7f97740d6750 2024-09-13T16:16:04.423 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.415+0000 7f9780fad700 1 -- 172.21.15.5:0/2393749419 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f97740d6cb0 con 0x7f97740d6750 2024-09-13T16:16:04.423 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.415+0000 7f9763fff700 1 -- 172.21.15.5:0/2393749419 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f976c0038c0 con 0x7f97740d6750 2024-09-13T16:16:04.423 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.415+0000 7f9780fad700 1 -- 172.21.15.5:0/2393749419 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9774032820 con 0x7f97740d6750 2024-09-13T16:16:04.424 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.415+0000 7f9780fad700 1 -- 172.21.15.5:0/2393749419 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f97740dd970 con 0x7f97740d6750 2024-09-13T16:16:04.424 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.419+0000 7f9763fff700 1 -- 172.21.15.5:0/2393749419 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f976c003a20 con 0x7f97740d6750 2024-09-13T16:16:04.424 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.419+0000 7f9763fff700 1 --2- 172.21.15.5:0/2393749419 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f9768066730 0x7f9768068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:04.424 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.419+0000 7f9763fff700 1 -- 172.21.15.5:0/2393749419 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f976c020070 con 0x7f97740d6750 2024-09-13T16:16:04.424 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.419+0000 7f977b7fe700 1 --2- 172.21.15.5:0/2393749419 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f9768066730 0x7f9768068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:04.425 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.419+0000 7f977b7fe700 1 --2- 172.21.15.5:0/2393749419 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f9768066730 0x7f9768068bf0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f97700099f0 tx=0x7f9770008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:04.431 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.427+0000 7f9763fff700 1 -- 172.21.15.5:0/2393749419 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f976c052970 con 0x7f97740d6750 2024-09-13T16:16:04.628 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.623+0000 7f9780fad700 1 -- 172.21.15.5:0/2393749419 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) v1 -- 0x7f9774035de0 con 0x7f97740d6750 2024-09-13T16:16:04.629 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.623+0000 7f9763fff700 1 -- 172.21.15.5:0/2393749419 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) v1 ==== 72+0+46 (secure 0 0 0) 0x7f976c015080 con 0x7f97740d6750 2024-09-13T16:16:04.629 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-13T16:16:04.629 INFO:teuthology.orchestra.run.smithi005.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-09-13T16:16:04.631 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.627+0000 7f9780fad700 1 -- 172.21.15.5:0/2393749419 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f9768066730 msgr2=0x7f9768068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:04.631 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.627+0000 7f9780fad700 1 --2- 172.21.15.5:0/2393749419 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f9768066730 0x7f9768068bf0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f97700099f0 tx=0x7f9770008040 comp rx=0 tx=0).stop 2024-09-13T16:16:04.631 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.627+0000 7f9780fad700 1 -- 172.21.15.5:0/2393749419 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f97740d6750 msgr2=0x7f9774031da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:04.631 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.627+0000 7f9780fad700 1 --2- 172.21.15.5:0/2393749419 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f97740d6750 0x7f9774031da0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f976c008000 tx=0x7f976c004770 comp rx=0 tx=0).stop 2024-09-13T16:16:04.632 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.627+0000 7f9780fad700 1 -- 172.21.15.5:0/2393749419 shutdown_connections 2024-09-13T16:16:04.632 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.627+0000 7f9780fad700 1 --2- 172.21.15.5:0/2393749419 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f9768066730 0x7f9768068bf0 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:04.632 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.627+0000 7f9780fad700 1 --2- 172.21.15.5:0/2393749419 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f97740dc4d0 0x7f97740322e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:04.632 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.627+0000 7f9780fad700 1 --2- 172.21.15.5:0/2393749419 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f97740d6750 0x7f9774031da0 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:04.632 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.627+0000 7f9780fad700 1 --2- 172.21.15.5:0/2393749419 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f97740509b0 0x7f977404e940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:04.632 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.627+0000 7f9780fad700 1 -- 172.21.15.5:0/2393749419 >> 172.21.15.5:0/2393749419 conn(0x7f977404fd00 msgr2=0x7f97740e0040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:04.632 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.627+0000 7f9780fad700 1 -- 172.21.15.5:0/2393749419 shutdown_connections 2024-09-13T16:16:04.632 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.627+0000 7f9780fad700 1 -- 172.21.15.5:0/2393749419 wait complete. 2024-09-13T16:16:04.643 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy done 2024-09-13T16:16:04.643 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:16:04.749 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.743+0000 7f7437fff700 1 Processor -- start 2024-09-13T16:16:04.749 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.743+0000 7f7437fff700 1 -- start start 2024-09-13T16:16:04.751 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.743+0000 7f7437fff700 1 --2- >> v2:172.21.15.179:3300/0 conn(0x7f7438158690 0x7f743806d720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:04.751 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.743+0000 7f7437fff700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f74380c24d0 0x7f74380c2ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:04.751 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.743+0000 7f7437fff700 1 -- --> v1:172.21.15.179:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f743806fbf0 con 0x7f7438070f70 2024-09-13T16:16:04.751 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.743+0000 7f7437fff700 1 -- --> v2:172.21.15.179:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f74380c1990 con 0x7f7438158690 2024-09-13T16:16:04.751 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.743+0000 7f7437fff700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7438070b50 con 0x7f74380c24d0 2024-09-13T16:16:04.752 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.743+0000 7f7436ffd700 1 --2- >> v2:172.21.15.179:3300/0 conn(0x7f7438158690 0x7f743806d720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:04.752 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.743+0000 7f7436ffd700 1 --2- >> v2:172.21.15.179:3300/0 conn(0x7f7438158690 0x7f743806d720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.179:3300/0 says I am v2:172.21.15.5:35150/0 (socket says 172.21.15.5:35150) 2024-09-13T16:16:04.752 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.743+0000 7f7436ffd700 1 -- 172.21.15.5:0/327691985 learned_addr learned my addr 172.21.15.5:0/327691985 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:16:04.752 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.743+0000 7f74367fc700 1 --2- 172.21.15.5:0/327691985 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f74380c24d0 0x7f74380c2ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:04.752 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.747+0000 7f7435ffb700 1 -- 172.21.15.5:0/327691985 <== mon.1 v1:172.21.15.179:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1324080394 0 0) 0x7f743806fbf0 con 0x7f7438070f70 2024-09-13T16:16:04.752 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.747+0000 7f7435ffb700 1 -- 172.21.15.5:0/327691985 --> v1:172.21.15.179:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f74180035d0 con 0x7f7438070f70 2024-09-13T16:16:04.752 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.747+0000 7f7436ffd700 1 -- 172.21.15.5:0/327691985 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f74380c24d0 msgr2=0x7f74380c2ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:04.752 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.747+0000 7f7436ffd700 1 --2- 172.21.15.5:0/327691985 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f74380c24d0 0x7f74380c2ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:04.752 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.747+0000 7f7436ffd700 1 -- 172.21.15.5:0/327691985 >> v1:172.21.15.179:6789/0 conn(0x7f7438070f70 legacy=0x7f74380ca990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:04.752 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.747+0000 7f7436ffd700 1 -- 172.21.15.5:0/327691985 --> v2:172.21.15.179:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f743806fed0 con 0x7f7438158690 2024-09-13T16:16:04.752 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.747+0000 7f7436ffd700 1 --2- 172.21.15.5:0/327691985 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f7438158690 0x7f743806d720 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f7430009e50 tx=0x7f743000b330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ce37c3c72550d08a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:04.753 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.747+0000 7f7435ffb700 1 -- 172.21.15.5:0/327691985 <== mon.1 v2:172.21.15.179:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f743000e070 con 0x7f7438158690 2024-09-13T16:16:04.754 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.747+0000 7f7435ffb700 1 -- 172.21.15.5:0/327691985 <== mon.1 v2:172.21.15.179:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f743000b910 con 0x7f7438158690 2024-09-13T16:16:04.754 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.747+0000 7f7435ffb700 1 -- 172.21.15.5:0/327691985 <== mon.1 v2:172.21.15.179:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f743000bc80 con 0x7f7438158690 2024-09-13T16:16:04.754 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.747+0000 7f7437fff700 1 -- 172.21.15.5:0/327691985 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f7438158690 msgr2=0x7f743806d720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:04.754 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.747+0000 7f7437fff700 1 --2- 172.21.15.5:0/327691985 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f7438158690 0x7f743806d720 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f7430009e50 tx=0x7f743000b330 comp rx=0 tx=0).stop 2024-09-13T16:16:04.754 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.747+0000 7f7437fff700 1 -- 172.21.15.5:0/327691985 shutdown_connections 2024-09-13T16:16:04.754 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.747+0000 7f7437fff700 1 --2- 172.21.15.5:0/327691985 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f74380c24d0 0x7f74380c2ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:04.755 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.747+0000 7f7437fff700 1 --2- 172.21.15.5:0/327691985 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f7438158690 0x7f743806d720 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:04.755 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.747+0000 7f7437fff700 1 -- 172.21.15.5:0/327691985 >> 172.21.15.5:0/327691985 conn(0x7f743806ada0 msgr2=0x7f74380ca280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:04.755 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.747+0000 7f7437fff700 1 -- 172.21.15.5:0/327691985 shutdown_connections 2024-09-13T16:16:04.755 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.747+0000 7f7437fff700 1 -- 172.21.15.5:0/327691985 wait complete. 2024-09-13T16:16:04.757 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.747+0000 7f7437fff700 1 Processor -- start 2024-09-13T16:16:04.757 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.747+0000 7f7437fff700 1 -- start start 2024-09-13T16:16:04.757 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.751+0000 7f7437fff700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f7438070f70 0x7f743815c590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:04.757 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.751+0000 7f7437fff700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7438158690 0x7f74381f1570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:04.757 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.751+0000 7f7437fff700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f743814baa0 0x7f74381f1ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:04.757 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.751+0000 7f7437fff700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f74381eea80 con 0x7f7438158690 2024-09-13T16:16:04.758 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.751+0000 7f7437fff700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f74381eefb0 con 0x7f743814baa0 2024-09-13T16:16:04.758 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.751+0000 7f7437fff700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f74380c9ee0 con 0x7f7438070f70 2024-09-13T16:16:04.758 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.751+0000 7f74367fc700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7438158690 0x7f74381f1570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:04.758 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.751+0000 7f74367fc700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7438158690 0x7f74381f1570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:54538/0 (socket says 172.21.15.5:54538) 2024-09-13T16:16:04.758 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.751+0000 7f74367fc700 1 -- 172.21.15.5:0/2852245886 learned_addr learned my addr 172.21.15.5:0/2852245886 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:16:04.758 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.751+0000 7f7436ffd700 1 --2- 172.21.15.5:0/2852245886 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f7438070f70 0x7f743815c590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:04.758 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.751+0000 7f74377fe700 1 --2- 172.21.15.5:0/2852245886 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f743814baa0 0x7f74381f1ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:04.758 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.751+0000 7f74367fc700 1 -- 172.21.15.5:0/2852245886 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f7438070f70 msgr2=0x7f743815c590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:04.758 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.751+0000 7f74367fc700 1 --2- 172.21.15.5:0/2852245886 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f7438070f70 0x7f743815c590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:04.758 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.751+0000 7f74367fc700 1 -- 172.21.15.5:0/2852245886 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f743814baa0 msgr2=0x7f74381f1ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:04.758 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.751+0000 7f74367fc700 1 --2- 172.21.15.5:0/2852245886 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f743814baa0 0x7f74381f1ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:04.759 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.751+0000 7f74367fc700 1 -- 172.21.15.5:0/2852245886 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7430009b30 con 0x7f7438158690 2024-09-13T16:16:04.759 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.751+0000 7f74367fc700 1 --2- 172.21.15.5:0/2852245886 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7438158690 0x7f74381f1570 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f742000e9a0 tx=0x7f742000ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:04.759 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.751+0000 7f742f7fe700 1 -- 172.21.15.5:0/2852245886 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7420009720 con 0x7f7438158690 2024-09-13T16:16:04.759 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.751+0000 7f742f7fe700 1 -- 172.21.15.5:0/2852245886 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f742000c690 con 0x7f7438158690 2024-09-13T16:16:04.759 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.751+0000 7f742f7fe700 1 -- 172.21.15.5:0/2852245886 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f742000ca40 con 0x7f7438158690 2024-09-13T16:16:04.759 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.751+0000 7f7437fff700 1 -- 172.21.15.5:0/2852245886 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f74381eecd0 con 0x7f7438158690 2024-09-13T16:16:04.759 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.751+0000 7f7437fff700 1 -- 172.21.15.5:0/2852245886 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f743815dbb0 con 0x7f7438158690 2024-09-13T16:16:04.760 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.755+0000 7f7437fff700 1 -- 172.21.15.5:0/2852245886 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f743806f840 con 0x7f7438158690 2024-09-13T16:16:04.760 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.755+0000 7f742f7fe700 1 -- 172.21.15.5:0/2852245886 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f742000cba0 con 0x7f7438158690 2024-09-13T16:16:04.760 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.755+0000 7f742f7fe700 1 --2- 172.21.15.5:0/2852245886 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f741c066730 0x7f741c068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:04.760 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.755+0000 7f742f7fe700 1 -- 172.21.15.5:0/2852245886 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f7420084780 con 0x7f7438158690 2024-09-13T16:16:04.760 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.755+0000 7f7436ffd700 1 --2- 172.21.15.5:0/2852245886 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f741c066730 0x7f741c068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:04.761 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.755+0000 7f7436ffd700 1 --2- 172.21.15.5:0/2852245886 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f741c066730 0x7f741c068bf0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f743000b370 tx=0x7f7430009000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:04.765 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.759+0000 7f742f7fe700 1 -- 172.21.15.5:0/2852245886 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f7420051800 con 0x7f7438158690 2024-09-13T16:16:04.935 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.931+0000 7f7437fff700 1 -- 172.21.15.5:0/2852245886 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f743806e1a0 con 0x7f7438158690 2024-09-13T16:16:04.938 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.931+0000 7f742f7fe700 1 -- 172.21.15.5:0/2852245886 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) v1 ==== 74+0+18286 (secure 0 0 0) 0x7f7420054e20 con 0x7f7438158690 2024-09-13T16:16:04.938 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-13T16:16:04.939 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":26,"fsid":"6f1d8d4e-46c0-4d05-9003-ad1036cd4028","created":"2024-09-13T16:15:17.129907+0000","modified":"2024-09-13T16:15:45.789265+0000","last_up_change":"2024-09-13T16:15:27.902042+0000","last_in_change":"2024-09-13T16:15:19.310503+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:15:28.621918+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:15:39.544340+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T16:15:40.368287+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T16:15:43.446355+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"7dc606ef-5909-4eb7-8054-af158bc84208","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6800","nonce":851671428},{"type":"v1","addr":"172.21.15.5:6801","nonce":851671428}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6802","nonce":851671428},{"type":"v1","addr":"172.21.15.5:6803","nonce":851671428}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6806","nonce":851671428},{"type":"v1","addr":"172.21.15.5:6807","nonce":851671428}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6804","nonce":851671428},{"type":"v1","addr":"172.21.15.5:6805","nonce":851671428}]},"public_addr":"172.21.15.5:6801/851671428","cluster_addr":"172.21.15.5:6803/851671428","heartbeat_back_addr":"172.21.15.5:6807/851671428","heartbeat_front_addr":"172.21.15.5:6805/851671428","state":["exists","up"]},{"osd":1,"uuid":"ab4b3337-a446-427b-9a52-349561f7c79d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6808","nonce":1418062370},{"type":"v1","addr":"172.21.15.5:6809","nonce":1418062370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6810","nonce":1418062370},{"type":"v1","addr":"172.21.15.5:6811","nonce":1418062370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6814","nonce":1418062370},{"type":"v1","addr":"172.21.15.5:6815","nonce":1418062370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6812","nonce":1418062370},{"type":"v1","addr":"172.21.15.5:6813","nonce":1418062370}]},"public_addr":"172.21.15.5:6809/1418062370","cluster_addr":"172.21.15.5:6811/1418062370","heartbeat_back_addr":"172.21.15.5:6815/1418062370","heartbeat_front_addr":"172.21.15.5:6813/1418062370","state":["exists","up"]},{"osd":2,"uuid":"22d787ea-2049-40c1-aa23-811fdb981dbd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6816","nonce":2713060829},{"type":"v1","addr":"172.21.15.5:6817","nonce":2713060829}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6818","nonce":2713060829},{"type":"v1","addr":"172.21.15.5:6819","nonce":2713060829}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6822","nonce":2713060829},{"type":"v1","addr":"172.21.15.5:6823","nonce":2713060829}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6820","nonce":2713060829},{"type":"v1","addr":"172.21.15.5:6821","nonce":2713060829}]},"public_addr":"172.21.15.5:6817/2713060829","cluster_addr":"172.21.15.5:6819/2713060829","heartbeat_back_addr":"172.21.15.5:6823/2713060829","heartbeat_front_addr":"172.21.15.5:6821/2713060829","state":["exists","up"]},{"osd":3,"uuid":"30e4a102-0fce-46b2-8a6d-a7625c6a5ee9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6824","nonce":576343032},{"type":"v1","addr":"172.21.15.5:6825","nonce":576343032}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6826","nonce":576343032},{"type":"v1","addr":"172.21.15.5:6827","nonce":576343032}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6830","nonce":576343032},{"type":"v1","addr":"172.21.15.5:6831","nonce":576343032}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6828","nonce":576343032},{"type":"v1","addr":"172.21.15.5:6829","nonce":576343032}]},"public_addr":"172.21.15.5:6825/576343032","cluster_addr":"172.21.15.5:6827/576343032","heartbeat_back_addr":"172.21.15.5:6831/576343032","heartbeat_front_addr":"172.21.15.5:6829/576343032","state":["exists","up"]},{"osd":4,"uuid":"f47efe1d-f245-453c-b505-db74fe5df11c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6800","nonce":3624672735},{"type":"v1","addr":"172.21.15.179:6801","nonce":3624672735}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6802","nonce":3624672735},{"type":"v1","addr":"172.21.15.179:6803","nonce":3624672735}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6806","nonce":3624672735},{"type":"v1","addr":"172.21.15.179:6807","nonce":3624672735}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6804","nonce":3624672735},{"type":"v1","addr":"172.21.15.179:6805","nonce":3624672735}]},"public_addr":"172.21.15.179:6801/3624672735","cluster_addr":"172.21.15.179:6803/3624672735","heartbeat_back_addr":"172.21.15.179:6807/3624672735","heartbeat_front_addr":"172.21.15.179:6805/3624672735","state":["exists","up"]},{"osd":5,"uuid":"f6fd9c2f-b7ed-4e7b-a9fd-12aaea05bfa9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6824","nonce":2769164148},{"type":"v1","addr":"172.21.15.179:6825","nonce":2769164148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6826","nonce":2769164148},{"type":"v1","addr":"172.21.15.179:6827","nonce":2769164148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6830","nonce":2769164148},{"type":"v1","addr":"172.21.15.179:6831","nonce":2769164148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6828","nonce":2769164148},{"type":"v1","addr":"172.21.15.179:6829","nonce":2769164148}]},"public_addr":"172.21.15.179:6825/2769164148","cluster_addr":"172.21.15.179:6827/2769164148","heartbeat_back_addr":"172.21.15.179:6831/2769164148","heartbeat_front_addr":"172.21.15.179:6829/2769164148","state":["exists","up"]},{"osd":6,"uuid":"48985a9a-ec23-44a6-8f23-87edd7853994","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6816","nonce":3295700932},{"type":"v1","addr":"172.21.15.179:6817","nonce":3295700932}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6818","nonce":3295700932},{"type":"v1","addr":"172.21.15.179:6819","nonce":3295700932}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6822","nonce":3295700932},{"type":"v1","addr":"172.21.15.179:6823","nonce":3295700932}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6820","nonce":3295700932},{"type":"v1","addr":"172.21.15.179:6821","nonce":3295700932}]},"public_addr":"172.21.15.179:6817/3295700932","cluster_addr":"172.21.15.179:6819/3295700932","heartbeat_back_addr":"172.21.15.179:6823/3295700932","heartbeat_front_addr":"172.21.15.179:6821/3295700932","state":["exists","up"]},{"osd":7,"uuid":"af684358-558e-4fa4-ac35-1e3ef24b9021","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6808","nonce":1502652601},{"type":"v1","addr":"172.21.15.179:6809","nonce":1502652601}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6810","nonce":1502652601},{"type":"v1","addr":"172.21.15.179:6811","nonce":1502652601}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6814","nonce":1502652601},{"type":"v1","addr":"172.21.15.179:6815","nonce":1502652601}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6812","nonce":1502652601},{"type":"v1","addr":"172.21.15.179:6813","nonce":1502652601}]},"public_addr":"172.21.15.179:6809/1502652601","cluster_addr":"172.21.15.179:6811/1502652601","heartbeat_back_addr":"172.21.15.179:6815/1502652601","heartbeat_front_addr":"172.21.15.179:6813/1502652601","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.647314+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:23.936297+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.579030+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.393256+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.524066+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.865771+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.509811+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.613144+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:16:04.941 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.935+0000 7f7437fff700 1 -- 172.21.15.5:0/2852245886 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f741c066730 msgr2=0x7f741c068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:04.941 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.935+0000 7f7437fff700 1 --2- 172.21.15.5:0/2852245886 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f741c066730 0x7f741c068bf0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f743000b370 tx=0x7f7430009000 comp rx=0 tx=0).stop 2024-09-13T16:16:04.941 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.935+0000 7f7437fff700 1 -- 172.21.15.5:0/2852245886 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7438158690 msgr2=0x7f74381f1570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:04.941 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.935+0000 7f7437fff700 1 --2- 172.21.15.5:0/2852245886 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7438158690 0x7f74381f1570 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f742000e9a0 tx=0x7f742000ecb0 comp rx=0 tx=0).stop 2024-09-13T16:16:04.941 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.935+0000 7f7437fff700 1 -- 172.21.15.5:0/2852245886 shutdown_connections 2024-09-13T16:16:04.941 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.935+0000 7f7437fff700 1 --2- 172.21.15.5:0/2852245886 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f741c066730 0x7f741c068bf0 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:04.941 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.935+0000 7f7437fff700 1 --2- 172.21.15.5:0/2852245886 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f743814baa0 0x7f74381f1ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:04.941 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.935+0000 7f7437fff700 1 --2- 172.21.15.5:0/2852245886 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7438158690 0x7f74381f1570 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:04.941 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.935+0000 7f7437fff700 1 --2- 172.21.15.5:0/2852245886 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f7438070f70 0x7f743815c590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:04.941 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.935+0000 7f7437fff700 1 -- 172.21.15.5:0/2852245886 >> 172.21.15.5:0/2852245886 conn(0x7f743806ada0 msgr2=0x7f74380c9650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:04.941 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.935+0000 7f7437fff700 1 -- 172.21.15.5:0/2852245886 shutdown_connections 2024-09-13T16:16:04.942 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:04.935+0000 7f7437fff700 1 -- 172.21.15.5:0/2852245886 wait complete. 2024-09-13T16:16:04.952 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:15:28.621918+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:15:39.544340+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T16:15:40.368287+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-09-13T16:15:43.446355+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '26', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-09-13T16:16:04.953 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:16:05.063 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.055+0000 7fa04d57d700 1 Processor -- start 2024-09-13T16:16:05.063 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.055+0000 7fa04d57d700 1 -- start start 2024-09-13T16:16:05.064 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.055+0000 7fa04d57d700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fa048156f70 0x7fa04806f9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:05.064 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.055+0000 7fa04d57d700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fa04806e0e0 0x7fa0480c6eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:05.064 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.055+0000 7fa04d57d700 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa04815dd00 con 0x7fa04806d800 2024-09-13T16:16:05.064 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.055+0000 7fa04d57d700 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa04815d780 con 0x7fa048156f70 2024-09-13T16:16:05.064 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.055+0000 7fa04d57d700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa04815da20 con 0x7fa04806e0e0 2024-09-13T16:16:05.064 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.055+0000 7fa0477fe700 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7fa04806d800 0x7fa04815cd60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:53610/0 (socket says 172.21.15.5:53610) 2024-09-13T16:16:05.064 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.055+0000 7fa0477fe700 1 -- 172.21.15.5:0/3538947878 learned_addr learned my addr 172.21.15.5:0/3538947878 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-13T16:16:05.064 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.055+0000 7fa047fff700 1 --2- 172.21.15.5:0/3538947878 >> v2:172.21.15.5:3300/0 conn(0x7fa048156f70 0x7fa04806f9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:05.064 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.059+0000 7fa04cd7c700 1 --2- 172.21.15.5:0/3538947878 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fa04806e0e0 0x7fa0480c6eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:05.064 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.059+0000 7fa046ffd700 1 -- 172.21.15.5:0/3538947878 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 556271577 0 0) 0x7fa04815dd00 con 0x7fa04806d800 2024-09-13T16:16:05.064 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.059+0000 7fa046ffd700 1 -- 172.21.15.5:0/3538947878 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa0280035d0 con 0x7fa04806d800 2024-09-13T16:16:05.064 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.059+0000 7fa047fff700 1 -- 172.21.15.5:0/3538947878 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fa04806e0e0 msgr2=0x7fa0480c6eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:05.065 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.059+0000 7fa047fff700 1 --2- 172.21.15.5:0/3538947878 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fa04806e0e0 0x7fa0480c6eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:05.065 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.059+0000 7fa047fff700 1 -- 172.21.15.5:0/3538947878 >> v1:172.21.15.5:6789/0 conn(0x7fa04806d800 legacy=0x7fa04815cd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:05.065 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.059+0000 7fa047fff700 1 -- 172.21.15.5:0/3538947878 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa04806cd20 con 0x7fa048156f70 2024-09-13T16:16:05.065 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.059+0000 7fa04cd7c700 1 --2- 172.21.15.5:0/3538947878 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fa04806e0e0 0x7fa0480c6eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:16:05.065 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.059+0000 7fa047fff700 1 --2- 172.21.15.5:0/3538947878 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa048156f70 0x7fa04806f9d0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fa038009850 tx=0x7fa038009b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e0f99068bd0df74 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:05.065 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.059+0000 7fa046ffd700 1 -- 172.21.15.5:0/3538947878 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa038011830 con 0x7fa048156f70 2024-09-13T16:16:05.065 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.059+0000 7fa046ffd700 1 -- 172.21.15.5:0/3538947878 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa038011990 con 0x7fa048156f70 2024-09-13T16:16:05.065 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.059+0000 7fa046ffd700 1 -- 172.21.15.5:0/3538947878 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa038011d00 con 0x7fa048156f70 2024-09-13T16:16:05.066 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.059+0000 7fa04d57d700 1 -- 172.21.15.5:0/3538947878 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa048156f70 msgr2=0x7fa04806f9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:05.066 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.059+0000 7fa04d57d700 1 --2- 172.21.15.5:0/3538947878 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa048156f70 0x7fa04806f9d0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fa038009850 tx=0x7fa038009b60 comp rx=0 tx=0).stop 2024-09-13T16:16:05.066 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.059+0000 7fa04d57d700 1 -- 172.21.15.5:0/3538947878 shutdown_connections 2024-09-13T16:16:05.066 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.059+0000 7fa04d57d700 1 --2- 172.21.15.5:0/3538947878 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fa04806e0e0 0x7fa0480c6eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:05.066 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.059+0000 7fa04d57d700 1 --2- 172.21.15.5:0/3538947878 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa048156f70 0x7fa04806f9d0 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:05.066 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.059+0000 7fa04d57d700 1 -- 172.21.15.5:0/3538947878 >> 172.21.15.5:0/3538947878 conn(0x7fa04806a390 msgr2=0x7fa04806ada0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:05.067 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.059+0000 7fa04d57d700 1 -- 172.21.15.5:0/3538947878 shutdown_connections 2024-09-13T16:16:05.067 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.059+0000 7fa04d57d700 1 -- 172.21.15.5:0/3538947878 wait complete. 2024-09-13T16:16:05.067 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.059+0000 7fa04d57d700 1 Processor -- start 2024-09-13T16:16:05.067 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.059+0000 7fa04d57d700 1 -- start start 2024-09-13T16:16:05.068 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.063+0000 7fa04d57d700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fa04806d800 0x7fa048151480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:05.068 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.063+0000 7fa04d57d700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fa04806e0e0 0x7fa0481f2920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:05.069 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.063+0000 7fa04d57d700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa048156f70 0x7fa0481f2e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:05.069 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.063+0000 7fa04d57d700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa048152410 con 0x7fa048156f70 2024-09-13T16:16:05.069 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.063+0000 7fa04d57d700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa0481f24d0 con 0x7fa04806d800 2024-09-13T16:16:05.069 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.063+0000 7fa04d57d700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa048152f30 con 0x7fa04806e0e0 2024-09-13T16:16:05.069 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.063+0000 7fa04cd7c700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa048156f70 0x7fa0481f2e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:05.069 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.063+0000 7fa047fff700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fa04806d800 0x7fa048151480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:05.069 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.063+0000 7fa04cd7c700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa048156f70 0x7fa0481f2e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:54560/0 (socket says 172.21.15.5:54560) 2024-09-13T16:16:05.069 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.063+0000 7fa04cd7c700 1 -- 172.21.15.5:0/1213753152 learned_addr learned my addr 172.21.15.5:0/1213753152 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:16:05.069 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.063+0000 7fa0477fe700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fa04806e0e0 0x7fa0481f2920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:05.069 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.063+0000 7fa04cd7c700 1 -- 172.21.15.5:0/1213753152 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fa04806e0e0 msgr2=0x7fa0481f2920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:05.070 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.063+0000 7fa04cd7c700 1 --2- 172.21.15.5:0/1213753152 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fa04806e0e0 0x7fa0481f2920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:05.070 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.063+0000 7fa04cd7c700 1 -- 172.21.15.5:0/1213753152 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fa04806d800 msgr2=0x7fa048151480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:05.070 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.063+0000 7fa04cd7c700 1 --2- 172.21.15.5:0/1213753152 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fa04806d800 0x7fa048151480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:05.070 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.063+0000 7fa04cd7c700 1 -- 172.21.15.5:0/1213753152 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa0380094b0 con 0x7fa048156f70 2024-09-13T16:16:05.070 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.063+0000 7fa0477fe700 1 --2- 172.21.15.5:0/1213753152 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fa04806e0e0 0x7fa0481f2920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:16:05.070 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.063+0000 7fa047fff700 1 --2- 172.21.15.5:0/1213753152 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fa04806d800 0x7fa048151480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:16:05.070 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.063+0000 7fa04cd7c700 1 --2- 172.21.15.5:0/1213753152 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa048156f70 0x7fa0481f2e60 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fa040007ef0 tx=0x7fa04000d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:05.071 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.063+0000 7fa044ff9700 1 -- 172.21.15.5:0/1213753152 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa04000dcc0 con 0x7fa048156f70 2024-09-13T16:16:05.071 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.063+0000 7fa044ff9700 1 -- 172.21.15.5:0/1213753152 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa04000f040 con 0x7fa048156f70 2024-09-13T16:16:05.071 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.063+0000 7fa044ff9700 1 -- 172.21.15.5:0/1213753152 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa040003c60 con 0x7fa048156f70 2024-09-13T16:16:05.071 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.063+0000 7fa04d57d700 1 -- 172.21.15.5:0/1213753152 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa0481e3120 con 0x7fa048156f70 2024-09-13T16:16:05.071 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.063+0000 7fa04d57d700 1 -- 172.21.15.5:0/1213753152 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa048152900 con 0x7fa048156f70 2024-09-13T16:16:05.071 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.067+0000 7fa04d57d700 1 -- 172.21.15.5:0/1213753152 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa0481f2640 con 0x7fa048156f70 2024-09-13T16:16:05.072 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.067+0000 7fa044ff9700 1 -- 172.21.15.5:0/1213753152 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fa040004030 con 0x7fa048156f70 2024-09-13T16:16:05.072 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.067+0000 7fa044ff9700 1 --2- 172.21.15.5:0/1213753152 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fa02c066730 0x7fa02c068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:05.073 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.067+0000 7fa044ff9700 1 -- 172.21.15.5:0/1213753152 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fa040084480 con 0x7fa048156f70 2024-09-13T16:16:05.073 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.067+0000 7fa047fff700 1 --2- 172.21.15.5:0/1213753152 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fa02c066730 0x7fa02c068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:05.074 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.067+0000 7fa047fff700 1 --2- 172.21.15.5:0/1213753152 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fa02c066730 0x7fa02c068bf0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7fa0380090b0 tx=0x7fa038008030 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:05.079 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.075+0000 7fa044ff9700 1 -- 172.21.15.5:0/1213753152 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fa0481f2640 con 0x7fa048156f70 2024-09-13T16:16:05.240 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.235+0000 7fa04d57d700 1 -- 172.21.15.5:0/1213753152 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fa0481f2640 con 0x7fa048156f70 2024-09-13T16:16:05.240 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.235+0000 7fa044ff9700 1 -- 172.21.15.5:0/1213753152 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v26) v1 ==== 93+0+10 (secure 0 0 0) 0x7fa0481f2640 con 0x7fa048156f70 2024-09-13T16:16:05.240 INFO:teuthology.orchestra.run.smithi005.stdout:pg_num: 1 2024-09-13T16:16:05.245 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.239+0000 7fa04d57d700 1 -- 172.21.15.5:0/1213753152 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fa02c066730 msgr2=0x7fa02c068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:05.245 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.239+0000 7fa04d57d700 1 --2- 172.21.15.5:0/1213753152 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fa02c066730 0x7fa02c068bf0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7fa0380090b0 tx=0x7fa038008030 comp rx=0 tx=0).stop 2024-09-13T16:16:05.245 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.239+0000 7fa04d57d700 1 -- 172.21.15.5:0/1213753152 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa048156f70 msgr2=0x7fa0481f2e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:05.246 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.239+0000 7fa04d57d700 1 --2- 172.21.15.5:0/1213753152 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa048156f70 0x7fa0481f2e60 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fa040007ef0 tx=0x7fa04000d3b0 comp rx=0 tx=0).stop 2024-09-13T16:16:05.246 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.239+0000 7fa04d57d700 1 -- 172.21.15.5:0/1213753152 shutdown_connections 2024-09-13T16:16:05.246 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.239+0000 7fa04d57d700 1 --2- 172.21.15.5:0/1213753152 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa048156f70 0x7fa0481f2e60 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:05.246 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.239+0000 7fa04d57d700 1 --2- 172.21.15.5:0/1213753152 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fa04806e0e0 0x7fa0481f2920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:05.246 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.239+0000 7fa04d57d700 1 --2- 172.21.15.5:0/1213753152 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fa02c066730 0x7fa02c068bf0 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:05.246 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.239+0000 7fa04d57d700 1 --2- 172.21.15.5:0/1213753152 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fa04806d800 0x7fa048151480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:05.247 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.239+0000 7fa04d57d700 1 -- 172.21.15.5:0/1213753152 >> 172.21.15.5:0/1213753152 conn(0x7fa04806a390 msgr2=0x7fa0480c6eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:05.247 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.239+0000 7fa04d57d700 1 -- 172.21.15.5:0/1213753152 shutdown_connections 2024-09-13T16:16:05.247 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.239+0000 7fa04d57d700 1 -- 172.21.15.5:0/1213753152 wait complete. 2024-09-13T16:16:05.261 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T16:16:05.346 DEBUG:teuthology.orchestra.run.smithi005:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:16:05.348 DEBUG:teuthology.orchestra.run.smithi179:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:16:05.374 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.367+0000 7fda6ffff700 1 Processor -- start 2024-09-13T16:16:05.374 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.367+0000 7fda6ffff700 1 -- start start 2024-09-13T16:16:05.376 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.371+0000 7fda6ffff700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fda70150a80 0x7fda7006b8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:05.376 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.371+0000 7fda6ffff700 1 --2- >> v2:172.21.15.179:3300/0 conn(0x7fda70156fb0 0x7fda7006be20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:05.377 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.371+0000 7fda6ffff700 1 -- --> v1:172.21.15.179:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fda7015ab30 con 0x7fda7006a390 2024-09-13T16:16:05.377 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.371+0000 7fda6ffff700 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fda700c19f0 con 0x7fda70150a80 2024-09-13T16:16:05.377 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.371+0000 7fda6ffff700 1 -- --> v2:172.21.15.179:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fda700c1400 con 0x7fda70156fb0 2024-09-13T16:16:05.377 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.371+0000 7fda6effd700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fda70150a80 0x7fda7006b8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:05.377 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.371+0000 7fda6effd700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fda70150a80 0x7fda7006b8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:54576/0 (socket says 172.21.15.5:54576) 2024-09-13T16:16:05.377 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.371+0000 7fda6effd700 1 -- 172.21.15.5:0/1909132661 learned_addr learned my addr 172.21.15.5:0/1909132661 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:16:05.377 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.371+0000 7fda6f7fe700 1 --2- 172.21.15.5:0/1909132661 >> v2:172.21.15.179:3300/0 conn(0x7fda70156fb0 0x7fda7006be20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:05.377 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.371+0000 7fda6effd700 1 -- 172.21.15.5:0/1909132661 >> v2:172.21.15.179:3300/0 conn(0x7fda70156fb0 msgr2=0x7fda7006be20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:05.377 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.371+0000 7fda6effd700 1 --2- 172.21.15.5:0/1909132661 >> v2:172.21.15.179:3300/0 conn(0x7fda70156fb0 0x7fda7006be20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:05.377 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.371+0000 7fda6effd700 1 -- 172.21.15.5:0/1909132661 >> v1:172.21.15.179:6789/0 conn(0x7fda7006a390 legacy=0x7fda701568a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:05.377 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.371+0000 7fda6effd700 1 -- 172.21.15.5:0/1909132661 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fda700b19f0 con 0x7fda70150a80 2024-09-13T16:16:05.378 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.371+0000 7fda6effd700 1 --2- 172.21.15.5:0/1909132661 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fda70150a80 0x7fda7006b8e0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fda7006d170 tx=0x7fda60009bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8369759bf3ad256f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:05.378 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.371+0000 7fda6dffb700 1 -- 172.21.15.5:0/1909132661 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda60011830 con 0x7fda70150a80 2024-09-13T16:16:05.378 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.371+0000 7fda6dffb700 1 -- 172.21.15.5:0/1909132661 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fda60011990 con 0x7fda70150a80 2024-09-13T16:16:05.378 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.371+0000 7fda6dffb700 1 -- 172.21.15.5:0/1909132661 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda60011d20 con 0x7fda70150a80 2024-09-13T16:16:05.379 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.371+0000 7fda6ffff700 1 -- 172.21.15.5:0/1909132661 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fda70150a80 msgr2=0x7fda7006b8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:05.379 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.371+0000 7fda6ffff700 1 --2- 172.21.15.5:0/1909132661 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fda70150a80 0x7fda7006b8e0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fda7006d170 tx=0x7fda60009bf0 comp rx=0 tx=0).stop 2024-09-13T16:16:05.379 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.371+0000 7fda6ffff700 1 -- 172.21.15.5:0/1909132661 shutdown_connections 2024-09-13T16:16:05.379 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.371+0000 7fda6ffff700 1 --2- 172.21.15.5:0/1909132661 >> v2:172.21.15.179:3300/0 conn(0x7fda70156fb0 0x7fda7006be20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:05.379 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.371+0000 7fda6ffff700 1 --2- 172.21.15.5:0/1909132661 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fda70150a80 0x7fda7006b8e0 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:05.379 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.371+0000 7fda6ffff700 1 -- 172.21.15.5:0/1909132661 >> 172.21.15.5:0/1909132661 conn(0x7fda7006f840 msgr2=0x7fda7006c910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:05.379 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.371+0000 7fda6ffff700 1 -- 172.21.15.5:0/1909132661 shutdown_connections 2024-09-13T16:16:05.379 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.371+0000 7fda6ffff700 1 -- 172.21.15.5:0/1909132661 wait complete. 2024-09-13T16:16:05.380 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.375+0000 7fda6ffff700 1 Processor -- start 2024-09-13T16:16:05.380 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.375+0000 7fda6ffff700 1 -- start start 2024-09-13T16:16:05.383 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.375+0000 7fda6ffff700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fda7006a390 0x7fda701598a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:05.383 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.375+0000 7fda6ffff700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fda70150a80 0x7fda700adee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:05.383 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.375+0000 7fda6ffff700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fda70156fb0 0x7fda700b0330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:05.383 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.375+0000 7fda6ffff700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fda70159de0 con 0x7fda70156fb0 2024-09-13T16:16:05.383 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.375+0000 7fda6ffff700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fda7015a000 con 0x7fda7006a390 2024-09-13T16:16:05.384 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.375+0000 7fda6ffff700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fda700afea0 con 0x7fda70150a80 2024-09-13T16:16:05.384 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.375+0000 7fda6f7fe700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fda70156fb0 0x7fda700b0330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:05.384 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.375+0000 7fda6f7fe700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fda70156fb0 0x7fda700b0330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:54592/0 (socket says 172.21.15.5:54592) 2024-09-13T16:16:05.384 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.375+0000 7fda6f7fe700 1 -- 172.21.15.5:0/4019902396 learned_addr learned my addr 172.21.15.5:0/4019902396 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:16:05.384 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.375+0000 7fda6effd700 1 --2- 172.21.15.5:0/4019902396 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fda7006a390 0x7fda701598a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:05.384 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.375+0000 7fda6e7fc700 1 --2- 172.21.15.5:0/4019902396 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fda70150a80 0x7fda700adee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:05.384 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.375+0000 7fda6f7fe700 1 -- 172.21.15.5:0/4019902396 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fda70150a80 msgr2=0x7fda700adee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:05.384 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.375+0000 7fda6f7fe700 1 --2- 172.21.15.5:0/4019902396 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fda70150a80 0x7fda700adee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:05.384 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.375+0000 7fda6f7fe700 1 -- 172.21.15.5:0/4019902396 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fda7006a390 msgr2=0x7fda701598a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:05.384 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.375+0000 7fda6f7fe700 1 --2- 172.21.15.5:0/4019902396 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fda7006a390 0x7fda701598a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:05.384 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.375+0000 7fda6f7fe700 1 -- 172.21.15.5:0/4019902396 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fda60009570 con 0x7fda70156fb0 2024-09-13T16:16:05.384 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.375+0000 7fda6e7fc700 1 --2- 172.21.15.5:0/4019902396 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fda70150a80 0x7fda700adee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:16:05.384 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.375+0000 7fda6f7fe700 1 --2- 172.21.15.5:0/4019902396 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fda70156fb0 0x7fda700b0330 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7fda68009d30 tx=0x7fda6800c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:05.385 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.375+0000 7fda57fff700 1 -- 172.21.15.5:0/4019902396 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda6800cce0 con 0x7fda70156fb0 2024-09-13T16:16:05.385 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.379+0000 7fda57fff700 1 -- 172.21.15.5:0/4019902396 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fda6800f040 con 0x7fda70156fb0 2024-09-13T16:16:05.385 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.379+0000 7fda6ffff700 1 -- 172.21.15.5:0/4019902396 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fda700c7b80 con 0x7fda70156fb0 2024-09-13T16:16:05.385 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.379+0000 7fda57fff700 1 -- 172.21.15.5:0/4019902396 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda68009e80 con 0x7fda70156fb0 2024-09-13T16:16:05.385 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.379+0000 7fda6ffff700 1 -- 172.21.15.5:0/4019902396 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fda70157ba0 con 0x7fda70156fb0 2024-09-13T16:16:05.386 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.379+0000 7fda57fff700 1 -- 172.21.15.5:0/4019902396 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fda68014480 con 0x7fda70156fb0 2024-09-13T16:16:05.386 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.379+0000 7fda6ffff700 1 -- 172.21.15.5:0/4019902396 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fda7015a5f0 con 0x7fda70156fb0 2024-09-13T16:16:05.386 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.379+0000 7fda57fff700 1 --2- 172.21.15.5:0/4019902396 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fda5c066760 0x7fda5c068c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:05.386 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.379+0000 7fda57fff700 1 -- 172.21.15.5:0/4019902396 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fda68084ea0 con 0x7fda70156fb0 2024-09-13T16:16:05.386 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.379+0000 7fda6effd700 1 --2- 172.21.15.5:0/4019902396 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fda5c066760 0x7fda5c068c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:05.387 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.383+0000 7fda6effd700 1 --2- 172.21.15.5:0/4019902396 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fda5c066760 0x7fda5c068c20 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fda60000c00 tx=0x7fda60008030 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:05.391 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.387+0000 7fda57fff700 1 -- 172.21.15.5:0/4019902396 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fda68051f20 con 0x7fda70156fb0 2024-09-13T16:16:05.572 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.567+0000 7fda6ffff700 1 -- 172.21.15.5:0/4019902396 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fda700affe0 con 0x7fda70156fb0 2024-09-13T16:16:05.573 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.567+0000 7fda57fff700 1 -- 172.21.15.5:0/4019902396 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v26) v1 ==== 104+0+11 (secure 0 0 0) 0x7fda680180a0 con 0x7fda70156fb0 2024-09-13T16:16:05.573 INFO:teuthology.orchestra.run.smithi005.stdout:pg_num: 32 2024-09-13T16:16:05.576 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.571+0000 7fda6ffff700 1 -- 172.21.15.5:0/4019902396 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fda5c066760 msgr2=0x7fda5c068c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:05.576 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.571+0000 7fda6ffff700 1 --2- 172.21.15.5:0/4019902396 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fda5c066760 0x7fda5c068c20 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fda60000c00 tx=0x7fda60008030 comp rx=0 tx=0).stop 2024-09-13T16:16:05.576 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.571+0000 7fda6ffff700 1 -- 172.21.15.5:0/4019902396 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fda70156fb0 msgr2=0x7fda700b0330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:05.576 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.571+0000 7fda6ffff700 1 --2- 172.21.15.5:0/4019902396 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fda70156fb0 0x7fda700b0330 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7fda68009d30 tx=0x7fda6800c3a0 comp rx=0 tx=0).stop 2024-09-13T16:16:05.577 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.571+0000 7fda6ffff700 1 -- 172.21.15.5:0/4019902396 shutdown_connections 2024-09-13T16:16:05.577 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.571+0000 7fda6ffff700 1 --2- 172.21.15.5:0/4019902396 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fda70156fb0 0x7fda700b0330 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:05.577 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.571+0000 7fda6ffff700 1 --2- 172.21.15.5:0/4019902396 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fda70150a80 0x7fda700adee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:05.577 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.571+0000 7fda6ffff700 1 --2- 172.21.15.5:0/4019902396 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fda5c066760 0x7fda5c068c20 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:05.577 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.571+0000 7fda6ffff700 1 --2- 172.21.15.5:0/4019902396 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fda7006a390 0x7fda701598a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:05.577 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.571+0000 7fda6ffff700 1 -- 172.21.15.5:0/4019902396 >> 172.21.15.5:0/4019902396 conn(0x7fda7006f840 msgr2=0x7fda7006afd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:05.577 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.571+0000 7fda6ffff700 1 -- 172.21.15.5:0/4019902396 shutdown_connections 2024-09-13T16:16:05.577 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.571+0000 7fda6ffff700 1 -- 172.21.15.5:0/4019902396 wait complete. 2024-09-13T16:16:05.589 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T16:16:05.757 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.751+0000 7f2d13021700 1 Processor -- start 2024-09-13T16:16:05.757 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.751+0000 7f2d13021700 1 -- start start 2024-09-13T16:16:05.758 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.751+0000 7f2d13021700 1 --2- >> v2:172.21.15.179:3300/0 conn(0x7f2d0c0cb340 0x7f2d0c1593c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:05.759 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.751+0000 7f2d13021700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f2d0c0cb720 0x7f2d0c06f840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:05.759 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.751+0000 7f2d13021700 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2d0c159900 con 0x7f2d0c070740 2024-09-13T16:16:05.759 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.751+0000 7f2d13021700 1 -- --> v2:172.21.15.179:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2d0c0caaf0 con 0x7f2d0c0cb340 2024-09-13T16:16:05.759 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.751+0000 7f2d13021700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2d0c15bfd0 con 0x7f2d0c0cb720 2024-09-13T16:16:05.759 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.751+0000 7f2d12820700 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f2d0c070740 0x7f2d0c070bd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:53624/0 (socket says 172.21.15.5:53624) 2024-09-13T16:16:05.759 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.751+0000 7f2d12820700 1 -- 172.21.15.5:0/3750711001 learned_addr learned my addr 172.21.15.5:0/3750711001 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-13T16:16:05.759 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.751+0000 7f2d1201f700 1 --2- 172.21.15.5:0/3750711001 >> v2:172.21.15.179:3300/0 conn(0x7f2d0c0cb340 0x7f2d0c1593c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:05.759 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.751+0000 7f2d1181e700 1 --2- 172.21.15.5:0/3750711001 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f2d0c0cb720 0x7f2d0c06f840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:05.759 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.751+0000 7f2d1101d700 1 -- 172.21.15.5:0/3750711001 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4283739469 0 0) 0x7f2d0c159900 con 0x7f2d0c070740 2024-09-13T16:16:05.759 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.751+0000 7f2d1101d700 1 -- 172.21.15.5:0/3750711001 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f2cf40035d0 con 0x7f2d0c070740 2024-09-13T16:16:05.762 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.755+0000 7f2d1101d700 1 -- 172.21.15.5:0/3750711001 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1536844594 0 0) 0x7f2cf40035d0 con 0x7f2d0c070740 2024-09-13T16:16:05.763 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.755+0000 7f2d1101d700 1 -- 172.21.15.5:0/3750711001 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f2d0c0cb720 msgr2=0x7f2d0c06f840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:05.763 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.755+0000 7f2d1101d700 1 --2- 172.21.15.5:0/3750711001 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f2d0c0cb720 0x7f2d0c06f840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:05.763 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.755+0000 7f2d1101d700 1 -- 172.21.15.5:0/3750711001 >> v2:172.21.15.179:3300/0 conn(0x7f2d0c0cb340 msgr2=0x7f2d0c1593c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:05.763 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.755+0000 7f2d1101d700 1 --2- 172.21.15.5:0/3750711001 >> v2:172.21.15.179:3300/0 conn(0x7f2d0c0cb340 0x7f2d0c1593c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:05.763 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.755+0000 7f2d1101d700 1 -- 172.21.15.5:0/3750711001 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2d0c06fd80 con 0x7f2d0c070740 2024-09-13T16:16:05.763 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.755+0000 7f2d1101d700 1 -- 172.21.15.5:0/3750711001 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 830915072 0 0) 0x7f2d04001670 con 0x7f2d0c070740 2024-09-13T16:16:05.763 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.755+0000 7f2d1101d700 1 -- 172.21.15.5:0/3750711001 >> v1:172.21.15.5:6789/0 conn(0x7f2d0c070740 legacy=0x7f2d0c070bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:05.763 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.755+0000 7f2d1101d700 1 --2- 172.21.15.5:0/3750711001 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f2cf4003a20 0x7f2cf4003e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:05.763 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.755+0000 7f2d1101d700 1 --2- 172.21.15.5:0/3750711001 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f2d0c0cb720 0x7f2cf4004870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:05.763 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.755+0000 7f2d1101d700 1 --2- 172.21.15.5:0/3750711001 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2cf4004db0 0x7f2cf4005230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:05.763 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.755+0000 7f2d1101d700 1 -- 172.21.15.5:0/3750711001 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2d0c15bfd0 con 0x7f2cf4004db0 2024-09-13T16:16:05.763 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.755+0000 7f2d1101d700 1 -- 172.21.15.5:0/3750711001 --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2cf400ba30 con 0x7f2cf4003a20 2024-09-13T16:16:05.764 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.755+0000 7f2d1101d700 1 -- 172.21.15.5:0/3750711001 --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2cf400bb70 con 0x7f2d0c0cb720 2024-09-13T16:16:05.764 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.755+0000 7f2d12820700 1 --2- 172.21.15.5:0/3750711001 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2cf4004db0 0x7f2cf4005230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:05.764 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.755+0000 7f2d1201f700 1 --2- 172.21.15.5:0/3750711001 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f2cf4003a20 0x7f2cf4003e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:05.764 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.755+0000 7f2d1181e700 1 --2- 172.21.15.5:0/3750711001 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f2d0c0cb720 0x7f2cf4004870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:05.764 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.755+0000 7f2d12820700 1 -- 172.21.15.5:0/3750711001 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f2d0c0cb720 msgr2=0x7f2cf4004870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:05.764 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.755+0000 7f2d12820700 1 --2- 172.21.15.5:0/3750711001 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f2d0c0cb720 0x7f2cf4004870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:05.764 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.755+0000 7f2d12820700 1 -- 172.21.15.5:0/3750711001 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f2cf4003a20 msgr2=0x7f2cf4003e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:05.764 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.755+0000 7f2d12820700 1 --2- 172.21.15.5:0/3750711001 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f2cf4003a20 0x7f2cf4003e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:05.764 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.755+0000 7f2d12820700 1 -- 172.21.15.5:0/3750711001 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2cf40035d0 con 0x7f2cf4004db0 2024-09-13T16:16:05.764 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.755+0000 7f2d1181e700 1 --2- 172.21.15.5:0/3750711001 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f2d0c0cb720 0x7f2cf4004870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:16:05.764 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.755+0000 7f2d12820700 1 --2- 172.21.15.5:0/3750711001 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2cf4004db0 0x7f2cf4005230 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f2d0400c320 tx=0x7f2cf40058a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7e8660ffd67cd407 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:05.765 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.755+0000 7f2d1101d700 1 -- 172.21.15.5:0/3750711001 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2d0400ce60 con 0x7f2cf4004db0 2024-09-13T16:16:05.765 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.755+0000 7f2d1101d700 1 -- 172.21.15.5:0/3750711001 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2d04005980 con 0x7f2cf4004db0 2024-09-13T16:16:05.765 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.755+0000 7f2d1101d700 1 -- 172.21.15.5:0/3750711001 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2d04005d10 con 0x7f2cf4004db0 2024-09-13T16:16:05.765 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.755+0000 7f2d13021700 1 -- 172.21.15.5:0/3750711001 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2cf4004db0 msgr2=0x7f2cf4005230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:05.765 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.755+0000 7f2d13021700 1 --2- 172.21.15.5:0/3750711001 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2cf4004db0 0x7f2cf4005230 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f2d0400c320 tx=0x7f2cf40058a0 comp rx=0 tx=0).stop 2024-09-13T16:16:05.765 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.755+0000 7f2d12820700 1 -- 172.21.15.5:0/3750711001 reap_dead start 2024-09-13T16:16:05.765 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.755+0000 7f2d13021700 1 -- 172.21.15.5:0/3750711001 shutdown_connections 2024-09-13T16:16:05.765 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.755+0000 7f2d13021700 1 -- 172.21.15.5:0/3750711001 >> 172.21.15.5:0/3750711001 conn(0x7f2d0c071f50 msgr2=0x7f2d0c072360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:05.765 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.755+0000 7f2d13021700 1 -- 172.21.15.5:0/3750711001 shutdown_connections 2024-09-13T16:16:05.765 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.755+0000 7f2d13021700 1 -- 172.21.15.5:0/3750711001 wait complete. 2024-09-13T16:16:05.768 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.759+0000 7f2d13021700 1 Processor -- start 2024-09-13T16:16:05.768 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.759+0000 7f2d13021700 1 -- start start 2024-09-13T16:16:05.768 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.759+0000 7f2d13021700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2d0c157a70 0x7f2d0c15b720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:05.768 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.759+0000 7f2d13021700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f2d0c0cd720 0x7f2d0c14d940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:05.768 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.759+0000 7f2d13021700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f2d0c157e50 0x7f2d0c14de80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:05.768 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.759+0000 7f2d13021700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2d0c0c5e40 con 0x7f2d0c157a70 2024-09-13T16:16:05.768 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.759+0000 7f2d13021700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2d0c1edfe0 con 0x7f2d0c0cd720 2024-09-13T16:16:05.768 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.759+0000 7f2d13021700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2d0c1ee2c0 con 0x7f2d0c157e50 2024-09-13T16:16:05.768 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.759+0000 7f2d1201f700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2d0c157a70 0x7f2d0c15b720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:05.768 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.759+0000 7f2d1201f700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2d0c157a70 0x7f2d0c15b720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:54606/0 (socket says 172.21.15.5:54606) 2024-09-13T16:16:05.768 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.759+0000 7f2d1201f700 1 -- 172.21.15.5:0/175714285 learned_addr learned my addr 172.21.15.5:0/175714285 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:16:05.768 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.759+0000 7f2d1181e700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f2d0c0cd720 0x7f2d0c14d940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:05.769 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.759+0000 7f2d12820700 1 --2- 172.21.15.5:0/175714285 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f2d0c157e50 0x7f2d0c14de80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:05.769 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.759+0000 7f2d1201f700 1 -- 172.21.15.5:0/175714285 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f2d0c157e50 msgr2=0x7f2d0c14de80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:05.769 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.759+0000 7f2d1201f700 1 --2- 172.21.15.5:0/175714285 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f2d0c157e50 0x7f2d0c14de80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:05.769 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.759+0000 7f2d1201f700 1 -- 172.21.15.5:0/175714285 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f2d0c0cd720 msgr2=0x7f2d0c14d940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:05.769 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.759+0000 7f2d1201f700 1 --2- 172.21.15.5:0/175714285 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f2d0c0cd720 0x7f2d0c14d940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:05.769 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.759+0000 7f2d1201f700 1 -- 172.21.15.5:0/175714285 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2d0c1ee5a0 con 0x7f2d0c157a70 2024-09-13T16:16:05.769 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.759+0000 7f2d1201f700 1 --2- 172.21.15.5:0/175714285 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2d0c157a70 0x7f2d0c15b720 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f2cfc009f90 tx=0x7f2cfc00f490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:05.769 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.759+0000 7f2d0affd700 1 -- 172.21.15.5:0/175714285 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2cfc00e040 con 0x7f2d0c157a70 2024-09-13T16:16:05.769 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.759+0000 7f2d0affd700 1 -- 172.21.15.5:0/175714285 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2cfc00f040 con 0x7f2d0c157a70 2024-09-13T16:16:05.769 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.759+0000 7f2d13021700 1 -- 172.21.15.5:0/175714285 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2d0c1ee880 con 0x7f2d0c157a70 2024-09-13T16:16:05.769 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.759+0000 7f2d0affd700 1 -- 172.21.15.5:0/175714285 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2cfc015670 con 0x7f2d0c157a70 2024-09-13T16:16:05.769 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.759+0000 7f2d13021700 1 -- 172.21.15.5:0/175714285 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2d0c14d420 con 0x7f2d0c157a70 2024-09-13T16:16:05.770 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.763+0000 7f2d13021700 1 -- 172.21.15.5:0/175714285 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2d0c14d5e0 con 0x7f2d0c157a70 2024-09-13T16:16:05.770 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.763+0000 7f2d0affd700 1 -- 172.21.15.5:0/175714285 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f2cfc0157d0 con 0x7f2d0c157a70 2024-09-13T16:16:05.771 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.763+0000 7f2d0affd700 1 --2- 172.21.15.5:0/175714285 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f2cf8066730 0x7f2cf8068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:05.771 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.767+0000 7f2d0affd700 1 -- 172.21.15.5:0/175714285 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f2cfc084eb0 con 0x7f2d0c157a70 2024-09-13T16:16:05.771 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.767+0000 7f2d1181e700 1 --2- 172.21.15.5:0/175714285 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f2cf8066730 0x7f2cf8068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:05.772 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.767+0000 7f2d1181e700 1 --2- 172.21.15.5:0/175714285 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f2cf8066730 0x7f2cf8068bf0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f2d0c14d330 tx=0x7f2d00008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:05.777 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.771+0000 7f2d0affd700 1 -- 172.21.15.5:0/175714285 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f2cfc051f30 con 0x7f2d0c157a70 2024-09-13T16:16:05.948 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.943+0000 7f2d13021700 1 -- 172.21.15.5:0/175714285 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f2d0c0677b0 con 0x7f2d0c157a70 2024-09-13T16:16:05.949 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.943+0000 7f2d0affd700 1 -- 172.21.15.5:0/175714285 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v26) v1 ==== 100+0+11 (secure 0 0 0) 0x7f2cfc055550 con 0x7f2d0c157a70 2024-09-13T16:16:05.949 INFO:teuthology.orchestra.run.smithi005.stdout:pg_num: 64 2024-09-13T16:16:05.951 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.947+0000 7f2d13021700 1 -- 172.21.15.5:0/175714285 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f2cf8066730 msgr2=0x7f2cf8068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:05.951 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.947+0000 7f2d13021700 1 --2- 172.21.15.5:0/175714285 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f2cf8066730 0x7f2cf8068bf0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f2d0c14d330 tx=0x7f2d00008040 comp rx=0 tx=0).stop 2024-09-13T16:16:05.951 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.947+0000 7f2d13021700 1 -- 172.21.15.5:0/175714285 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2d0c157a70 msgr2=0x7f2d0c15b720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:05.952 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.947+0000 7f2d13021700 1 --2- 172.21.15.5:0/175714285 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2d0c157a70 0x7f2d0c15b720 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f2cfc009f90 tx=0x7f2cfc00f490 comp rx=0 tx=0).stop 2024-09-13T16:16:05.952 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.947+0000 7f2d13021700 1 -- 172.21.15.5:0/175714285 shutdown_connections 2024-09-13T16:16:05.952 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.947+0000 7f2d13021700 1 --2- 172.21.15.5:0/175714285 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f2d0c157e50 0x7f2d0c14de80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:05.952 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.947+0000 7f2d13021700 1 --2- 172.21.15.5:0/175714285 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f2cf8066730 0x7f2cf8068bf0 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:05.952 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.947+0000 7f2d13021700 1 --2- 172.21.15.5:0/175714285 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f2d0c0cd720 0x7f2d0c14d940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:05.952 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.947+0000 7f2d13021700 1 --2- 172.21.15.5:0/175714285 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2d0c157a70 0x7f2d0c15b720 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:05.952 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.947+0000 7f2d13021700 1 -- 172.21.15.5:0/175714285 >> 172.21.15.5:0/175714285 conn(0x7f2d0c071f50 msgr2=0x7f2d0c1505d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:05.952 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.947+0000 7f2d13021700 1 -- 172.21.15.5:0/175714285 shutdown_connections 2024-09-13T16:16:05.952 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:05.947+0000 7f2d13021700 1 -- 172.21.15.5:0/175714285 wait complete. 2024-09-13T16:16:05.964 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-09-13T16:16:06.082 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.075+0000 7ff37966b700 1 Processor -- start 2024-09-13T16:16:06.082 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.075+0000 7ff37966b700 1 -- start start 2024-09-13T16:16:06.085 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.079+0000 7ff37966b700 1 --2- >> v2:172.21.15.179:3300/0 conn(0x7ff3741508d0 0x7ff374156640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:06.085 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.079+0000 7ff37966b700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7ff3740c5cf0 0x7ff374160fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:06.085 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.079+0000 7ff37966b700 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff3740c3cf0 con 0x7ff3740cb290 2024-09-13T16:16:06.085 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.079+0000 7ff37966b700 1 -- --> v2:172.21.15.179:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff3740c61e0 con 0x7ff3741508d0 2024-09-13T16:16:06.085 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.079+0000 7ff37966b700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff3740c4740 con 0x7ff3740c5cf0 2024-09-13T16:16:06.085 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.079+0000 7ff3737fe700 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7ff3740cb290 0x7ff374070c20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:53634/0 (socket says 172.21.15.5:53634) 2024-09-13T16:16:06.086 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.079+0000 7ff3737fe700 1 -- 172.21.15.5:0/2031363539 learned_addr learned my addr 172.21.15.5:0/2031363539 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-13T16:16:06.086 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.079+0000 7ff373fff700 1 --2- 172.21.15.5:0/2031363539 >> v2:172.21.15.179:3300/0 conn(0x7ff3741508d0 0x7ff374156640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:06.086 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.079+0000 7ff378e6a700 1 --2- 172.21.15.5:0/2031363539 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7ff3740c5cf0 0x7ff374160fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:06.086 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.079+0000 7ff372ffd700 1 -- 172.21.15.5:0/2031363539 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1997971049 0 0) 0x7ff3740c3cf0 con 0x7ff3740cb290 2024-09-13T16:16:06.086 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.079+0000 7ff372ffd700 1 -- 172.21.15.5:0/2031363539 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff3600035d0 con 0x7ff3740cb290 2024-09-13T16:16:06.086 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.079+0000 7ff373fff700 1 -- 172.21.15.5:0/2031363539 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7ff3740c5cf0 msgr2=0x7ff374160fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:06.086 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.079+0000 7ff373fff700 1 --2- 172.21.15.5:0/2031363539 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7ff3740c5cf0 0x7ff374160fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:06.086 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.079+0000 7ff373fff700 1 -- 172.21.15.5:0/2031363539 >> v1:172.21.15.5:6789/0 conn(0x7ff3740cb290 legacy=0x7ff374070c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:06.086 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.079+0000 7ff373fff700 1 -- 172.21.15.5:0/2031363539 --> v2:172.21.15.179:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff37406d220 con 0x7ff3741508d0 2024-09-13T16:16:06.086 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.079+0000 7ff373fff700 1 --2- 172.21.15.5:0/2031363539 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7ff3741508d0 0x7ff374156640 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7ff364009d90 tx=0x7ff36400b330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a27c69f822333d8c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:06.088 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.079+0000 7ff372ffd700 1 -- 172.21.15.5:0/2031363539 <== mon.1 v2:172.21.15.179:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff36400e070 con 0x7ff3741508d0 2024-09-13T16:16:06.088 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.079+0000 7ff372ffd700 1 -- 172.21.15.5:0/2031363539 <== mon.1 v2:172.21.15.179:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff36400bb20 con 0x7ff3741508d0 2024-09-13T16:16:06.088 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.079+0000 7ff372ffd700 1 -- 172.21.15.5:0/2031363539 <== mon.1 v2:172.21.15.179:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff364012430 con 0x7ff3741508d0 2024-09-13T16:16:06.088 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.083+0000 7ff37966b700 1 -- 172.21.15.5:0/2031363539 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7ff3741508d0 msgr2=0x7ff374156640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:06.088 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.083+0000 7ff37966b700 1 --2- 172.21.15.5:0/2031363539 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7ff3741508d0 0x7ff374156640 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7ff364009d90 tx=0x7ff36400b330 comp rx=0 tx=0).stop 2024-09-13T16:16:06.088 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.083+0000 7ff37966b700 1 -- 172.21.15.5:0/2031363539 shutdown_connections 2024-09-13T16:16:06.088 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.083+0000 7ff37966b700 1 --2- 172.21.15.5:0/2031363539 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7ff3740c5cf0 0x7ff374160fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:06.088 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.083+0000 7ff37966b700 1 --2- 172.21.15.5:0/2031363539 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7ff3741508d0 0x7ff374156640 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:06.088 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.083+0000 7ff37966b700 1 -- 172.21.15.5:0/2031363539 >> 172.21.15.5:0/2031363539 conn(0x7ff3740ca5e0 msgr2=0x7ff3740ca9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:06.088 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.083+0000 7ff37966b700 1 -- 172.21.15.5:0/2031363539 shutdown_connections 2024-09-13T16:16:06.088 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.083+0000 7ff37966b700 1 -- 172.21.15.5:0/2031363539 wait complete. 2024-09-13T16:16:06.089 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.083+0000 7ff37966b700 1 Processor -- start 2024-09-13T16:16:06.089 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.083+0000 7ff37966b700 1 -- start start 2024-09-13T16:16:06.092 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.087+0000 7ff37966b700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7ff3740c5cf0 0x7ff374146280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:06.092 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.087+0000 7ff37966b700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff3740cb290 0x7ff3740c3180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:06.092 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.087+0000 7ff37966b700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7ff3741508d0 0x7ff3740c36c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:06.092 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.087+0000 7ff37966b700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff374158690 con 0x7ff3740cb290 2024-09-13T16:16:06.092 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.087+0000 7ff37966b700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff3740ca200 con 0x7ff3740c5cf0 2024-09-13T16:16:06.092 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.087+0000 7ff37966b700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff37415a4b0 con 0x7ff3741508d0 2024-09-13T16:16:06.093 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.087+0000 7ff3737fe700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff3740cb290 0x7ff3740c3180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:06.093 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.087+0000 7ff3737fe700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff3740cb290 0x7ff3740c3180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:54608/0 (socket says 172.21.15.5:54608) 2024-09-13T16:16:06.093 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.087+0000 7ff3737fe700 1 -- 172.21.15.5:0/3967918447 learned_addr learned my addr 172.21.15.5:0/3967918447 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:16:06.093 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.087+0000 7ff378e6a700 1 --2- 172.21.15.5:0/3967918447 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7ff3741508d0 0x7ff3740c36c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:06.093 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.087+0000 7ff373fff700 1 --2- 172.21.15.5:0/3967918447 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7ff3740c5cf0 0x7ff374146280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:06.093 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.087+0000 7ff3737fe700 1 -- 172.21.15.5:0/3967918447 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7ff3741508d0 msgr2=0x7ff3740c36c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:06.093 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.087+0000 7ff3737fe700 1 --2- 172.21.15.5:0/3967918447 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7ff3741508d0 0x7ff3740c36c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:06.093 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.087+0000 7ff3737fe700 1 -- 172.21.15.5:0/3967918447 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7ff3740c5cf0 msgr2=0x7ff374146280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:06.093 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.087+0000 7ff3737fe700 1 --2- 172.21.15.5:0/3967918447 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7ff3740c5cf0 0x7ff374146280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:06.093 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.087+0000 7ff3737fe700 1 -- 172.21.15.5:0/3967918447 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff364009a70 con 0x7ff3740cb290 2024-09-13T16:16:06.093 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.087+0000 7ff373fff700 1 --2- 172.21.15.5:0/3967918447 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7ff3740c5cf0 0x7ff374146280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:16:06.093 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.087+0000 7ff3737fe700 1 --2- 172.21.15.5:0/3967918447 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff3740cb290 0x7ff3740c3180 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7ff35c00c4f0 tx=0x7ff35c00c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:06.093 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.087+0000 7ff370ff9700 1 -- 172.21.15.5:0/3967918447 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff35c005d90 con 0x7ff3740cb290 2024-09-13T16:16:06.094 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.087+0000 7ff370ff9700 1 -- 172.21.15.5:0/3967918447 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff35c0070d0 con 0x7ff3740cb290 2024-09-13T16:16:06.094 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.087+0000 7ff370ff9700 1 -- 172.21.15.5:0/3967918447 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff35c007440 con 0x7ff3740cb290 2024-09-13T16:16:06.094 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.087+0000 7ff37966b700 1 -- 172.21.15.5:0/3967918447 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff37415a790 con 0x7ff3740cb290 2024-09-13T16:16:06.094 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.087+0000 7ff37966b700 1 -- 172.21.15.5:0/3967918447 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff374158bc0 con 0x7ff3740cb290 2024-09-13T16:16:06.094 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.087+0000 7ff37966b700 1 -- 172.21.15.5:0/3967918447 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff374158de0 con 0x7ff3740cb290 2024-09-13T16:16:06.095 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.091+0000 7ff370ff9700 1 -- 172.21.15.5:0/3967918447 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7ff35c0075a0 con 0x7ff3740cb290 2024-09-13T16:16:06.096 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.091+0000 7ff370ff9700 1 --2- 172.21.15.5:0/3967918447 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7ff354066730 0x7ff354068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:06.096 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.091+0000 7ff370ff9700 1 -- 172.21.15.5:0/3967918447 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7ff35c083900 con 0x7ff3740cb290 2024-09-13T16:16:06.096 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.091+0000 7ff373fff700 1 --2- 172.21.15.5:0/3967918447 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7ff354066730 0x7ff354068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:06.097 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.091+0000 7ff373fff700 1 --2- 172.21.15.5:0/3967918447 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7ff354066730 0x7ff354068bf0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7ff364000f80 tx=0x7ff364011000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:06.104 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.099+0000 7ff370ff9700 1 -- 172.21.15.5:0/3967918447 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7ff35c0509a0 con 0x7ff3740cb290 2024-09-13T16:16:06.277 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.271+0000 7ff37966b700 1 -- 172.21.15.5:0/3967918447 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7ff374150cb0 con 0x7ff3740cb290 2024-09-13T16:16:06.278 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.271+0000 7ff370ff9700 1 -- 172.21.15.5:0/3967918447 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v26) v1 ==== 103+0+11 (secure 0 0 0) 0x7ff35c017020 con 0x7ff3740cb290 2024-09-13T16:16:06.278 INFO:teuthology.orchestra.run.smithi005.stdout:pg_num: 32 2024-09-13T16:16:06.281 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.275+0000 7ff37966b700 1 -- 172.21.15.5:0/3967918447 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7ff354066730 msgr2=0x7ff354068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:06.281 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.275+0000 7ff37966b700 1 --2- 172.21.15.5:0/3967918447 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7ff354066730 0x7ff354068bf0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7ff364000f80 tx=0x7ff364011000 comp rx=0 tx=0).stop 2024-09-13T16:16:06.281 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.275+0000 7ff37966b700 1 -- 172.21.15.5:0/3967918447 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff3740cb290 msgr2=0x7ff3740c3180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:06.281 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.275+0000 7ff37966b700 1 --2- 172.21.15.5:0/3967918447 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff3740cb290 0x7ff3740c3180 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7ff35c00c4f0 tx=0x7ff35c00c8b0 comp rx=0 tx=0).stop 2024-09-13T16:16:06.281 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.275+0000 7ff37966b700 1 -- 172.21.15.5:0/3967918447 shutdown_connections 2024-09-13T16:16:06.281 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.275+0000 7ff37966b700 1 --2- 172.21.15.5:0/3967918447 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7ff3741508d0 0x7ff3740c36c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:06.281 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.275+0000 7ff37966b700 1 --2- 172.21.15.5:0/3967918447 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff3740cb290 0x7ff3740c3180 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:06.281 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.275+0000 7ff37966b700 1 --2- 172.21.15.5:0/3967918447 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7ff354066730 0x7ff354068bf0 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:06.281 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.275+0000 7ff37966b700 1 --2- 172.21.15.5:0/3967918447 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7ff3740c5cf0 0x7ff374146280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:06.282 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.275+0000 7ff37966b700 1 -- 172.21.15.5:0/3967918447 >> 172.21.15.5:0/3967918447 conn(0x7ff3740ca5e0 msgr2=0x7ff374070c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:06.282 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.275+0000 7ff37966b700 1 -- 172.21.15.5:0/3967918447 shutdown_connections 2024-09-13T16:16:06.282 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.275+0000 7ff37966b700 1 -- 172.21.15.5:0/3967918447 wait complete. 2024-09-13T16:16:06.294 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:16:06.406 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.399+0000 7fdfb330d700 1 Processor -- start 2024-09-13T16:16:06.407 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.399+0000 7fdfb330d700 1 -- start start 2024-09-13T16:16:06.407 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.403+0000 7fdfb330d700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fdfac1528d0 0x7fdfac0c4d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:06.408 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.403+0000 7fdfb330d700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fdfac15bdd0 0x7fdfac15c230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:06.408 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.403+0000 7fdfb330d700 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdfac0c5280 con 0x7fdfac152cb0 2024-09-13T16:16:06.408 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.403+0000 7fdfb330d700 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdfac0c9ee0 con 0x7fdfac15bdd0 2024-09-13T16:16:06.408 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.403+0000 7fdfb330d700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdfac071c40 con 0x7fdfac1528d0 2024-09-13T16:16:06.408 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.403+0000 7fdfb1b0a700 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7fdfac152cb0 0x7fdfac06f840 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:53636/0 (socket says 172.21.15.5:53636) 2024-09-13T16:16:06.408 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.403+0000 7fdfb1b0a700 1 -- 172.21.15.5:0/1129076499 learned_addr learned my addr 172.21.15.5:0/1129076499 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-13T16:16:06.408 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.403+0000 7fdfb2b0c700 1 --2- 172.21.15.5:0/1129076499 >> v2:172.21.15.5:3300/0 conn(0x7fdfac15bdd0 0x7fdfac15c230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:06.408 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.403+0000 7fdfb230b700 1 --2- 172.21.15.5:0/1129076499 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fdfac1528d0 0x7fdfac0c4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:06.410 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.403+0000 7fdfb1309700 1 -- 172.21.15.5:0/1129076499 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4165204050 0 0) 0x7fdfa0001110 con 0x7fdfac152cb0 2024-09-13T16:16:06.410 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.403+0000 7fdfb1309700 1 -- 172.21.15.5:0/1129076499 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fdf980035d0 con 0x7fdfac152cb0 2024-09-13T16:16:06.410 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.403+0000 7fdfb2b0c700 1 -- 172.21.15.5:0/1129076499 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fdfac1528d0 msgr2=0x7fdfac0c4d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:06.410 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.403+0000 7fdfb2b0c700 1 --2- 172.21.15.5:0/1129076499 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fdfac1528d0 0x7fdfac0c4d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:06.410 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.403+0000 7fdfb2b0c700 1 -- 172.21.15.5:0/1129076499 >> v1:172.21.15.5:6789/0 conn(0x7fdfac152cb0 legacy=0x7fdfac06f840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:06.410 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.403+0000 7fdfb1309700 1 -- 172.21.15.5:0/1129076499 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4100525362 0 0) 0x7fdf980035d0 con 0x7fdfac152cb0 2024-09-13T16:16:06.411 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.403+0000 7fdfb2b0c700 1 -- 172.21.15.5:0/1129076499 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdfac0c8ff0 con 0x7fdfac15bdd0 2024-09-13T16:16:06.411 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.403+0000 7fdfb230b700 1 --2- 172.21.15.5:0/1129076499 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fdfac1528d0 0x7fdfac0c4d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:16:06.411 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.403+0000 7fdfb2b0c700 1 --2- 172.21.15.5:0/1129076499 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdfac15bdd0 0x7fdfac15c230 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fdfa4009d90 tx=0x7fdfa400b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=872467b5b19a3121 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:06.411 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.403+0000 7fdfb1309700 1 -- 172.21.15.5:0/1129076499 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdfa400e070 con 0x7fdfac15bdd0 2024-09-13T16:16:06.411 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.403+0000 7fdfb1309700 1 -- 172.21.15.5:0/1129076499 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdfa4003a40 con 0x7fdfac15bdd0 2024-09-13T16:16:06.411 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.403+0000 7fdfb1309700 1 -- 172.21.15.5:0/1129076499 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdfa0001800 con 0x7fdfac15bdd0 2024-09-13T16:16:06.411 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.403+0000 7fdfb330d700 1 -- 172.21.15.5:0/1129076499 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdfac15bdd0 msgr2=0x7fdfac15c230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:06.411 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.403+0000 7fdfb330d700 1 --2- 172.21.15.5:0/1129076499 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdfac15bdd0 0x7fdfac15c230 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fdfa4009d90 tx=0x7fdfa400b330 comp rx=0 tx=0).stop 2024-09-13T16:16:06.411 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.403+0000 7fdfb330d700 1 -- 172.21.15.5:0/1129076499 shutdown_connections 2024-09-13T16:16:06.411 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.403+0000 7fdfb330d700 1 --2- 172.21.15.5:0/1129076499 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdfac15bdd0 0x7fdfac15c230 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:06.411 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.403+0000 7fdfb330d700 1 --2- 172.21.15.5:0/1129076499 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fdfac1528d0 0x7fdfac0c4d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:06.412 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.403+0000 7fdfb330d700 1 -- 172.21.15.5:0/1129076499 >> 172.21.15.5:0/1129076499 conn(0x7fdfac06ef90 msgr2=0x7fdfac0ce3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:06.412 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.403+0000 7fdfb330d700 1 -- 172.21.15.5:0/1129076499 shutdown_connections 2024-09-13T16:16:06.412 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.403+0000 7fdfb330d700 1 -- 172.21.15.5:0/1129076499 wait complete. 2024-09-13T16:16:06.414 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.407+0000 7fdfb330d700 1 Processor -- start 2024-09-13T16:16:06.414 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.407+0000 7fdfb330d700 1 -- start start 2024-09-13T16:16:06.414 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.407+0000 7fdfb330d700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdfac152cb0 0x7fdfac1f2760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:06.414 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.407+0000 7fdfb330d700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fdfac15bdd0 0x7fdfac159e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:06.415 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.407+0000 7fdfb330d700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fdfac149120 0x7fdfac0cd550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:06.415 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.407+0000 7fdfb330d700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdfac1f2ca0 con 0x7fdfac152cb0 2024-09-13T16:16:06.415 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.407+0000 7fdfb330d700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdfac1ee7e0 con 0x7fdfac149120 2024-09-13T16:16:06.415 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.407+0000 7fdfb330d700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdfac15b2c0 con 0x7fdfac15bdd0 2024-09-13T16:16:06.415 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.407+0000 7fdfb230b700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdfac152cb0 0x7fdfac1f2760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:06.415 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.407+0000 7fdfb230b700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdfac152cb0 0x7fdfac1f2760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:54632/0 (socket says 172.21.15.5:54632) 2024-09-13T16:16:06.415 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.407+0000 7fdfb230b700 1 -- 172.21.15.5:0/641076420 learned_addr learned my addr 172.21.15.5:0/641076420 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:16:06.415 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.407+0000 7fdfb2b0c700 1 --2- 172.21.15.5:0/641076420 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fdfac149120 0x7fdfac0cd550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:06.415 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.407+0000 7fdfb1b0a700 1 --2- 172.21.15.5:0/641076420 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fdfac15bdd0 0x7fdfac159e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:06.415 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.407+0000 7fdfb230b700 1 -- 172.21.15.5:0/641076420 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fdfac15bdd0 msgr2=0x7fdfac159e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:06.415 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.407+0000 7fdfb230b700 1 --2- 172.21.15.5:0/641076420 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fdfac15bdd0 0x7fdfac159e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:06.415 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.407+0000 7fdfb230b700 1 -- 172.21.15.5:0/641076420 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fdfac149120 msgr2=0x7fdfac0cd550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:06.415 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.407+0000 7fdfb230b700 1 --2- 172.21.15.5:0/641076420 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fdfac149120 0x7fdfac0cd550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:06.415 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.407+0000 7fdfb230b700 1 -- 172.21.15.5:0/641076420 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdfa80094b0 con 0x7fdfac152cb0 2024-09-13T16:16:06.416 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.407+0000 7fdfb230b700 1 --2- 172.21.15.5:0/641076420 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdfac152cb0 0x7fdfac1f2760 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7fdfa800ebe0 tx=0x7fdfa800eef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:06.416 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.407+0000 7fdf9effd700 1 -- 172.21.15.5:0/641076420 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdfa800c850 con 0x7fdfac152cb0 2024-09-13T16:16:06.416 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.407+0000 7fdf9effd700 1 -- 172.21.15.5:0/641076420 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdfa800c9b0 con 0x7fdfac152cb0 2024-09-13T16:16:06.416 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.407+0000 7fdfb330d700 1 -- 172.21.15.5:0/641076420 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdfa4009a70 con 0x7fdfac152cb0 2024-09-13T16:16:06.416 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.407+0000 7fdf9effd700 1 -- 172.21.15.5:0/641076420 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdfa800cd40 con 0x7fdfac152cb0 2024-09-13T16:16:06.416 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.407+0000 7fdfb330d700 1 -- 172.21.15.5:0/641076420 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdfac1eeaa0 con 0x7fdfac152cb0 2024-09-13T16:16:06.416 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.411+0000 7fdfb330d700 1 -- 172.21.15.5:0/641076420 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdfac0c9590 con 0x7fdfac152cb0 2024-09-13T16:16:06.417 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.411+0000 7fdf9effd700 1 -- 172.21.15.5:0/641076420 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fdfa8013470 con 0x7fdfac152cb0 2024-09-13T16:16:06.417 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.411+0000 7fdf9effd700 1 --2- 172.21.15.5:0/641076420 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fdf90066760 0x7fdf90068c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:06.418 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.411+0000 7fdf9effd700 1 -- 172.21.15.5:0/641076420 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fdfa8084780 con 0x7fdfac152cb0 2024-09-13T16:16:06.418 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.411+0000 7fdfb1b0a700 1 --2- 172.21.15.5:0/641076420 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fdf90066760 0x7fdf90068c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:06.419 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.415+0000 7fdfb1b0a700 1 --2- 172.21.15.5:0/641076420 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fdf90066760 0x7fdf90068c20 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fdfac1ec410 tx=0x7fdfa00013c0 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:06.427 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.423+0000 7fdf9effd700 1 -- 172.21.15.5:0/641076420 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fdfac0c9590 con 0x7fdfac152cb0 2024-09-13T16:16:06.639 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.635+0000 7fdfb330d700 1 -- 172.21.15.5:0/641076420 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fdfac0c9590 con 0x7fdfac152cb0 2024-09-13T16:16:06.640 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.635+0000 7fdf9effd700 1 -- 172.21.15.5:0/641076420 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) v1 ==== 93+0+6248 (secure 0 0 0) 0x7fdfac0c9590 con 0x7fdfac152cb0 2024-09-13T16:16:06.640 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-13T16:16:06.640 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":9,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4238,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.179:6835/2401895463","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6834","nonce":2401895463},{"type":"v1","addr":"172.21.15.179:6835","nonce":2401895463}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":4300,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6837/1494583962","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6836","nonce":1494583962},{"type":"v1","addr":"172.21.15.5:6837","nonce":1494583962}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4312,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.179:6839/3686640361","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6838","nonce":3686640361},{"type":"v1","addr":"172.21.15.179:6839","nonce":3686640361}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":14241,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6833/3367514788","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6832","nonce":3367514788},{"type":"v1","addr":"172.21.15.5:6833","nonce":3367514788}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":14259,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6835/1559444898","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6834","nonce":1559444898},{"type":"v1","addr":"172.21.15.5:6835","nonce":1559444898}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":9,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:15:41.393613+0000","modified":"2024-09-13T16:15:58.648912+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":14271},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14271":{"gid":14271,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.179:6837/3666040612","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6836","nonce":3666040612},{"type":"v1","addr":"172.21.15.179:6837","nonce":3666040612}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-09-13T16:16:06.643 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.635+0000 7fdfb330d700 1 -- 172.21.15.5:0/641076420 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fdf90066760 msgr2=0x7fdf90068c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:06.643 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.635+0000 7fdfb330d700 1 --2- 172.21.15.5:0/641076420 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fdf90066760 0x7fdf90068c20 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fdfac1ec410 tx=0x7fdfa00013c0 comp rx=0 tx=0).stop 2024-09-13T16:16:06.643 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.635+0000 7fdfb330d700 1 -- 172.21.15.5:0/641076420 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdfac152cb0 msgr2=0x7fdfac1f2760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:06.643 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.635+0000 7fdfb330d700 1 --2- 172.21.15.5:0/641076420 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdfac152cb0 0x7fdfac1f2760 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7fdfa800ebe0 tx=0x7fdfa800eef0 comp rx=0 tx=0).stop 2024-09-13T16:16:06.643 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.639+0000 7fdfb330d700 1 -- 172.21.15.5:0/641076420 shutdown_connections 2024-09-13T16:16:06.643 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.639+0000 7fdfb330d700 1 --2- 172.21.15.5:0/641076420 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fdf90066760 0x7fdf90068c20 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:06.643 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.639+0000 7fdfb330d700 1 --2- 172.21.15.5:0/641076420 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fdfac149120 0x7fdfac0cd550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:06.643 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.639+0000 7fdfb330d700 1 --2- 172.21.15.5:0/641076420 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fdfac15bdd0 0x7fdfac159e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:06.644 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.639+0000 7fdfb330d700 1 --2- 172.21.15.5:0/641076420 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdfac152cb0 0x7fdfac1f2760 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:06.644 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.639+0000 7fdfb330d700 1 -- 172.21.15.5:0/641076420 >> 172.21.15.5:0/641076420 conn(0x7fdfac1528d0 msgr2=0x7fdfac070de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:06.644 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.639+0000 7fdfb330d700 1 -- 172.21.15.5:0/641076420 shutdown_connections 2024-09-13T16:16:06.644 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.639+0000 7fdfb330d700 1 -- 172.21.15.5:0/641076420 wait complete. 2024-09-13T16:16:06.644 INFO:teuthology.orchestra.run.smithi005.stderr:dumped fsmap epoch 9 2024-09-13T16:16:06.656 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:16:06.766 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.759+0000 7f679ccc4700 1 Processor -- start 2024-09-13T16:16:06.766 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.759+0000 7f679ccc4700 1 -- start start 2024-09-13T16:16:06.768 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.759+0000 7f679ccc4700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f67980c35a0 0x7f67980c4020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:06.768 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.759+0000 7f679ccc4700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f67980c3980 0x7f679815cd10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:06.768 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.759+0000 7f679ccc4700 1 -- --> v1:172.21.15.179:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f67981574f0 con 0x7f679815d250 2024-09-13T16:16:06.768 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.759+0000 7f679ccc4700 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f679806d720 con 0x7f67980c35a0 2024-09-13T16:16:06.768 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.759+0000 7f679ccc4700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f679806cfb0 con 0x7f67980c3980 2024-09-13T16:16:06.768 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.763+0000 7f67977fe700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f67980c35a0 0x7f67980c4020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:06.768 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.763+0000 7f67977fe700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f67980c35a0 0x7f67980c4020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:54644/0 (socket says 172.21.15.5:54644) 2024-09-13T16:16:06.768 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.763+0000 7f67977fe700 1 -- 172.21.15.5:0/3907667213 learned_addr learned my addr 172.21.15.5:0/3907667213 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:16:06.768 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.763+0000 7f6796ffd700 1 --2- 172.21.15.5:0/3907667213 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f67980c3980 0x7f679815cd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:06.768 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.763+0000 7f67977fe700 1 -- 172.21.15.5:0/3907667213 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f67980c3980 msgr2=0x7f679815cd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:06.768 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.763+0000 7f67977fe700 1 --2- 172.21.15.5:0/3907667213 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f67980c3980 0x7f679815cd10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:06.769 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.763+0000 7f67977fe700 1 -- 172.21.15.5:0/3907667213 >> v1:172.21.15.179:6789/0 conn(0x7f679815d250 legacy=0x7f67980c5370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:06.769 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.763+0000 7f67977fe700 1 -- 172.21.15.5:0/3907667213 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f679806d290 con 0x7f67980c35a0 2024-09-13T16:16:06.769 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.763+0000 7f67977fe700 1 --2- 172.21.15.5:0/3907667213 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f67980c35a0 0x7f67980c4020 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f6788009910 tx=0x7f6788009c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=618297a30359ea62 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:06.770 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.763+0000 7f67967fc700 1 -- 172.21.15.5:0/3907667213 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6788011830 con 0x7f67980c35a0 2024-09-13T16:16:06.770 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.763+0000 7f67967fc700 1 -- 172.21.15.5:0/3907667213 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6788011990 con 0x7f67980c35a0 2024-09-13T16:16:06.770 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.763+0000 7f67967fc700 1 -- 172.21.15.5:0/3907667213 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6788011d40 con 0x7f67980c35a0 2024-09-13T16:16:06.770 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.763+0000 7f679ccc4700 1 -- 172.21.15.5:0/3907667213 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f67980c35a0 msgr2=0x7f67980c4020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:06.770 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.763+0000 7f679ccc4700 1 --2- 172.21.15.5:0/3907667213 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f67980c35a0 0x7f67980c4020 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f6788009910 tx=0x7f6788009c20 comp rx=0 tx=0).stop 2024-09-13T16:16:06.770 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.763+0000 7f679ccc4700 1 -- 172.21.15.5:0/3907667213 shutdown_connections 2024-09-13T16:16:06.771 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.763+0000 7f679ccc4700 1 --2- 172.21.15.5:0/3907667213 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f67980c3980 0x7f679815cd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:06.771 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.763+0000 7f679ccc4700 1 --2- 172.21.15.5:0/3907667213 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f67980c35a0 0x7f67980c4020 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:06.771 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.763+0000 7f679ccc4700 1 -- 172.21.15.5:0/3907667213 >> 172.21.15.5:0/3907667213 conn(0x7f679806ada0 msgr2=0x7f67980ca280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:06.771 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.763+0000 7f679ccc4700 1 -- 172.21.15.5:0/3907667213 shutdown_connections 2024-09-13T16:16:06.771 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.763+0000 7f679ccc4700 1 -- 172.21.15.5:0/3907667213 wait complete. 2024-09-13T16:16:06.772 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.767+0000 7f679ccc4700 1 Processor -- start 2024-09-13T16:16:06.773 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.767+0000 7f679ccc4700 1 -- start start 2024-09-13T16:16:06.775 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.767+0000 7f679ccc4700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f67980c35a0 0x7f67981f2280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:06.775 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.767+0000 7f679ccc4700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f67980c3980 0x7f67981582e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:06.775 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.767+0000 7f679ccc4700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f679815d250 0x7f6798152730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:06.775 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.771+0000 7f679ccc4700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f679815f350 con 0x7f679815d250 2024-09-13T16:16:06.775 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.771+0000 7f679ccc4700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f679815f620 con 0x7f67980c35a0 2024-09-13T16:16:06.776 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.771+0000 7f679ccc4700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f679815f900 con 0x7f67980c3980 2024-09-13T16:16:06.776 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.771+0000 7f6797fff700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f679815d250 0x7f6798152730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:06.776 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.771+0000 7f67977fe700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f67980c35a0 0x7f67981f2280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:06.776 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.771+0000 7f6796ffd700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f67980c3980 0x7f67981582e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:06.776 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.771+0000 7f6797fff700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f679815d250 0x7f6798152730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:54654/0 (socket says 172.21.15.5:54654) 2024-09-13T16:16:06.776 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.771+0000 7f6797fff700 1 -- 172.21.15.5:0/583782345 learned_addr learned my addr 172.21.15.5:0/583782345 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:16:06.777 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.771+0000 7f6797fff700 1 -- 172.21.15.5:0/583782345 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f67980c3980 msgr2=0x7f67981582e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:06.777 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.771+0000 7f6797fff700 1 --2- 172.21.15.5:0/583782345 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f67980c3980 0x7f67981582e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:06.777 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.771+0000 7f6797fff700 1 -- 172.21.15.5:0/583782345 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f67980c35a0 msgr2=0x7f67981f2280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:06.778 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.771+0000 7f6797fff700 1 --2- 172.21.15.5:0/583782345 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f67980c35a0 0x7f67981f2280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:06.778 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.771+0000 7f6797fff700 1 -- 172.21.15.5:0/583782345 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6788009570 con 0x7f679815d250 2024-09-13T16:16:06.778 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.771+0000 7f6797fff700 1 --2- 172.21.15.5:0/583782345 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f679815d250 0x7f6798152730 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f679000cb50 tx=0x7f679000ce60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:06.778 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.771+0000 7f678ffff700 1 -- 172.21.15.5:0/583782345 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6790003c20 con 0x7f679815d250 2024-09-13T16:16:06.778 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.771+0000 7f678ffff700 1 -- 172.21.15.5:0/583782345 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6790003d80 con 0x7f679815d250 2024-09-13T16:16:06.778 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.771+0000 7f679ccc4700 1 -- 172.21.15.5:0/583782345 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f679815fbe0 con 0x7f679815d250 2024-09-13T16:16:06.778 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.771+0000 7f678ffff700 1 -- 172.21.15.5:0/583782345 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f679000aa20 con 0x7f679815d250 2024-09-13T16:16:06.778 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.771+0000 7f679ccc4700 1 -- 172.21.15.5:0/583782345 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f67981601a0 con 0x7f679815d250 2024-09-13T16:16:06.778 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.775+0000 7f679ccc4700 1 -- 172.21.15.5:0/583782345 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f67980c4670 con 0x7f679815d250 2024-09-13T16:16:06.780 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.775+0000 7f678ffff700 1 -- 172.21.15.5:0/583782345 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f679000ab80 con 0x7f679815d250 2024-09-13T16:16:06.780 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.775+0000 7f678ffff700 1 --2- 172.21.15.5:0/583782345 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f6778066760 0x7f6778068c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:06.781 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.775+0000 7f678ffff700 1 -- 172.21.15.5:0/583782345 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f67900844c0 con 0x7f679815d250 2024-09-13T16:16:06.781 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.775+0000 7f67977fe700 1 --2- 172.21.15.5:0/583782345 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f6778066760 0x7f6778068c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:06.782 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.775+0000 7f67977fe700 1 --2- 172.21.15.5:0/583782345 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f6778066760 0x7f6778068c20 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f6788000c00 tx=0x7f6788008030 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:06.789 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.783+0000 7f678ffff700 1 -- 172.21.15.5:0/583782345 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f67900514a0 con 0x7f679815d250 2024-09-13T16:16:06.966 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.959+0000 7f679ccc4700 1 -- 172.21.15.5:0/583782345 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f679815aec0 con 0x7f679815d250 2024-09-13T16:16:06.969 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.963+0000 7f678ffff700 1 -- 172.21.15.5:0/583782345 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) v1 ==== 74+0+18286 (secure 0 0 0) 0x7f6790054ac0 con 0x7f679815d250 2024-09-13T16:16:06.969 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-13T16:16:06.969 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":26,"fsid":"6f1d8d4e-46c0-4d05-9003-ad1036cd4028","created":"2024-09-13T16:15:17.129907+0000","modified":"2024-09-13T16:15:45.789265+0000","last_up_change":"2024-09-13T16:15:27.902042+0000","last_in_change":"2024-09-13T16:15:19.310503+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:15:28.621918+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:15:39.544340+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T16:15:40.368287+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T16:15:43.446355+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"7dc606ef-5909-4eb7-8054-af158bc84208","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6800","nonce":851671428},{"type":"v1","addr":"172.21.15.5:6801","nonce":851671428}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6802","nonce":851671428},{"type":"v1","addr":"172.21.15.5:6803","nonce":851671428}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6806","nonce":851671428},{"type":"v1","addr":"172.21.15.5:6807","nonce":851671428}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6804","nonce":851671428},{"type":"v1","addr":"172.21.15.5:6805","nonce":851671428}]},"public_addr":"172.21.15.5:6801/851671428","cluster_addr":"172.21.15.5:6803/851671428","heartbeat_back_addr":"172.21.15.5:6807/851671428","heartbeat_front_addr":"172.21.15.5:6805/851671428","state":["exists","up"]},{"osd":1,"uuid":"ab4b3337-a446-427b-9a52-349561f7c79d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6808","nonce":1418062370},{"type":"v1","addr":"172.21.15.5:6809","nonce":1418062370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6810","nonce":1418062370},{"type":"v1","addr":"172.21.15.5:6811","nonce":1418062370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6814","nonce":1418062370},{"type":"v1","addr":"172.21.15.5:6815","nonce":1418062370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6812","nonce":1418062370},{"type":"v1","addr":"172.21.15.5:6813","nonce":1418062370}]},"public_addr":"172.21.15.5:6809/1418062370","cluster_addr":"172.21.15.5:6811/1418062370","heartbeat_back_addr":"172.21.15.5:6815/1418062370","heartbeat_front_addr":"172.21.15.5:6813/1418062370","state":["exists","up"]},{"osd":2,"uuid":"22d787ea-2049-40c1-aa23-811fdb981dbd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6816","nonce":2713060829},{"type":"v1","addr":"172.21.15.5:6817","nonce":2713060829}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6818","nonce":2713060829},{"type":"v1","addr":"172.21.15.5:6819","nonce":2713060829}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6822","nonce":2713060829},{"type":"v1","addr":"172.21.15.5:6823","nonce":2713060829}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6820","nonce":2713060829},{"type":"v1","addr":"172.21.15.5:6821","nonce":2713060829}]},"public_addr":"172.21.15.5:6817/2713060829","cluster_addr":"172.21.15.5:6819/2713060829","heartbeat_back_addr":"172.21.15.5:6823/2713060829","heartbeat_front_addr":"172.21.15.5:6821/2713060829","state":["exists","up"]},{"osd":3,"uuid":"30e4a102-0fce-46b2-8a6d-a7625c6a5ee9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6824","nonce":576343032},{"type":"v1","addr":"172.21.15.5:6825","nonce":576343032}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6826","nonce":576343032},{"type":"v1","addr":"172.21.15.5:6827","nonce":576343032}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6830","nonce":576343032},{"type":"v1","addr":"172.21.15.5:6831","nonce":576343032}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6828","nonce":576343032},{"type":"v1","addr":"172.21.15.5:6829","nonce":576343032}]},"public_addr":"172.21.15.5:6825/576343032","cluster_addr":"172.21.15.5:6827/576343032","heartbeat_back_addr":"172.21.15.5:6831/576343032","heartbeat_front_addr":"172.21.15.5:6829/576343032","state":["exists","up"]},{"osd":4,"uuid":"f47efe1d-f245-453c-b505-db74fe5df11c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6800","nonce":3624672735},{"type":"v1","addr":"172.21.15.179:6801","nonce":3624672735}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6802","nonce":3624672735},{"type":"v1","addr":"172.21.15.179:6803","nonce":3624672735}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6806","nonce":3624672735},{"type":"v1","addr":"172.21.15.179:6807","nonce":3624672735}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6804","nonce":3624672735},{"type":"v1","addr":"172.21.15.179:6805","nonce":3624672735}]},"public_addr":"172.21.15.179:6801/3624672735","cluster_addr":"172.21.15.179:6803/3624672735","heartbeat_back_addr":"172.21.15.179:6807/3624672735","heartbeat_front_addr":"172.21.15.179:6805/3624672735","state":["exists","up"]},{"osd":5,"uuid":"f6fd9c2f-b7ed-4e7b-a9fd-12aaea05bfa9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6824","nonce":2769164148},{"type":"v1","addr":"172.21.15.179:6825","nonce":2769164148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6826","nonce":2769164148},{"type":"v1","addr":"172.21.15.179:6827","nonce":2769164148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6830","nonce":2769164148},{"type":"v1","addr":"172.21.15.179:6831","nonce":2769164148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6828","nonce":2769164148},{"type":"v1","addr":"172.21.15.179:6829","nonce":2769164148}]},"public_addr":"172.21.15.179:6825/2769164148","cluster_addr":"172.21.15.179:6827/2769164148","heartbeat_back_addr":"172.21.15.179:6831/2769164148","heartbeat_front_addr":"172.21.15.179:6829/2769164148","state":["exists","up"]},{"osd":6,"uuid":"48985a9a-ec23-44a6-8f23-87edd7853994","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6816","nonce":3295700932},{"type":"v1","addr":"172.21.15.179:6817","nonce":3295700932}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6818","nonce":3295700932},{"type":"v1","addr":"172.21.15.179:6819","nonce":3295700932}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6822","nonce":3295700932},{"type":"v1","addr":"172.21.15.179:6823","nonce":3295700932}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6820","nonce":3295700932},{"type":"v1","addr":"172.21.15.179:6821","nonce":3295700932}]},"public_addr":"172.21.15.179:6817/3295700932","cluster_addr":"172.21.15.179:6819/3295700932","heartbeat_back_addr":"172.21.15.179:6823/3295700932","heartbeat_front_addr":"172.21.15.179:6821/3295700932","state":["exists","up"]},{"osd":7,"uuid":"af684358-558e-4fa4-ac35-1e3ef24b9021","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6808","nonce":1502652601},{"type":"v1","addr":"172.21.15.179:6809","nonce":1502652601}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6810","nonce":1502652601},{"type":"v1","addr":"172.21.15.179:6811","nonce":1502652601}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6814","nonce":1502652601},{"type":"v1","addr":"172.21.15.179:6815","nonce":1502652601}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6812","nonce":1502652601},{"type":"v1","addr":"172.21.15.179:6813","nonce":1502652601}]},"public_addr":"172.21.15.179:6809/1502652601","cluster_addr":"172.21.15.179:6811/1502652601","heartbeat_back_addr":"172.21.15.179:6815/1502652601","heartbeat_front_addr":"172.21.15.179:6813/1502652601","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.647314+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:23.936297+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.579030+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.393256+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.524066+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.865771+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.509811+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.613144+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:16:06.972 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.967+0000 7f679ccc4700 1 -- 172.21.15.5:0/583782345 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f6778066760 msgr2=0x7f6778068c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:06.972 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.967+0000 7f679ccc4700 1 --2- 172.21.15.5:0/583782345 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f6778066760 0x7f6778068c20 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f6788000c00 tx=0x7f6788008030 comp rx=0 tx=0).stop 2024-09-13T16:16:06.972 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.967+0000 7f679ccc4700 1 -- 172.21.15.5:0/583782345 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f679815d250 msgr2=0x7f6798152730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:06.972 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.967+0000 7f679ccc4700 1 --2- 172.21.15.5:0/583782345 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f679815d250 0x7f6798152730 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f679000cb50 tx=0x7f679000ce60 comp rx=0 tx=0).stop 2024-09-13T16:16:06.972 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.967+0000 7f679ccc4700 1 -- 172.21.15.5:0/583782345 shutdown_connections 2024-09-13T16:16:06.972 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.967+0000 7f679ccc4700 1 --2- 172.21.15.5:0/583782345 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f679815d250 0x7f6798152730 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:06.972 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.967+0000 7f679ccc4700 1 --2- 172.21.15.5:0/583782345 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f67980c3980 0x7f67981582e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:06.972 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.967+0000 7f679ccc4700 1 --2- 172.21.15.5:0/583782345 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f6778066760 0x7f6778068c20 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:06.972 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.967+0000 7f679ccc4700 1 --2- 172.21.15.5:0/583782345 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f67980c35a0 0x7f67981f2280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:06.972 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.967+0000 7f679ccc4700 1 -- 172.21.15.5:0/583782345 >> 172.21.15.5:0/583782345 conn(0x7f679806ada0 msgr2=0x7f67980c57e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:06.973 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.967+0000 7f679ccc4700 1 -- 172.21.15.5:0/583782345 shutdown_connections 2024-09-13T16:16:06.973 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:06.967+0000 7f679ccc4700 1 -- 172.21.15.5:0/583782345 wait complete. 2024-09-13T16:16:06.989 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:15:28.621918+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:15:39.544340+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T16:15:40.368287+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-09-13T16:15:43.446355+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '26', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-09-13T16:16:06.989 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:16:07.112 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.107+0000 7fdd6b59e700 1 Processor -- start 2024-09-13T16:16:07.113 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.107+0000 7fdd6b59e700 1 -- start start 2024-09-13T16:16:07.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.107+0000 7fdd6b59e700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fdd6c070dd0 0x7fdd6c1565d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:07.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.107+0000 7fdd6b59e700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fdd6c0c4540 0x7fdd6c156b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:07.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.107+0000 7fdd6b59e700 1 -- --> v1:172.21.15.179:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdd6c157050 con 0x7fdd6c0709f0 2024-09-13T16:16:07.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.107+0000 7fdd6b59e700 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdd6c15a870 con 0x7fdd6c070dd0 2024-09-13T16:16:07.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.107+0000 7fdd6b59e700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdd6c0c5240 con 0x7fdd6c0c4540 2024-09-13T16:16:07.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.107+0000 7fdd69d9b700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fdd6c070dd0 0x7fdd6c1565d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:07.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.107+0000 7fdd69d9b700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fdd6c070dd0 0x7fdd6c1565d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:54668/0 (socket says 172.21.15.5:54668) 2024-09-13T16:16:07.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.107+0000 7fdd69d9b700 1 -- 172.21.15.5:0/2111618671 learned_addr learned my addr 172.21.15.5:0/2111618671 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:16:07.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.107+0000 7fdd6ad9d700 1 --2- 172.21.15.5:0/2111618671 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fdd6c0c4540 0x7fdd6c156b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:07.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.107+0000 7fdd69d9b700 1 -- 172.21.15.5:0/2111618671 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fdd6c0c4540 msgr2=0x7fdd6c156b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:07.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.107+0000 7fdd69d9b700 1 --2- 172.21.15.5:0/2111618671 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fdd6c0c4540 0x7fdd6c156b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:07.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.107+0000 7fdd69d9b700 1 -- 172.21.15.5:0/2111618671 >> v1:172.21.15.179:6789/0 conn(0x7fdd6c0709f0 legacy=0x7fdd6c150430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:07.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.107+0000 7fdd69d9b700 1 -- 172.21.15.5:0/2111618671 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdd6c159c60 con 0x7fdd6c070dd0 2024-09-13T16:16:07.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.107+0000 7fdd69d9b700 1 --2- 172.21.15.5:0/2111618671 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdd6c070dd0 0x7fdd6c1565d0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7fdd5c009910 tx=0x7fdd5c009c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e61935dde9ddea55 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:07.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.107+0000 7fdd6959a700 1 -- 172.21.15.5:0/2111618671 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd5c00ba60 con 0x7fdd6c070dd0 2024-09-13T16:16:07.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.107+0000 7fdd6959a700 1 -- 172.21.15.5:0/2111618671 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdd5c00bbc0 con 0x7fdd6c070dd0 2024-09-13T16:16:07.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.107+0000 7fdd6959a700 1 -- 172.21.15.5:0/2111618671 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd5c009e60 con 0x7fdd6c070dd0 2024-09-13T16:16:07.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.111+0000 7fdd6b59e700 1 -- 172.21.15.5:0/2111618671 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdd6c070dd0 msgr2=0x7fdd6c1565d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:07.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.111+0000 7fdd6b59e700 1 --2- 172.21.15.5:0/2111618671 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdd6c070dd0 0x7fdd6c1565d0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7fdd5c009910 tx=0x7fdd5c009c20 comp rx=0 tx=0).stop 2024-09-13T16:16:07.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.111+0000 7fdd6b59e700 1 -- 172.21.15.5:0/2111618671 shutdown_connections 2024-09-13T16:16:07.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.111+0000 7fdd6b59e700 1 --2- 172.21.15.5:0/2111618671 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fdd6c0c4540 0x7fdd6c156b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:07.117 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.111+0000 7fdd6b59e700 1 --2- 172.21.15.5:0/2111618671 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdd6c070dd0 0x7fdd6c1565d0 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:07.117 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.111+0000 7fdd6b59e700 1 -- 172.21.15.5:0/2111618671 >> 172.21.15.5:0/2111618671 conn(0x7fdd6c06a390 msgr2=0x7fdd6c06ada0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:07.117 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.111+0000 7fdd6b59e700 1 -- 172.21.15.5:0/2111618671 shutdown_connections 2024-09-13T16:16:07.117 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.111+0000 7fdd6b59e700 1 -- 172.21.15.5:0/2111618671 wait complete. 2024-09-13T16:16:07.117 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.111+0000 7fdd6b59e700 1 Processor -- start 2024-09-13T16:16:07.117 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.111+0000 7fdd6b59e700 1 -- start start 2024-09-13T16:16:07.119 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.111+0000 7fdd6b59e700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fdd6c0709f0 0x7fdd6c155f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:07.119 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.111+0000 7fdd6b59e700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdd6c070dd0 0x7fdd6c158a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:07.119 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.111+0000 7fdd6b59e700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fdd6c0c4540 0x7fdd6c152aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:07.119 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.111+0000 7fdd6b59e700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdd6c156470 con 0x7fdd6c070dd0 2024-09-13T16:16:07.119 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.111+0000 7fdd6b59e700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdd6c1eea00 con 0x7fdd6c0709f0 2024-09-13T16:16:07.119 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.111+0000 7fdd6b59e700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdd6c1eeef0 con 0x7fdd6c0c4540 2024-09-13T16:16:07.119 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.111+0000 7fdd69d9b700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdd6c070dd0 0x7fdd6c158a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:07.120 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.111+0000 7fdd69d9b700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdd6c070dd0 0x7fdd6c158a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:54678/0 (socket says 172.21.15.5:54678) 2024-09-13T16:16:07.120 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.111+0000 7fdd69d9b700 1 -- 172.21.15.5:0/4219302023 learned_addr learned my addr 172.21.15.5:0/4219302023 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:16:07.120 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.111+0000 7fdd6a59c700 1 --2- 172.21.15.5:0/4219302023 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fdd6c0709f0 0x7fdd6c155f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:07.120 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.115+0000 7fdd6ad9d700 1 --2- 172.21.15.5:0/4219302023 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fdd6c0c4540 0x7fdd6c152aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:07.120 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.115+0000 7fdd69d9b700 1 -- 172.21.15.5:0/4219302023 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fdd6c0c4540 msgr2=0x7fdd6c152aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:07.120 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.115+0000 7fdd69d9b700 1 --2- 172.21.15.5:0/4219302023 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fdd6c0c4540 0x7fdd6c152aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:07.120 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.115+0000 7fdd69d9b700 1 -- 172.21.15.5:0/4219302023 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fdd6c0709f0 msgr2=0x7fdd6c155f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:07.120 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.115+0000 7fdd69d9b700 1 --2- 172.21.15.5:0/4219302023 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fdd6c0709f0 0x7fdd6c155f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:07.120 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.115+0000 7fdd69d9b700 1 -- 172.21.15.5:0/4219302023 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdd5c009570 con 0x7fdd6c070dd0 2024-09-13T16:16:07.120 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.115+0000 7fdd6ad9d700 1 --2- 172.21.15.5:0/4219302023 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fdd6c0c4540 0x7fdd6c152aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:16:07.120 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.115+0000 7fdd69d9b700 1 --2- 172.21.15.5:0/4219302023 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdd6c070dd0 0x7fdd6c158a50 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fdd6c0c6e80 tx=0x7fdd5c004770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:07.121 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.115+0000 7fdd62ffd700 1 -- 172.21.15.5:0/4219302023 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd5c004510 con 0x7fdd6c070dd0 2024-09-13T16:16:07.121 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.115+0000 7fdd62ffd700 1 -- 172.21.15.5:0/4219302023 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdd5c01f070 con 0x7fdd6c070dd0 2024-09-13T16:16:07.121 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.115+0000 7fdd6b59e700 1 -- 172.21.15.5:0/4219302023 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdd6c0c37d0 con 0x7fdd6c070dd0 2024-09-13T16:16:07.121 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.115+0000 7fdd62ffd700 1 -- 172.21.15.5:0/4219302023 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd5c003900 con 0x7fdd6c070dd0 2024-09-13T16:16:07.121 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.115+0000 7fdd6b59e700 1 -- 172.21.15.5:0/4219302023 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdd6c1eec10 con 0x7fdd6c070dd0 2024-09-13T16:16:07.122 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.115+0000 7fdd6b59e700 1 -- 172.21.15.5:0/4219302023 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdd6c0c4e20 con 0x7fdd6c070dd0 2024-09-13T16:16:07.122 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.119+0000 7fdd62ffd700 1 -- 172.21.15.5:0/4219302023 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fdd5c003a60 con 0x7fdd6c070dd0 2024-09-13T16:16:07.123 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.119+0000 7fdd62ffd700 1 --2- 172.21.15.5:0/4219302023 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fdd4c066760 0x7fdd4c068c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:07.124 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.119+0000 7fdd62ffd700 1 -- 172.21.15.5:0/4219302023 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fdd5c021070 con 0x7fdd6c070dd0 2024-09-13T16:16:07.124 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.119+0000 7fdd6a59c700 1 --2- 172.21.15.5:0/4219302023 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fdd4c066760 0x7fdd4c068c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:07.124 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.119+0000 7fdd6a59c700 1 --2- 172.21.15.5:0/4219302023 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fdd4c066760 0x7fdd4c068c20 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fdd54000f60 tx=0x7fdd54009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:07.129 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.123+0000 7fdd62ffd700 1 -- 172.21.15.5:0/4219302023 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fdd5c053060 con 0x7fdd6c070dd0 2024-09-13T16:16:07.299 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.295+0000 7fdd6b59e700 1 -- 172.21.15.5:0/4219302023 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fdd6c070490 con 0x7fdd6c070dd0 2024-09-13T16:16:07.300 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.295+0000 7fdd62ffd700 1 -- 172.21.15.5:0/4219302023 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v26) v1 ==== 93+0+10 (secure 0 0 0) 0x7fdd5c015020 con 0x7fdd6c070dd0 2024-09-13T16:16:07.300 INFO:teuthology.orchestra.run.smithi005.stdout:pg_num: 1 2024-09-13T16:16:07.303 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.295+0000 7fdd6b59e700 1 -- 172.21.15.5:0/4219302023 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fdd4c066760 msgr2=0x7fdd4c068c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:07.303 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.295+0000 7fdd6b59e700 1 --2- 172.21.15.5:0/4219302023 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fdd4c066760 0x7fdd4c068c20 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fdd54000f60 tx=0x7fdd54009040 comp rx=0 tx=0).stop 2024-09-13T16:16:07.303 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.295+0000 7fdd6b59e700 1 -- 172.21.15.5:0/4219302023 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdd6c070dd0 msgr2=0x7fdd6c158a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:07.303 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.295+0000 7fdd6b59e700 1 --2- 172.21.15.5:0/4219302023 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdd6c070dd0 0x7fdd6c158a50 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fdd6c0c6e80 tx=0x7fdd5c004770 comp rx=0 tx=0).stop 2024-09-13T16:16:07.303 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.295+0000 7fdd6b59e700 1 -- 172.21.15.5:0/4219302023 shutdown_connections 2024-09-13T16:16:07.303 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.295+0000 7fdd6b59e700 1 --2- 172.21.15.5:0/4219302023 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fdd6c0c4540 0x7fdd6c152aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:07.303 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.295+0000 7fdd6b59e700 1 --2- 172.21.15.5:0/4219302023 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdd6c070dd0 0x7fdd6c158a50 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:07.303 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.295+0000 7fdd6b59e700 1 --2- 172.21.15.5:0/4219302023 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fdd4c066760 0x7fdd4c068c20 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:07.303 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.295+0000 7fdd6b59e700 1 --2- 172.21.15.5:0/4219302023 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fdd6c0709f0 0x7fdd6c155f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:07.303 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.295+0000 7fdd6b59e700 1 -- 172.21.15.5:0/4219302023 >> 172.21.15.5:0/4219302023 conn(0x7fdd6c06a390 msgr2=0x7fdd6c06d860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:07.304 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.295+0000 7fdd6b59e700 1 -- 172.21.15.5:0/4219302023 shutdown_connections 2024-09-13T16:16:07.304 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.299+0000 7fdd6b59e700 1 -- 172.21.15.5:0/4219302023 wait complete. 2024-09-13T16:16:07.315 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T16:16:07.436 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.431+0000 7fb417dba700 1 Processor -- start 2024-09-13T16:16:07.436 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.431+0000 7fb417dba700 1 -- start start 2024-09-13T16:16:07.437 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.431+0000 7fb417dba700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fb4100c9e20 0x7fb4101527c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:07.438 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.431+0000 7fb417dba700 1 --2- >> v2:172.21.15.179:3300/0 conn(0x7fb4100cb840 0x7fb410152d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:07.438 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.431+0000 7fb417dba700 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb41015c030 con 0x7fb4100ca200 2024-09-13T16:16:07.438 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.431+0000 7fb417dba700 1 -- --> v2:172.21.15.179:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb4100ca850 con 0x7fb4100cb840 2024-09-13T16:16:07.438 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.431+0000 7fb417dba700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb41015c2d0 con 0x7fb4100c9e20 2024-09-13T16:16:07.438 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.431+0000 7fb416357700 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7fb4100ca200 0x7fb410158aa0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:53650/0 (socket says 172.21.15.5:53650) 2024-09-13T16:16:07.438 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.431+0000 7fb416357700 1 -- 172.21.15.5:0/13876010 learned_addr learned my addr 172.21.15.5:0/13876010 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-13T16:16:07.438 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.431+0000 7fb415355700 1 --2- 172.21.15.5:0/13876010 >> v2:172.21.15.179:3300/0 conn(0x7fb4100cb840 0x7fb410152d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:07.438 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.431+0000 7fb415b56700 1 --2- 172.21.15.5:0/13876010 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fb4100c9e20 0x7fb4101527c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:07.439 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.431+0000 7fb414b54700 1 -- 172.21.15.5:0/13876010 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2680338107 0 0) 0x7fb41015c030 con 0x7fb4100ca200 2024-09-13T16:16:07.439 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.431+0000 7fb414b54700 1 -- 172.21.15.5:0/13876010 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fb3fc0035d0 con 0x7fb4100ca200 2024-09-13T16:16:07.439 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.431+0000 7fb415355700 1 -- 172.21.15.5:0/13876010 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fb4100c9e20 msgr2=0x7fb4101527c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:07.439 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.431+0000 7fb415355700 1 --2- 172.21.15.5:0/13876010 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fb4100c9e20 0x7fb4101527c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:07.439 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.431+0000 7fb415355700 1 -- 172.21.15.5:0/13876010 >> v1:172.21.15.5:6789/0 conn(0x7fb4100ca200 legacy=0x7fb410158aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:07.439 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.431+0000 7fb415355700 1 -- 172.21.15.5:0/13876010 --> v2:172.21.15.179:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb41015c5b0 con 0x7fb4100cb840 2024-09-13T16:16:07.440 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.431+0000 7fb415355700 1 --2- 172.21.15.5:0/13876010 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fb4100cb840 0x7fb410152d00 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7fb400009850 tx=0x7fb400009b60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1da1dd54650c97f9 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:07.440 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.435+0000 7fb414b54700 1 -- 172.21.15.5:0/13876010 <== mon.1 v2:172.21.15.179:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb400011830 con 0x7fb4100cb840 2024-09-13T16:16:07.440 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.435+0000 7fb414b54700 1 -- 172.21.15.5:0/13876010 <== mon.1 v2:172.21.15.179:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb400011990 con 0x7fb4100cb840 2024-09-13T16:16:07.440 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.435+0000 7fb414b54700 1 -- 172.21.15.5:0/13876010 <== mon.1 v2:172.21.15.179:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb400011d00 con 0x7fb4100cb840 2024-09-13T16:16:07.441 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.435+0000 7fb417dba700 1 -- 172.21.15.5:0/13876010 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fb4100cb840 msgr2=0x7fb410152d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:07.441 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.435+0000 7fb417dba700 1 --2- 172.21.15.5:0/13876010 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fb4100cb840 0x7fb410152d00 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7fb400009850 tx=0x7fb400009b60 comp rx=0 tx=0).stop 2024-09-13T16:16:07.441 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.435+0000 7fb417dba700 1 -- 172.21.15.5:0/13876010 shutdown_connections 2024-09-13T16:16:07.441 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.435+0000 7fb417dba700 1 --2- 172.21.15.5:0/13876010 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fb4100cb840 0x7fb410152d00 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:07.441 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.435+0000 7fb417dba700 1 --2- 172.21.15.5:0/13876010 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fb4100c9e20 0x7fb4101527c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:07.441 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.435+0000 7fb417dba700 1 -- 172.21.15.5:0/13876010 >> 172.21.15.5:0/13876010 conn(0x7fb4100712e0 msgr2=0x7fb4100716f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:07.441 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.435+0000 7fb417dba700 1 -- 172.21.15.5:0/13876010 shutdown_connections 2024-09-13T16:16:07.441 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.435+0000 7fb417dba700 1 -- 172.21.15.5:0/13876010 wait complete. 2024-09-13T16:16:07.442 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.435+0000 7fb417dba700 1 Processor -- start 2024-09-13T16:16:07.442 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.435+0000 7fb417dba700 1 -- start start 2024-09-13T16:16:07.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.439+0000 7fb417dba700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb4100c9e20 0x7fb4101edeb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:07.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.439+0000 7fb417dba700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fb4100ca200 0x7fb41014e0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:07.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.439+0000 7fb417dba700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fb4100cb840 0x7fb4100ce8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:07.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.439+0000 7fb417dba700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb4101eef20 con 0x7fb4100c9e20 2024-09-13T16:16:07.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.439+0000 7fb417dba700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb4100b1fb0 con 0x7fb4100cb840 2024-09-13T16:16:07.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.439+0000 7fb417dba700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb4101f1c90 con 0x7fb4100ca200 2024-09-13T16:16:07.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.439+0000 7fb415b56700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb4100c9e20 0x7fb4101edeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:07.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.439+0000 7fb415b56700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb4100c9e20 0x7fb4101edeb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:54680/0 (socket says 172.21.15.5:54680) 2024-09-13T16:16:07.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.439+0000 7fb415b56700 1 -- 172.21.15.5:0/491354777 learned_addr learned my addr 172.21.15.5:0/491354777 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:16:07.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.439+0000 7fb415355700 1 --2- 172.21.15.5:0/491354777 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fb4100ca200 0x7fb41014e0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:07.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.439+0000 7fb416357700 1 --2- 172.21.15.5:0/491354777 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fb4100cb840 0x7fb4100ce8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:07.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.439+0000 7fb415b56700 1 -- 172.21.15.5:0/491354777 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fb4100ca200 msgr2=0x7fb41014e0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:07.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.439+0000 7fb415b56700 1 --2- 172.21.15.5:0/491354777 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fb4100ca200 0x7fb41014e0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:07.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.439+0000 7fb415b56700 1 -- 172.21.15.5:0/491354777 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fb4100cb840 msgr2=0x7fb4100ce8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:07.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.439+0000 7fb415b56700 1 --2- 172.21.15.5:0/491354777 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fb4100cb840 0x7fb4100ce8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:07.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.439+0000 7fb415b56700 1 -- 172.21.15.5:0/491354777 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb4000094b0 con 0x7fb4100c9e20 2024-09-13T16:16:07.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.439+0000 7fb415b56700 1 --2- 172.21.15.5:0/491354777 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb4100c9e20 0x7fb4101edeb0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7fb40c00efc0 tx=0x7fb40c00c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:07.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.439+0000 7fb4067fc700 1 -- 172.21.15.5:0/491354777 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb40c00cdc0 con 0x7fb4100c9e20 2024-09-13T16:16:07.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.439+0000 7fb4067fc700 1 -- 172.21.15.5:0/491354777 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb40c00f040 con 0x7fb4100c9e20 2024-09-13T16:16:07.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.439+0000 7fb417dba700 1 -- 172.21.15.5:0/491354777 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb41015bcf0 con 0x7fb4100c9e20 2024-09-13T16:16:07.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.439+0000 7fb4067fc700 1 -- 172.21.15.5:0/491354777 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb40c0146a0 con 0x7fb4100c9e20 2024-09-13T16:16:07.447 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.439+0000 7fb417dba700 1 -- 172.21.15.5:0/491354777 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb4100b21c0 con 0x7fb4100c9e20 2024-09-13T16:16:07.447 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.439+0000 7fb417dba700 1 -- 172.21.15.5:0/491354777 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb410070de0 con 0x7fb4100c9e20 2024-09-13T16:16:07.447 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.443+0000 7fb4067fc700 1 -- 172.21.15.5:0/491354777 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fb40c014800 con 0x7fb4100c9e20 2024-09-13T16:16:07.448 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.443+0000 7fb4067fc700 1 --2- 172.21.15.5:0/491354777 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fb3f4066730 0x7fb3f4068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:07.448 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.443+0000 7fb4067fc700 1 -- 172.21.15.5:0/491354777 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fb40c085180 con 0x7fb4100c9e20 2024-09-13T16:16:07.448 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.443+0000 7fb415355700 1 --2- 172.21.15.5:0/491354777 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fb3f4066730 0x7fb3f4068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:07.449 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.443+0000 7fb415355700 1 --2- 172.21.15.5:0/491354777 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fb3f4066730 0x7fb3f4068bf0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fb4000090b0 tx=0x7fb400008030 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:07.455 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.451+0000 7fb4067fc700 1 -- 172.21.15.5:0/491354777 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fb40c052170 con 0x7fb4100c9e20 2024-09-13T16:16:07.622 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.615+0000 7fb417dba700 1 -- 172.21.15.5:0/491354777 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fb4100b24a0 con 0x7fb4100c9e20 2024-09-13T16:16:07.623 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.619+0000 7fb4067fc700 1 -- 172.21.15.5:0/491354777 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v26) v1 ==== 104+0+11 (secure 0 0 0) 0x7fb40c055790 con 0x7fb4100c9e20 2024-09-13T16:16:07.624 INFO:teuthology.orchestra.run.smithi005.stdout:pg_num: 32 2024-09-13T16:16:07.627 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.619+0000 7fb417dba700 1 -- 172.21.15.5:0/491354777 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fb3f4066730 msgr2=0x7fb3f4068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:07.627 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.619+0000 7fb417dba700 1 --2- 172.21.15.5:0/491354777 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fb3f4066730 0x7fb3f4068bf0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fb4000090b0 tx=0x7fb400008030 comp rx=0 tx=0).stop 2024-09-13T16:16:07.627 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.619+0000 7fb417dba700 1 -- 172.21.15.5:0/491354777 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb4100c9e20 msgr2=0x7fb4101edeb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:07.627 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.619+0000 7fb417dba700 1 --2- 172.21.15.5:0/491354777 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb4100c9e20 0x7fb4101edeb0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7fb40c00efc0 tx=0x7fb40c00c3a0 comp rx=0 tx=0).stop 2024-09-13T16:16:07.627 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.619+0000 7fb417dba700 1 -- 172.21.15.5:0/491354777 shutdown_connections 2024-09-13T16:16:07.628 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.619+0000 7fb417dba700 1 --2- 172.21.15.5:0/491354777 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fb3f4066730 0x7fb3f4068bf0 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:07.628 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.619+0000 7fb417dba700 1 --2- 172.21.15.5:0/491354777 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fb4100cb840 0x7fb4100ce8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:07.628 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.619+0000 7fb417dba700 1 --2- 172.21.15.5:0/491354777 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fb4100ca200 0x7fb41014e0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:07.628 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.619+0000 7fb417dba700 1 --2- 172.21.15.5:0/491354777 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb4100c9e20 0x7fb4101edeb0 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:07.628 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.619+0000 7fb417dba700 1 -- 172.21.15.5:0/491354777 >> 172.21.15.5:0/491354777 conn(0x7fb4100712e0 msgr2=0x7fb4100c39f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:07.628 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.619+0000 7fb417dba700 1 -- 172.21.15.5:0/491354777 shutdown_connections 2024-09-13T16:16:07.629 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.619+0000 7fb417dba700 1 -- 172.21.15.5:0/491354777 wait complete. 2024-09-13T16:16:07.639 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T16:16:07.758 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.751+0000 7f08810d6700 1 Processor -- start 2024-09-13T16:16:07.758 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.751+0000 7f08810d6700 1 -- start start 2024-09-13T16:16:07.759 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.755+0000 7f08810d6700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f087c0cb720 0x7f087c06f840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:07.760 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.755+0000 7f08810d6700 1 --2- >> v2:172.21.15.179:3300/0 conn(0x7f087c070740 0x7f087c070bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:07.760 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.755+0000 7f08810d6700 1 -- --> v1:172.21.15.179:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f087c071110 con 0x7f087c0cb340 2024-09-13T16:16:07.760 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.755+0000 7f08810d6700 1 -- --> v2:172.21.15.179:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f087c0caaf0 con 0x7f087c070740 2024-09-13T16:16:07.760 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.755+0000 7f08810d6700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f087c15bfd0 con 0x7f087c0cb720 2024-09-13T16:16:07.760 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.755+0000 7f087b7fe700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f087c0cb720 0x7f087c06f840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:07.760 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.755+0000 7f08808d5700 1 --2- >> v2:172.21.15.179:3300/0 conn(0x7f087c070740 0x7f087c070bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:07.761 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.755+0000 7f08808d5700 1 --2- >> v2:172.21.15.179:3300/0 conn(0x7f087c070740 0x7f087c070bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.179:3300/0 says I am v2:172.21.15.5:35256/0 (socket says 172.21.15.5:35256) 2024-09-13T16:16:07.761 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.755+0000 7f08808d5700 1 -- 172.21.15.5:0/3777481390 learned_addr learned my addr 172.21.15.5:0/3777481390 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:16:07.761 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.755+0000 7f087bfff700 1 --1- 172.21.15.5:0/3777481390 >> v1:172.21.15.179:6789/0 conn(0x7f087c0cb340 0x7f087c1593c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.179:6789/0 says I am v1:172.21.15.5:46046/0 (socket says 172.21.15.5:46046) 2024-09-13T16:16:07.761 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.755+0000 7f087b7fe700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f087c0cb720 0x7f087c06f840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.179:3301/0 says I am v2:172.21.15.5:37814/0 (socket says 172.21.15.5:37814) 2024-09-13T16:16:07.764 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.755+0000 7f08808d5700 1 -- 172.21.15.5:0/3777481390 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f087c0cb720 msgr2=0x7f087c06f840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:07.764 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.755+0000 7f08808d5700 1 --2- 172.21.15.5:0/3777481390 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f087c0cb720 0x7f087c06f840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:07.764 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.755+0000 7f08808d5700 1 -- 172.21.15.5:0/3777481390 >> v1:172.21.15.179:6789/0 conn(0x7f087c0cb340 legacy=0x7f087c1593c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:07.764 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.755+0000 7f08808d5700 1 -- 172.21.15.5:0/3777481390 --> v2:172.21.15.179:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f087c06fd80 con 0x7f087c070740 2024-09-13T16:16:07.764 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.755+0000 7f08808d5700 1 --2- 172.21.15.5:0/3777481390 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f087c070740 0x7f087c070bd0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f0874009e50 tx=0x7f087400b330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9e04a5c20e2de60 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:07.764 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.755+0000 7f087affd700 1 -- 172.21.15.5:0/3777481390 <== mon.1 v2:172.21.15.179:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f087400e070 con 0x7f087c070740 2024-09-13T16:16:07.764 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.755+0000 7f087affd700 1 -- 172.21.15.5:0/3777481390 <== mon.1 v2:172.21.15.179:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f087400b910 con 0x7f087c070740 2024-09-13T16:16:07.764 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.755+0000 7f087affd700 1 -- 172.21.15.5:0/3777481390 <== mon.1 v2:172.21.15.179:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f087400bcc0 con 0x7f087c070740 2024-09-13T16:16:07.764 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.755+0000 7f08810d6700 1 -- 172.21.15.5:0/3777481390 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f087c070740 msgr2=0x7f087c070bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:07.764 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.755+0000 7f08810d6700 1 --2- 172.21.15.5:0/3777481390 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f087c070740 0x7f087c070bd0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f0874009e50 tx=0x7f087400b330 comp rx=0 tx=0).stop 2024-09-13T16:16:07.764 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.755+0000 7f08810d6700 1 -- 172.21.15.5:0/3777481390 shutdown_connections 2024-09-13T16:16:07.764 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.755+0000 7f08810d6700 1 --2- 172.21.15.5:0/3777481390 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f087c070740 0x7f087c070bd0 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:07.765 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.755+0000 7f08810d6700 1 --2- 172.21.15.5:0/3777481390 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f087c0cb720 0x7f087c06f840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:07.765 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.755+0000 7f08810d6700 1 -- 172.21.15.5:0/3777481390 >> 172.21.15.5:0/3777481390 conn(0x7f087c071f50 msgr2=0x7f087c072360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:07.765 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.755+0000 7f08810d6700 1 -- 172.21.15.5:0/3777481390 shutdown_connections 2024-09-13T16:16:07.765 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.755+0000 7f08810d6700 1 -- 172.21.15.5:0/3777481390 wait complete. 2024-09-13T16:16:07.765 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.755+0000 7f08810d6700 1 Processor -- start 2024-09-13T16:16:07.765 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.759+0000 7f08810d6700 1 -- start start 2024-09-13T16:16:07.765 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.759+0000 7f08810d6700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f087c070740 0x7f087c1f17c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:07.765 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.759+0000 7f08810d6700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f087c0cb340 0x7f087c0ce4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:07.765 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.759+0000 7f08810d6700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f087c0cb720 0x7f087c14ef20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:07.765 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.759+0000 7f08810d6700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f087c1f2510 con 0x7f087c0cb720 2024-09-13T16:16:07.765 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.759+0000 7f08810d6700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f087c0ccf30 con 0x7f087c0cb340 2024-09-13T16:16:07.765 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.759+0000 7f08810d6700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f087c0cd380 con 0x7f087c070740 2024-09-13T16:16:07.765 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.759+0000 7f08808d5700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f087c0cb720 0x7f087c14ef20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:07.766 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.759+0000 7f08808d5700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f087c0cb720 0x7f087c14ef20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:54682/0 (socket says 172.21.15.5:54682) 2024-09-13T16:16:07.766 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.759+0000 7f08808d5700 1 -- 172.21.15.5:0/3417267028 learned_addr learned my addr 172.21.15.5:0/3417267028 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:16:07.766 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.759+0000 7f087b7fe700 1 --2- 172.21.15.5:0/3417267028 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f087c0cb340 0x7f087c0ce4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:07.766 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.759+0000 7f087bfff700 1 --2- 172.21.15.5:0/3417267028 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f087c070740 0x7f087c1f17c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:07.767 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.759+0000 7f08808d5700 1 -- 172.21.15.5:0/3417267028 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f087c070740 msgr2=0x7f087c1f17c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:07.767 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.759+0000 7f08808d5700 1 --2- 172.21.15.5:0/3417267028 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f087c070740 0x7f087c1f17c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:07.767 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.759+0000 7f08808d5700 1 -- 172.21.15.5:0/3417267028 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f087c0cb340 msgr2=0x7f087c0ce4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:07.767 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.759+0000 7f08808d5700 1 --2- 172.21.15.5:0/3417267028 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f087c0cb340 0x7f087c0ce4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:07.767 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.759+0000 7f08808d5700 1 -- 172.21.15.5:0/3417267028 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0874009b30 con 0x7f087c0cb720 2024-09-13T16:16:07.767 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.759+0000 7f087b7fe700 1 --2- 172.21.15.5:0/3417267028 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f087c0cb340 0x7f087c0ce4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:16:07.767 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.759+0000 7f08808d5700 1 --2- 172.21.15.5:0/3417267028 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f087c0cb720 0x7f087c14ef20 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f087400b680 tx=0x7f0874004af0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:07.767 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.759+0000 7f0878ff9700 1 -- 172.21.15.5:0/3417267028 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0874004830 con 0x7f087c0cb720 2024-09-13T16:16:07.767 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.759+0000 7f0878ff9700 1 -- 172.21.15.5:0/3417267028 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f08740099b0 con 0x7f087c0cb720 2024-09-13T16:16:07.767 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.759+0000 7f08810d6700 1 -- 172.21.15.5:0/3417267028 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f087c1f2230 con 0x7f087c0cb720 2024-09-13T16:16:07.768 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.759+0000 7f0878ff9700 1 -- 172.21.15.5:0/3417267028 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0874004990 con 0x7f087c0cb720 2024-09-13T16:16:07.768 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.759+0000 7f08810d6700 1 -- 172.21.15.5:0/3417267028 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f087c152c20 con 0x7f087c0cb720 2024-09-13T16:16:07.768 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.759+0000 7f08810d6700 1 -- 172.21.15.5:0/3417267028 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f087c0677b0 con 0x7f087c0cb720 2024-09-13T16:16:07.769 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.763+0000 7f0878ff9700 1 -- 172.21.15.5:0/3417267028 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f087401c680 con 0x7f087c0cb720 2024-09-13T16:16:07.770 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.763+0000 7f0878ff9700 1 --2- 172.21.15.5:0/3417267028 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f0868066730 0x7f0868068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:07.770 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.763+0000 7f0878ff9700 1 -- 172.21.15.5:0/3417267028 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f0874085ee0 con 0x7f087c0cb720 2024-09-13T16:16:07.770 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.763+0000 7f087bfff700 1 --2- 172.21.15.5:0/3417267028 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f0868066730 0x7f0868068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:07.771 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.767+0000 7f087bfff700 1 --2- 172.21.15.5:0/3417267028 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f0868066730 0x7f0868068bf0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f086c000f60 tx=0x7f086c007ef0 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:07.775 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.771+0000 7f0878ff9700 1 -- 172.21.15.5:0/3417267028 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f0874052fb0 con 0x7f087c0cb720 2024-09-13T16:16:07.952 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.947+0000 7f08810d6700 1 -- 172.21.15.5:0/3417267028 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f087c0cd0a0 con 0x7f087c0cb720 2024-09-13T16:16:07.953 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.947+0000 7f0878ff9700 1 -- 172.21.15.5:0/3417267028 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v26) v1 ==== 100+0+11 (secure 0 0 0) 0x7f087c0cd0a0 con 0x7f087c0cb720 2024-09-13T16:16:07.953 INFO:teuthology.orchestra.run.smithi005.stdout:pg_num: 64 2024-09-13T16:16:07.956 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.951+0000 7f08810d6700 1 -- 172.21.15.5:0/3417267028 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f0868066730 msgr2=0x7f0868068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:07.956 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.951+0000 7f08810d6700 1 --2- 172.21.15.5:0/3417267028 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f0868066730 0x7f0868068bf0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f086c000f60 tx=0x7f086c007ef0 comp rx=0 tx=0).stop 2024-09-13T16:16:07.956 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.951+0000 7f08810d6700 1 -- 172.21.15.5:0/3417267028 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f087c0cb720 msgr2=0x7f087c14ef20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:07.956 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.951+0000 7f08810d6700 1 --2- 172.21.15.5:0/3417267028 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f087c0cb720 0x7f087c14ef20 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f087400b680 tx=0x7f0874004af0 comp rx=0 tx=0).stop 2024-09-13T16:16:07.956 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.951+0000 7f08810d6700 1 -- 172.21.15.5:0/3417267028 shutdown_connections 2024-09-13T16:16:07.956 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.951+0000 7f08810d6700 1 --2- 172.21.15.5:0/3417267028 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f087c0cb720 0x7f087c14ef20 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:07.956 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.951+0000 7f08810d6700 1 --2- 172.21.15.5:0/3417267028 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f0868066730 0x7f0868068bf0 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:07.956 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.951+0000 7f08810d6700 1 --2- 172.21.15.5:0/3417267028 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f087c0cb340 0x7f087c0ce4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:07.956 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.951+0000 7f08810d6700 1 --2- 172.21.15.5:0/3417267028 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f087c070740 0x7f087c1f17c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:07.956 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.951+0000 7f08810d6700 1 -- 172.21.15.5:0/3417267028 >> 172.21.15.5:0/3417267028 conn(0x7f087c071f50 msgr2=0x7f087c0c3b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:07.956 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.951+0000 7f08810d6700 1 -- 172.21.15.5:0/3417267028 shutdown_connections 2024-09-13T16:16:07.956 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:07.951+0000 7f08810d6700 1 -- 172.21.15.5:0/3417267028 wait complete. 2024-09-13T16:16:07.968 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-09-13T16:16:08.087 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.083+0000 7feacf59e700 1 Processor -- start 2024-09-13T16:16:08.087 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.083+0000 7feacf59e700 1 -- start start 2024-09-13T16:16:08.089 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.083+0000 7feacf59e700 1 --2- >> v2:172.21.15.179:3300/0 conn(0x7fead00c5910 0x7fead00701c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:08.089 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.083+0000 7feacf59e700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fead006e350 0x7fead00c43a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:08.089 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.083+0000 7feacf59e700 1 -- --> v1:172.21.15.179:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fead0070850 con 0x7fead006df70 2024-09-13T16:16:08.089 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.083+0000 7feacf59e700 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fead00c48e0 con 0x7fead006e350 2024-09-13T16:16:08.089 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.083+0000 7feacf59e700 1 -- --> v2:172.21.15.179:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fead00c3500 con 0x7fead00c5910 2024-09-13T16:16:08.089 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.083+0000 7feaced9d700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fead006e350 0x7fead00c43a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:08.089 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.083+0000 7feaced9d700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fead006e350 0x7fead00c43a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:54696/0 (socket says 172.21.15.5:54696) 2024-09-13T16:16:08.090 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.083+0000 7feaced9d700 1 -- 172.21.15.5:0/1783466714 learned_addr learned my addr 172.21.15.5:0/1783466714 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:16:08.090 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.083+0000 7feac5d9b700 1 --2- 172.21.15.5:0/1783466714 >> v2:172.21.15.179:3300/0 conn(0x7fead00c5910 0x7fead00701c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:08.090 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.083+0000 7feaced9d700 1 -- 172.21.15.5:0/1783466714 >> v2:172.21.15.179:3300/0 conn(0x7fead00c5910 msgr2=0x7fead00701c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:08.090 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.083+0000 7feaced9d700 1 --2- 172.21.15.5:0/1783466714 >> v2:172.21.15.179:3300/0 conn(0x7fead00c5910 0x7fead00701c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:08.090 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.083+0000 7feaced9d700 1 -- 172.21.15.5:0/1783466714 >> v1:172.21.15.179:6789/0 conn(0x7fead006df70 legacy=0x7fead00c5200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:08.090 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.083+0000 7feaced9d700 1 -- 172.21.15.5:0/1783466714 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fead00c37e0 con 0x7fead006e350 2024-09-13T16:16:08.091 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.083+0000 7feaced9d700 1 --2- 172.21.15.5:0/1783466714 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fead006e350 0x7fead00c43a0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fead00c11d0 tx=0x7feac800d430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3b6b34ae88f34630 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:08.091 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.083+0000 7feacdd9b700 1 -- 172.21.15.5:0/1783466714 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feac8010070 con 0x7fead006e350 2024-09-13T16:16:08.091 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.083+0000 7feacdd9b700 1 -- 172.21.15.5:0/1783466714 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7feac800dce0 con 0x7fead006e350 2024-09-13T16:16:08.091 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.083+0000 7feacdd9b700 1 -- 172.21.15.5:0/1783466714 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feac800b310 con 0x7fead006e350 2024-09-13T16:16:08.091 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.087+0000 7feacf59e700 1 -- 172.21.15.5:0/1783466714 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fead006e350 msgr2=0x7fead00c43a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:08.091 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.087+0000 7feacf59e700 1 --2- 172.21.15.5:0/1783466714 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fead006e350 0x7fead00c43a0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fead00c11d0 tx=0x7feac800d430 comp rx=0 tx=0).stop 2024-09-13T16:16:08.091 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.087+0000 7feacf59e700 1 -- 172.21.15.5:0/1783466714 shutdown_connections 2024-09-13T16:16:08.092 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.087+0000 7feacf59e700 1 --2- 172.21.15.5:0/1783466714 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fead006e350 0x7fead00c43a0 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:08.092 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.087+0000 7feacf59e700 1 --2- 172.21.15.5:0/1783466714 >> v2:172.21.15.179:3300/0 conn(0x7fead00c5910 0x7fead00701c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:08.092 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.087+0000 7feacf59e700 1 -- 172.21.15.5:0/1783466714 >> 172.21.15.5:0/1783466714 conn(0x7fead006a390 msgr2=0x7fead006ada0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:08.092 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.087+0000 7feacf59e700 1 -- 172.21.15.5:0/1783466714 shutdown_connections 2024-09-13T16:16:08.092 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.087+0000 7feacf59e700 1 -- 172.21.15.5:0/1783466714 wait complete. 2024-09-13T16:16:08.093 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.087+0000 7feacf59e700 1 Processor -- start 2024-09-13T16:16:08.093 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.087+0000 7feacf59e700 1 -- start start 2024-09-13T16:16:08.096 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.091+0000 7feacf59e700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fead006df70 0x7fead006ce60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:08.096 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.091+0000 7feacf59e700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fead006e350 0x7fead0148990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:08.096 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.091+0000 7feacf59e700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fead00c5910 0x7fead0148ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:08.097 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.091+0000 7feacf59e700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fead01437f0 con 0x7fead00c5910 2024-09-13T16:16:08.097 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.091+0000 7feacf59e700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fead0141e90 con 0x7fead006e350 2024-09-13T16:16:08.097 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.091+0000 7feacf59e700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fead014bbc0 con 0x7fead006df70 2024-09-13T16:16:08.097 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.091+0000 7feaced9d700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fead00c5910 0x7fead0148ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:08.097 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.091+0000 7feaced9d700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fead00c5910 0x7fead0148ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:54706/0 (socket says 172.21.15.5:54706) 2024-09-13T16:16:08.097 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.091+0000 7feaced9d700 1 -- 172.21.15.5:0/2792763519 learned_addr learned my addr 172.21.15.5:0/2792763519 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:16:08.097 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.091+0000 7feac5d9b700 1 --2- 172.21.15.5:0/2792763519 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fead006e350 0x7fead0148990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:08.097 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.091+0000 7feace59c700 1 --2- 172.21.15.5:0/2792763519 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fead006df70 0x7fead006ce60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:08.097 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.091+0000 7feaced9d700 1 -- 172.21.15.5:0/2792763519 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fead006df70 msgr2=0x7fead006ce60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:08.097 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.091+0000 7feaced9d700 1 --2- 172.21.15.5:0/2792763519 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fead006df70 0x7fead006ce60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:08.097 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.091+0000 7feaced9d700 1 -- 172.21.15.5:0/2792763519 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fead006e350 msgr2=0x7fead0148990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:08.097 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.091+0000 7feaced9d700 1 --2- 172.21.15.5:0/2792763519 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fead006e350 0x7fead0148990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:08.097 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.091+0000 7feaced9d700 1 -- 172.21.15.5:0/2792763519 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feac800bd40 con 0x7fead00c5910 2024-09-13T16:16:08.098 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.091+0000 7feace59c700 1 --2- 172.21.15.5:0/2792763519 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fead006df70 0x7fead006ce60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:16:08.098 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.091+0000 7feaced9d700 1 --2- 172.21.15.5:0/2792763519 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fead00c5910 0x7fead0148ed0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7fead0068c00 tx=0x7feac8004af0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:08.098 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.091+0000 7feac77fe700 1 -- 172.21.15.5:0/2792763519 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feac800bbc0 con 0x7fead00c5910 2024-09-13T16:16:08.098 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.091+0000 7feac77fe700 1 -- 172.21.15.5:0/2792763519 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7feac800b4c0 con 0x7fead00c5910 2024-09-13T16:16:08.098 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.091+0000 7feacf59e700 1 -- 172.21.15.5:0/2792763519 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fead014b640 con 0x7fead00c5910 2024-09-13T16:16:08.098 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.091+0000 7feac77fe700 1 -- 172.21.15.5:0/2792763519 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feac8004040 con 0x7fead00c5910 2024-09-13T16:16:08.098 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.091+0000 7feacf59e700 1 -- 172.21.15.5:0/2792763519 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fead01ed890 con 0x7fead00c5910 2024-09-13T16:16:08.098 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.091+0000 7feacf59e700 1 -- 172.21.15.5:0/2792763519 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fead0141fd0 con 0x7fead00c5910 2024-09-13T16:16:08.098 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.091+0000 7feac77fe700 1 -- 172.21.15.5:0/2792763519 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7feac80041a0 con 0x7fead00c5910 2024-09-13T16:16:08.099 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.095+0000 7feac77fe700 1 --2- 172.21.15.5:0/2792763519 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7feab0066730 0x7feab0068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:08.099 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.095+0000 7feac77fe700 1 -- 172.21.15.5:0/2792763519 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7feac8088280 con 0x7fead00c5910 2024-09-13T16:16:08.100 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.095+0000 7feace59c700 1 --2- 172.21.15.5:0/2792763519 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7feab0066730 0x7feab0068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:08.100 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.095+0000 7feace59c700 1 --2- 172.21.15.5:0/2792763519 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7feab0066730 0x7feab0068bf0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7feac0000f60 tx=0x7feac0009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:08.108 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.103+0000 7feac77fe700 1 -- 172.21.15.5:0/2792763519 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fead0141fd0 con 0x7fead00c5910 2024-09-13T16:16:08.276 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.271+0000 7feacf59e700 1 -- 172.21.15.5:0/2792763519 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7fead0141fd0 con 0x7fead00c5910 2024-09-13T16:16:08.276 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.271+0000 7feac77fe700 1 -- 172.21.15.5:0/2792763519 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v26) v1 ==== 103+0+11 (secure 0 0 0) 0x7fead0141fd0 con 0x7fead00c5910 2024-09-13T16:16:08.277 INFO:teuthology.orchestra.run.smithi005.stdout:pg_num: 32 2024-09-13T16:16:08.279 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.271+0000 7feacf59e700 1 -- 172.21.15.5:0/2792763519 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7feab0066730 msgr2=0x7feab0068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:08.279 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.271+0000 7feacf59e700 1 --2- 172.21.15.5:0/2792763519 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7feab0066730 0x7feab0068bf0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7feac0000f60 tx=0x7feac0009040 comp rx=0 tx=0).stop 2024-09-13T16:16:08.279 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.271+0000 7feacf59e700 1 -- 172.21.15.5:0/2792763519 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fead00c5910 msgr2=0x7fead0148ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:08.279 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.271+0000 7feacf59e700 1 --2- 172.21.15.5:0/2792763519 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fead00c5910 0x7fead0148ed0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7fead0068c00 tx=0x7feac8004af0 comp rx=0 tx=0).stop 2024-09-13T16:16:08.279 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.271+0000 7feacf59e700 1 -- 172.21.15.5:0/2792763519 shutdown_connections 2024-09-13T16:16:08.279 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.271+0000 7feacf59e700 1 --2- 172.21.15.5:0/2792763519 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fead00c5910 0x7fead0148ed0 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:08.279 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.271+0000 7feacf59e700 1 --2- 172.21.15.5:0/2792763519 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7feab0066730 0x7feab0068bf0 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:08.279 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.271+0000 7feacf59e700 1 --2- 172.21.15.5:0/2792763519 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fead006e350 0x7fead0148990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:08.279 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.271+0000 7feacf59e700 1 --2- 172.21.15.5:0/2792763519 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fead006df70 0x7fead006ce60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:08.279 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.271+0000 7feacf59e700 1 -- 172.21.15.5:0/2792763519 >> 172.21.15.5:0/2792763519 conn(0x7fead006a390 msgr2=0x7fead014dcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:08.279 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.275+0000 7feacf59e700 1 -- 172.21.15.5:0/2792763519 shutdown_connections 2024-09-13T16:16:08.279 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.275+0000 7feacf59e700 1 -- 172.21.15.5:0/2792763519 wait complete. 2024-09-13T16:16:08.291 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:16:08.407 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.403+0000 7fd080e91700 1 Processor -- start 2024-09-13T16:16:08.407 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.403+0000 7fd080e91700 1 -- start start 2024-09-13T16:16:08.408 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.403+0000 7fd080e91700 1 --2- >> v2:172.21.15.179:3300/0 conn(0x7fd07c1570c0 0x7fd07c0700e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:08.408 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.403+0000 7fd080e91700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fd07c15ce10 0x7fd07c06a390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:08.408 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.403+0000 7fd080e91700 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd07c06fc50 con 0x7fd07c06de70 2024-09-13T16:16:08.409 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.403+0000 7fd080e91700 1 -- --> v2:172.21.15.179:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd07c0c64c0 con 0x7fd07c1570c0 2024-09-13T16:16:08.409 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.403+0000 7fd080e91700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd07c06e340 con 0x7fd07c15ce10 2024-09-13T16:16:08.409 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.403+0000 7fd07ad9d700 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7fd07c06de70 0x7fd07c1603a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:53658/0 (socket says 172.21.15.5:53658) 2024-09-13T16:16:08.409 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.403+0000 7fd07ad9d700 1 -- 172.21.15.5:0/4018153465 learned_addr learned my addr 172.21.15.5:0/4018153465 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-13T16:16:08.409 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.403+0000 7fd07a59c700 1 --2- 172.21.15.5:0/4018153465 >> v2:172.21.15.179:3300/0 conn(0x7fd07c1570c0 0x7fd07c0700e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:08.409 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.403+0000 7fd073fff700 1 --2- 172.21.15.5:0/4018153465 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fd07c15ce10 0x7fd07c06a390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:08.410 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.403+0000 7fd073fff700 1 -- 172.21.15.5:0/4018153465 >> v2:172.21.15.179:3300/0 conn(0x7fd07c1570c0 msgr2=0x7fd07c0700e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:08.410 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.403+0000 7fd073fff700 1 --2- 172.21.15.5:0/4018153465 >> v2:172.21.15.179:3300/0 conn(0x7fd07c1570c0 0x7fd07c0700e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:08.410 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.403+0000 7fd073fff700 1 -- 172.21.15.5:0/4018153465 >> v1:172.21.15.5:6789/0 conn(0x7fd07c06de70 legacy=0x7fd07c1603a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:08.410 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.403+0000 7fd073fff700 1 -- 172.21.15.5:0/4018153465 --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd07c0c40a0 con 0x7fd07c15ce10 2024-09-13T16:16:08.410 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.403+0000 7fd073fff700 1 --2- 172.21.15.5:0/4018153465 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fd07c15ce10 0x7fd07c06a390 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fd064009850 tx=0x7fd064009b60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c100c02dac922c1d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:08.410 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.403+0000 7fd079d9b700 1 -- 172.21.15.5:0/4018153465 <== mon.2 v2:172.21.15.179:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd064011830 con 0x7fd07c15ce10 2024-09-13T16:16:08.410 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.403+0000 7fd079d9b700 1 -- 172.21.15.5:0/4018153465 <== mon.2 v2:172.21.15.179:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd064011990 con 0x7fd07c15ce10 2024-09-13T16:16:08.410 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.403+0000 7fd079d9b700 1 -- 172.21.15.5:0/4018153465 <== mon.2 v2:172.21.15.179:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd064011d40 con 0x7fd07c15ce10 2024-09-13T16:16:08.411 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.403+0000 7fd080e91700 1 -- 172.21.15.5:0/4018153465 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fd07c15ce10 msgr2=0x7fd07c06a390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:08.411 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.403+0000 7fd080e91700 1 --2- 172.21.15.5:0/4018153465 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fd07c15ce10 0x7fd07c06a390 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fd064009850 tx=0x7fd064009b60 comp rx=0 tx=0).stop 2024-09-13T16:16:08.411 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.403+0000 7fd080e91700 1 -- 172.21.15.5:0/4018153465 shutdown_connections 2024-09-13T16:16:08.411 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.403+0000 7fd080e91700 1 --2- 172.21.15.5:0/4018153465 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fd07c15ce10 0x7fd07c06a390 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:08.411 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.403+0000 7fd080e91700 1 --2- 172.21.15.5:0/4018153465 >> v2:172.21.15.179:3300/0 conn(0x7fd07c1570c0 0x7fd07c0700e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:08.411 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.403+0000 7fd080e91700 1 -- 172.21.15.5:0/4018153465 >> 172.21.15.5:0/4018153465 conn(0x7fd07c0ca3f0 msgr2=0x7fd07c0ca800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:08.411 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.407+0000 7fd080e91700 1 -- 172.21.15.5:0/4018153465 shutdown_connections 2024-09-13T16:16:08.412 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.407+0000 7fd080e91700 1 -- 172.21.15.5:0/4018153465 wait complete. 2024-09-13T16:16:08.412 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.407+0000 7fd080e91700 1 Processor -- start 2024-09-13T16:16:08.412 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.407+0000 7fd080e91700 1 -- start start 2024-09-13T16:16:08.415 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.407+0000 7fd080e91700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fd07c06de70 0x7fd07c1f3460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:08.415 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.407+0000 7fd080e91700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd07c1570c0 0x7fd07c0c92d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:08.415 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.407+0000 7fd080e91700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fd07c15ce10 0x7fd07c14f290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:08.415 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.407+0000 7fd080e91700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd07c1512b0 con 0x7fd07c1570c0 2024-09-13T16:16:08.415 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.407+0000 7fd080e91700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd07c1f39a0 con 0x7fd07c15ce10 2024-09-13T16:16:08.415 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.407+0000 7fd080e91700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd07c0c9c60 con 0x7fd07c06de70 2024-09-13T16:16:08.415 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.407+0000 7fd073fff700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd07c1570c0 0x7fd07c0c92d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:08.415 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.407+0000 7fd073fff700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd07c1570c0 0x7fd07c0c92d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:54710/0 (socket says 172.21.15.5:54710) 2024-09-13T16:16:08.415 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.407+0000 7fd073fff700 1 -- 172.21.15.5:0/1037557386 learned_addr learned my addr 172.21.15.5:0/1037557386 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:16:08.415 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.407+0000 7fd07a59c700 1 --2- 172.21.15.5:0/1037557386 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fd07c06de70 0x7fd07c1f3460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:08.416 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.407+0000 7fd07ad9d700 1 --2- 172.21.15.5:0/1037557386 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fd07c15ce10 0x7fd07c14f290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:08.416 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.411+0000 7fd073fff700 1 -- 172.21.15.5:0/1037557386 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fd07c06de70 msgr2=0x7fd07c1f3460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:08.416 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.411+0000 7fd073fff700 1 --2- 172.21.15.5:0/1037557386 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fd07c06de70 0x7fd07c1f3460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:08.416 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.411+0000 7fd073fff700 1 -- 172.21.15.5:0/1037557386 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fd07c15ce10 msgr2=0x7fd07c14f290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:08.416 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.411+0000 7fd073fff700 1 --2- 172.21.15.5:0/1037557386 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fd07c15ce10 0x7fd07c14f290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:08.416 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.411+0000 7fd073fff700 1 -- 172.21.15.5:0/1037557386 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd0640094b0 con 0x7fd07c1570c0 2024-09-13T16:16:08.416 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.411+0000 7fd073fff700 1 --2- 172.21.15.5:0/1037557386 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd07c1570c0 0x7fd07c0c92d0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fd0640090b0 tx=0x7fd064004770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:08.417 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.411+0000 7fd072ffd700 1 -- 172.21.15.5:0/1037557386 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd06401a950 con 0x7fd07c1570c0 2024-09-13T16:16:08.417 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.411+0000 7fd072ffd700 1 -- 172.21.15.5:0/1037557386 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd06401f070 con 0x7fd07c1570c0 2024-09-13T16:16:08.417 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.411+0000 7fd080e91700 1 -- 172.21.15.5:0/1037557386 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd07c1e7ce0 con 0x7fd07c1570c0 2024-09-13T16:16:08.417 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.411+0000 7fd072ffd700 1 -- 172.21.15.5:0/1037557386 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd06401ad10 con 0x7fd07c1570c0 2024-09-13T16:16:08.417 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.411+0000 7fd080e91700 1 -- 172.21.15.5:0/1037557386 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd07c1e7f80 con 0x7fd07c1570c0 2024-09-13T16:16:08.418 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.411+0000 7fd080e91700 1 -- 172.21.15.5:0/1037557386 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd07c1574a0 con 0x7fd07c1570c0 2024-09-13T16:16:08.418 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.411+0000 7fd072ffd700 1 -- 172.21.15.5:0/1037557386 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fd06402e450 con 0x7fd07c1570c0 2024-09-13T16:16:08.419 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.415+0000 7fd072ffd700 1 --2- 172.21.15.5:0/1037557386 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fd05c066730 0x7fd05c068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:08.419 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.415+0000 7fd072ffd700 1 -- 172.21.15.5:0/1037557386 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fd064085430 con 0x7fd07c1570c0 2024-09-13T16:16:08.419 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.415+0000 7fd07a59c700 1 --2- 172.21.15.5:0/1037557386 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fd05c066730 0x7fd05c068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:08.420 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.415+0000 7fd07a59c700 1 --2- 172.21.15.5:0/1037557386 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fd05c066730 0x7fd05c068bf0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fd06c009b50 tx=0x7fd06c009240 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:08.426 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.419+0000 7fd072ffd700 1 -- 172.21.15.5:0/1037557386 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fd0640524b0 con 0x7fd07c1570c0 2024-09-13T16:16:08.631 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.627+0000 7fd080e91700 1 -- 172.21.15.5:0/1037557386 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fd07c0c1820 con 0x7fd07c1570c0 2024-09-13T16:16:08.632 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.627+0000 7fd072ffd700 1 -- 172.21.15.5:0/1037557386 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) v1 ==== 93+0+6248 (secure 0 0 0) 0x7fd064055ad0 con 0x7fd07c1570c0 2024-09-13T16:16:08.632 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-13T16:16:08.632 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":9,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4238,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.179:6835/2401895463","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6834","nonce":2401895463},{"type":"v1","addr":"172.21.15.179:6835","nonce":2401895463}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":4300,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6837/1494583962","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6836","nonce":1494583962},{"type":"v1","addr":"172.21.15.5:6837","nonce":1494583962}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4312,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.179:6839/3686640361","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6838","nonce":3686640361},{"type":"v1","addr":"172.21.15.179:6839","nonce":3686640361}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":14241,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6833/3367514788","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6832","nonce":3367514788},{"type":"v1","addr":"172.21.15.5:6833","nonce":3367514788}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":14259,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6835/1559444898","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6834","nonce":1559444898},{"type":"v1","addr":"172.21.15.5:6835","nonce":1559444898}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":9,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:15:41.393613+0000","modified":"2024-09-13T16:15:58.648912+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":14271},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14271":{"gid":14271,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.179:6837/3666040612","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6836","nonce":3666040612},{"type":"v1","addr":"172.21.15.179:6837","nonce":3666040612}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-09-13T16:16:08.636 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.627+0000 7fd080e91700 1 -- 172.21.15.5:0/1037557386 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fd05c066730 msgr2=0x7fd05c068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:08.636 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.627+0000 7fd080e91700 1 --2- 172.21.15.5:0/1037557386 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fd05c066730 0x7fd05c068bf0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fd06c009b50 tx=0x7fd06c009240 comp rx=0 tx=0).stop 2024-09-13T16:16:08.637 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.627+0000 7fd080e91700 1 -- 172.21.15.5:0/1037557386 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd07c1570c0 msgr2=0x7fd07c0c92d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:08.637 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.627+0000 7fd080e91700 1 --2- 172.21.15.5:0/1037557386 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd07c1570c0 0x7fd07c0c92d0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fd0640090b0 tx=0x7fd064004770 comp rx=0 tx=0).stop 2024-09-13T16:16:08.637 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.631+0000 7fd080e91700 1 -- 172.21.15.5:0/1037557386 shutdown_connections 2024-09-13T16:16:08.637 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.631+0000 7fd080e91700 1 --2- 172.21.15.5:0/1037557386 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fd05c066730 0x7fd05c068bf0 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:08.637 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.631+0000 7fd080e91700 1 --2- 172.21.15.5:0/1037557386 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fd07c15ce10 0x7fd07c14f290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:08.637 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.631+0000 7fd080e91700 1 --2- 172.21.15.5:0/1037557386 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd07c1570c0 0x7fd07c0c92d0 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:08.637 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.631+0000 7fd080e91700 1 --2- 172.21.15.5:0/1037557386 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fd07c06de70 0x7fd07c1f3460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:08.637 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.631+0000 7fd080e91700 1 -- 172.21.15.5:0/1037557386 >> 172.21.15.5:0/1037557386 conn(0x7fd07c0ca3f0 msgr2=0x7fd07c06a390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:08.637 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.631+0000 7fd080e91700 1 -- 172.21.15.5:0/1037557386 shutdown_connections 2024-09-13T16:16:08.637 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.631+0000 7fd080e91700 1 -- 172.21.15.5:0/1037557386 wait complete. 2024-09-13T16:16:08.637 INFO:teuthology.orchestra.run.smithi005.stderr:dumped fsmap epoch 9 2024-09-13T16:16:08.652 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:16:08.769 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.763+0000 7f3fba15d700 1 Processor -- start 2024-09-13T16:16:08.769 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.763+0000 7f3fba15d700 1 -- start start 2024-09-13T16:16:08.771 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.763+0000 7f3fba15d700 1 --2- >> v2:172.21.15.179:3300/0 conn(0x7f3fb414c640 0x7f3fb40c4870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:08.771 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.767+0000 7f3fba15d700 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3fb406fec0 con 0x7f3fb4071ee0 2024-09-13T16:16:08.771 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.767+0000 7f3fba15d700 1 -- --> v1:172.21.15.179:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3fb406f8e0 con 0x7f3fb40c42b0 2024-09-13T16:16:08.771 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.767+0000 7f3fba15d700 1 -- --> v2:172.21.15.179:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3fb40c3d00 con 0x7f3fb414c640 2024-09-13T16:16:08.771 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.767+0000 7f3fb3fff700 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f3fb4071ee0 0x7f3fb4160080 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:53670/0 (socket says 172.21.15.5:53670) 2024-09-13T16:16:08.771 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.767+0000 7f3fb3fff700 1 -- 172.21.15.5:0/1392687520 learned_addr learned my addr 172.21.15.5:0/1392687520 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-13T16:16:08.771 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.767+0000 7f3fb37fe700 1 --2- 172.21.15.5:0/1392687520 >> v2:172.21.15.179:3300/0 conn(0x7f3fb414c640 0x7f3fb40c4870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:08.773 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.767+0000 7f3fb27fc700 1 -- 172.21.15.5:0/1392687520 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 763109813 0 0) 0x7f3fb406fec0 con 0x7f3fb4071ee0 2024-09-13T16:16:08.773 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.767+0000 7f3fb27fc700 1 -- 172.21.15.5:0/1392687520 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f3f9c0035d0 con 0x7f3fb4071ee0 2024-09-13T16:16:08.773 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.767+0000 7f3fb27fc700 1 -- 172.21.15.5:0/1392687520 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 114766632 0 0) 0x7f3f9c0035d0 con 0x7f3fb4071ee0 2024-09-13T16:16:08.773 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.767+0000 7f3fb37fe700 1 -- 172.21.15.5:0/1392687520 >> v1:172.21.15.179:6789/0 conn(0x7f3fb40c42b0 legacy=0x7f3fb40717d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:08.773 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.767+0000 7f3fb37fe700 1 -- 172.21.15.5:0/1392687520 >> v1:172.21.15.5:6789/0 conn(0x7f3fb4071ee0 legacy=0x7f3fb4160080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:08.773 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.767+0000 7f3fb37fe700 1 -- 172.21.15.5:0/1392687520 --> v2:172.21.15.179:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3fb406fb50 con 0x7f3fb414c640 2024-09-13T16:16:08.773 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.767+0000 7f3fb37fe700 1 --2- 172.21.15.5:0/1392687520 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f3fb414c640 0x7f3fb40c4870 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f3fa4009850 tx=0x7f3fa4009b60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=89154a2c851e8e85 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:08.773 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.767+0000 7f3fb27fc700 1 -- 172.21.15.5:0/1392687520 <== mon.1 v2:172.21.15.179:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3fac0019f0 con 0x7f3fb414c640 2024-09-13T16:16:08.773 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.767+0000 7f3fb27fc700 1 -- 172.21.15.5:0/1392687520 <== mon.1 v2:172.21.15.179:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3fa4004030 con 0x7f3fb414c640 2024-09-13T16:16:08.773 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.767+0000 7f3fb27fc700 1 -- 172.21.15.5:0/1392687520 <== mon.1 v2:172.21.15.179:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3fa40043c0 con 0x7f3fb414c640 2024-09-13T16:16:08.774 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.767+0000 7f3fba15d700 1 -- 172.21.15.5:0/1392687520 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f3fb414c640 msgr2=0x7f3fb40c4870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:08.774 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.767+0000 7f3fba15d700 1 --2- 172.21.15.5:0/1392687520 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f3fb414c640 0x7f3fb40c4870 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f3fa4009850 tx=0x7f3fa4009b60 comp rx=0 tx=0).stop 2024-09-13T16:16:08.774 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.767+0000 7f3fba15d700 1 -- 172.21.15.5:0/1392687520 shutdown_connections 2024-09-13T16:16:08.774 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.767+0000 7f3fba15d700 1 --2- 172.21.15.5:0/1392687520 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f3fb414c640 0x7f3fb40c4870 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:08.774 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.767+0000 7f3fba15d700 1 -- 172.21.15.5:0/1392687520 >> 172.21.15.5:0/1392687520 conn(0x7f3fb40c8b10 msgr2=0x7f3fb40c8f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:08.774 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.767+0000 7f3fba15d700 1 -- 172.21.15.5:0/1392687520 shutdown_connections 2024-09-13T16:16:08.775 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.767+0000 7f3fba15d700 1 -- 172.21.15.5:0/1392687520 wait complete. 2024-09-13T16:16:08.777 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.771+0000 7f3fba15d700 1 Processor -- start 2024-09-13T16:16:08.777 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.771+0000 7f3fba15d700 1 -- start start 2024-09-13T16:16:08.779 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.771+0000 7f3fba15d700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3fb4071ee0 0x7f3fb40c6ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:08.779 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.771+0000 7f3fba15d700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f3fb40c42b0 0x7f3fb41451e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:08.779 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.771+0000 7f3fba15d700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f3fb414c640 0x7f3fb41e07e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:08.779 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.771+0000 7f3fba15d700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3fb41ec000 con 0x7f3fb4071ee0 2024-09-13T16:16:08.779 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.771+0000 7f3fba15d700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3fb41e0350 con 0x7f3fb414c640 2024-09-13T16:16:08.780 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.771+0000 7f3fba15d700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3fb41eba80 con 0x7f3fb40c42b0 2024-09-13T16:16:08.780 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.771+0000 7f3fb37fe700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3fb4071ee0 0x7f3fb40c6ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:08.780 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.771+0000 7f3fb37fe700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3fb4071ee0 0x7f3fb40c6ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:54718/0 (socket says 172.21.15.5:54718) 2024-09-13T16:16:08.780 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.771+0000 7f3fb37fe700 1 -- 172.21.15.5:0/2002575645 learned_addr learned my addr 172.21.15.5:0/2002575645 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:16:08.780 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.771+0000 7f3fb3fff700 1 --2- 172.21.15.5:0/2002575645 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f3fb414c640 0x7f3fb41e07e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:08.780 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.771+0000 7f3fb2ffd700 1 --2- 172.21.15.5:0/2002575645 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f3fb40c42b0 0x7f3fb41451e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:08.780 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.771+0000 7f3fb37fe700 1 -- 172.21.15.5:0/2002575645 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f3fb40c42b0 msgr2=0x7f3fb41451e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:08.780 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.771+0000 7f3fb37fe700 1 --2- 172.21.15.5:0/2002575645 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f3fb40c42b0 0x7f3fb41451e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:08.780 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.771+0000 7f3fb37fe700 1 -- 172.21.15.5:0/2002575645 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f3fb414c640 msgr2=0x7f3fb41e07e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:08.780 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.771+0000 7f3fb37fe700 1 --2- 172.21.15.5:0/2002575645 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f3fb414c640 0x7f3fb41e07e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:08.780 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.771+0000 7f3fb37fe700 1 -- 172.21.15.5:0/2002575645 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3fa40094b0 con 0x7f3fb4071ee0 2024-09-13T16:16:08.781 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.775+0000 7f3fb37fe700 1 --2- 172.21.15.5:0/2002575645 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3fb4071ee0 0x7f3fb40c6ad0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f3fb40c1fe0 tx=0x7f3fa4004770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:08.781 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.775+0000 7f3f9bfff700 1 -- 172.21.15.5:0/2002575645 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3fa4011830 con 0x7f3fb4071ee0 2024-09-13T16:16:08.781 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.775+0000 7f3f9bfff700 1 -- 172.21.15.5:0/2002575645 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3fa401f070 con 0x7f3fb4071ee0 2024-09-13T16:16:08.781 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.775+0000 7f3fba15d700 1 -- 172.21.15.5:0/2002575645 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3fb40c4f00 con 0x7f3fb4071ee0 2024-09-13T16:16:08.781 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.775+0000 7f3f9bfff700 1 -- 172.21.15.5:0/2002575645 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3fa4011bd0 con 0x7f3fb4071ee0 2024-09-13T16:16:08.781 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.775+0000 7f3fba15d700 1 -- 172.21.15.5:0/2002575645 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3fb4145eb0 con 0x7f3fb4071ee0 2024-09-13T16:16:08.782 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.775+0000 7f3fba15d700 1 -- 172.21.15.5:0/2002575645 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3fb406cde0 con 0x7f3fb4071ee0 2024-09-13T16:16:08.782 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.775+0000 7f3f9bfff700 1 -- 172.21.15.5:0/2002575645 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f3fa4011d30 con 0x7f3fb4071ee0 2024-09-13T16:16:08.782 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.775+0000 7f3f9bfff700 1 --2- 172.21.15.5:0/2002575645 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f3fa0066730 0x7f3fa0068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:08.782 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.775+0000 7f3f9bfff700 1 -- 172.21.15.5:0/2002575645 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f3fa4021070 con 0x7f3fb4071ee0 2024-09-13T16:16:08.782 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.775+0000 7f3fb2ffd700 1 --2- 172.21.15.5:0/2002575645 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f3fa0066730 0x7f3fa0068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:08.783 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.779+0000 7f3fb2ffd700 1 --2- 172.21.15.5:0/2002575645 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f3fa0066730 0x7f3fa0068bf0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f3fb40c3a00 tx=0x7f3fa8009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:08.791 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.787+0000 7f3f9bfff700 1 -- 172.21.15.5:0/2002575645 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f3fa4052f10 con 0x7f3fb4071ee0 2024-09-13T16:16:08.967 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.963+0000 7f3fba15d700 1 -- 172.21.15.5:0/2002575645 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f3fb4067510 con 0x7f3fb4071ee0 2024-09-13T16:16:08.969 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.963+0000 7f3f9bfff700 1 -- 172.21.15.5:0/2002575645 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) v1 ==== 74+0+18286 (secure 0 0 0) 0x7f3fb4067510 con 0x7f3fb4071ee0 2024-09-13T16:16:08.970 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-13T16:16:08.970 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":26,"fsid":"6f1d8d4e-46c0-4d05-9003-ad1036cd4028","created":"2024-09-13T16:15:17.129907+0000","modified":"2024-09-13T16:15:45.789265+0000","last_up_change":"2024-09-13T16:15:27.902042+0000","last_in_change":"2024-09-13T16:15:19.310503+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:15:28.621918+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:15:39.544340+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T16:15:40.368287+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T16:15:43.446355+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"7dc606ef-5909-4eb7-8054-af158bc84208","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6800","nonce":851671428},{"type":"v1","addr":"172.21.15.5:6801","nonce":851671428}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6802","nonce":851671428},{"type":"v1","addr":"172.21.15.5:6803","nonce":851671428}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6806","nonce":851671428},{"type":"v1","addr":"172.21.15.5:6807","nonce":851671428}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6804","nonce":851671428},{"type":"v1","addr":"172.21.15.5:6805","nonce":851671428}]},"public_addr":"172.21.15.5:6801/851671428","cluster_addr":"172.21.15.5:6803/851671428","heartbeat_back_addr":"172.21.15.5:6807/851671428","heartbeat_front_addr":"172.21.15.5:6805/851671428","state":["exists","up"]},{"osd":1,"uuid":"ab4b3337-a446-427b-9a52-349561f7c79d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6808","nonce":1418062370},{"type":"v1","addr":"172.21.15.5:6809","nonce":1418062370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6810","nonce":1418062370},{"type":"v1","addr":"172.21.15.5:6811","nonce":1418062370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6814","nonce":1418062370},{"type":"v1","addr":"172.21.15.5:6815","nonce":1418062370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6812","nonce":1418062370},{"type":"v1","addr":"172.21.15.5:6813","nonce":1418062370}]},"public_addr":"172.21.15.5:6809/1418062370","cluster_addr":"172.21.15.5:6811/1418062370","heartbeat_back_addr":"172.21.15.5:6815/1418062370","heartbeat_front_addr":"172.21.15.5:6813/1418062370","state":["exists","up"]},{"osd":2,"uuid":"22d787ea-2049-40c1-aa23-811fdb981dbd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6816","nonce":2713060829},{"type":"v1","addr":"172.21.15.5:6817","nonce":2713060829}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6818","nonce":2713060829},{"type":"v1","addr":"172.21.15.5:6819","nonce":2713060829}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6822","nonce":2713060829},{"type":"v1","addr":"172.21.15.5:6823","nonce":2713060829}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6820","nonce":2713060829},{"type":"v1","addr":"172.21.15.5:6821","nonce":2713060829}]},"public_addr":"172.21.15.5:6817/2713060829","cluster_addr":"172.21.15.5:6819/2713060829","heartbeat_back_addr":"172.21.15.5:6823/2713060829","heartbeat_front_addr":"172.21.15.5:6821/2713060829","state":["exists","up"]},{"osd":3,"uuid":"30e4a102-0fce-46b2-8a6d-a7625c6a5ee9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6824","nonce":576343032},{"type":"v1","addr":"172.21.15.5:6825","nonce":576343032}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6826","nonce":576343032},{"type":"v1","addr":"172.21.15.5:6827","nonce":576343032}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6830","nonce":576343032},{"type":"v1","addr":"172.21.15.5:6831","nonce":576343032}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6828","nonce":576343032},{"type":"v1","addr":"172.21.15.5:6829","nonce":576343032}]},"public_addr":"172.21.15.5:6825/576343032","cluster_addr":"172.21.15.5:6827/576343032","heartbeat_back_addr":"172.21.15.5:6831/576343032","heartbeat_front_addr":"172.21.15.5:6829/576343032","state":["exists","up"]},{"osd":4,"uuid":"f47efe1d-f245-453c-b505-db74fe5df11c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6800","nonce":3624672735},{"type":"v1","addr":"172.21.15.179:6801","nonce":3624672735}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6802","nonce":3624672735},{"type":"v1","addr":"172.21.15.179:6803","nonce":3624672735}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6806","nonce":3624672735},{"type":"v1","addr":"172.21.15.179:6807","nonce":3624672735}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6804","nonce":3624672735},{"type":"v1","addr":"172.21.15.179:6805","nonce":3624672735}]},"public_addr":"172.21.15.179:6801/3624672735","cluster_addr":"172.21.15.179:6803/3624672735","heartbeat_back_addr":"172.21.15.179:6807/3624672735","heartbeat_front_addr":"172.21.15.179:6805/3624672735","state":["exists","up"]},{"osd":5,"uuid":"f6fd9c2f-b7ed-4e7b-a9fd-12aaea05bfa9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6824","nonce":2769164148},{"type":"v1","addr":"172.21.15.179:6825","nonce":2769164148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6826","nonce":2769164148},{"type":"v1","addr":"172.21.15.179:6827","nonce":2769164148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6830","nonce":2769164148},{"type":"v1","addr":"172.21.15.179:6831","nonce":2769164148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6828","nonce":2769164148},{"type":"v1","addr":"172.21.15.179:6829","nonce":2769164148}]},"public_addr":"172.21.15.179:6825/2769164148","cluster_addr":"172.21.15.179:6827/2769164148","heartbeat_back_addr":"172.21.15.179:6831/2769164148","heartbeat_front_addr":"172.21.15.179:6829/2769164148","state":["exists","up"]},{"osd":6,"uuid":"48985a9a-ec23-44a6-8f23-87edd7853994","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6816","nonce":3295700932},{"type":"v1","addr":"172.21.15.179:6817","nonce":3295700932}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6818","nonce":3295700932},{"type":"v1","addr":"172.21.15.179:6819","nonce":3295700932}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6822","nonce":3295700932},{"type":"v1","addr":"172.21.15.179:6823","nonce":3295700932}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6820","nonce":3295700932},{"type":"v1","addr":"172.21.15.179:6821","nonce":3295700932}]},"public_addr":"172.21.15.179:6817/3295700932","cluster_addr":"172.21.15.179:6819/3295700932","heartbeat_back_addr":"172.21.15.179:6823/3295700932","heartbeat_front_addr":"172.21.15.179:6821/3295700932","state":["exists","up"]},{"osd":7,"uuid":"af684358-558e-4fa4-ac35-1e3ef24b9021","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6808","nonce":1502652601},{"type":"v1","addr":"172.21.15.179:6809","nonce":1502652601}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6810","nonce":1502652601},{"type":"v1","addr":"172.21.15.179:6811","nonce":1502652601}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6814","nonce":1502652601},{"type":"v1","addr":"172.21.15.179:6815","nonce":1502652601}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6812","nonce":1502652601},{"type":"v1","addr":"172.21.15.179:6813","nonce":1502652601}]},"public_addr":"172.21.15.179:6809/1502652601","cluster_addr":"172.21.15.179:6811/1502652601","heartbeat_back_addr":"172.21.15.179:6815/1502652601","heartbeat_front_addr":"172.21.15.179:6813/1502652601","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.647314+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:23.936297+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.579030+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.393256+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.524066+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.865771+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.509811+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.613144+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:16:08.974 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.967+0000 7f3fba15d700 1 -- 172.21.15.5:0/2002575645 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f3fa0066730 msgr2=0x7f3fa0068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:08.974 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.967+0000 7f3fba15d700 1 --2- 172.21.15.5:0/2002575645 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f3fa0066730 0x7f3fa0068bf0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f3fb40c3a00 tx=0x7f3fa8009040 comp rx=0 tx=0).stop 2024-09-13T16:16:08.974 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.967+0000 7f3fba15d700 1 -- 172.21.15.5:0/2002575645 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3fb4071ee0 msgr2=0x7f3fb40c6ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:08.974 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.967+0000 7f3fba15d700 1 --2- 172.21.15.5:0/2002575645 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3fb4071ee0 0x7f3fb40c6ad0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f3fb40c1fe0 tx=0x7f3fa4004770 comp rx=0 tx=0).stop 2024-09-13T16:16:08.974 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.967+0000 7f3fba15d700 1 -- 172.21.15.5:0/2002575645 shutdown_connections 2024-09-13T16:16:08.974 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.967+0000 7f3fba15d700 1 --2- 172.21.15.5:0/2002575645 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f3fa0066730 0x7f3fa0068bf0 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:08.974 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.967+0000 7f3fba15d700 1 --2- 172.21.15.5:0/2002575645 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f3fb414c640 0x7f3fb41e07e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:08.974 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.967+0000 7f3fba15d700 1 --2- 172.21.15.5:0/2002575645 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f3fb40c42b0 0x7f3fb41451e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:08.975 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.967+0000 7f3fba15d700 1 --2- 172.21.15.5:0/2002575645 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3fb4071ee0 0x7f3fb40c6ad0 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:08.975 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.967+0000 7f3fba15d700 1 -- 172.21.15.5:0/2002575645 >> 172.21.15.5:0/2002575645 conn(0x7f3fb40c8b10 msgr2=0x7f3fb4142170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:08.975 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.967+0000 7f3fba15d700 1 -- 172.21.15.5:0/2002575645 shutdown_connections 2024-09-13T16:16:08.975 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:08.967+0000 7f3fba15d700 1 -- 172.21.15.5:0/2002575645 wait complete. 2024-09-13T16:16:08.990 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:16:09.102 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:09.095+0000 7f4084f9d700 1 Processor -- start 2024-09-13T16:16:09.103 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:09.095+0000 7f4084f9d700 1 -- start start 2024-09-13T16:16:09.103 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:09.099+0000 7f4084f9d700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f40800c68a0 0x7f4080150cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:09.103 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:09.099+0000 7f4084f9d700 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f408006e760 con 0x7f408006cc60 2024-09-13T16:16:09.103 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:09.099+0000 7f4084f9d700 1 -- --> v1:172.21.15.179:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f40800caea0 con 0x7f40800c3c00 2024-09-13T16:16:09.103 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:09.099+0000 7f4084f9d700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f40800c6250 con 0x7f40800c68a0 2024-09-13T16:16:09.103 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:09.099+0000 7f407effd700 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f408006cc60 0x7f40801505b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:53672/0 (socket says 172.21.15.5:53672) 2024-09-13T16:16:09.104 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:09.099+0000 7f407effd700 1 -- 172.21.15.5:0/2125031265 learned_addr learned my addr 172.21.15.5:0/2125031265 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-13T16:16:09.106 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:09.099+0000 7f407ffff700 1 --2- 172.21.15.5:0/2125031265 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f40800c68a0 0x7f4080150cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:09.107 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:09.099+0000 7f407e7fc700 1 -- 172.21.15.5:0/2125031265 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4282978213 0 0) 0x7f408006e760 con 0x7f408006cc60 2024-09-13T16:16:09.107 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:09.099+0000 7f407e7fc700 1 -- 172.21.15.5:0/2125031265 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f40680035d0 con 0x7f408006cc60 2024-09-13T16:16:09.107 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:09.099+0000 7f407e7fc700 1 -- 172.21.15.5:0/2125031265 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2501943763 0 0) 0x7f40680035d0 con 0x7f408006cc60 2024-09-13T16:16:09.107 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:09.099+0000 7f407e7fc700 1 -- 172.21.15.5:0/2125031265 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f40800c68a0 msgr2=0x7f4080150cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:09.107 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:09.099+0000 7f407e7fc700 1 --2- 172.21.15.5:0/2125031265 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f40800c68a0 0x7f4080150cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:09.107 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:09.099+0000 7f407e7fc700 1 -- 172.21.15.5:0/2125031265 >> v1:172.21.15.179:6789/0 conn(0x7f40800c3c00 legacy=0x7f40801568a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:09.107 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:09.099+0000 7f407e7fc700 1 -- 172.21.15.5:0/2125031265 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f40800c4db0 con 0x7f408006cc60 2024-09-13T16:16:09.107 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:09.099+0000 7f407e7fc700 1 -- 172.21.15.5:0/2125031265 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 830915072 0 0) 0x7f4070001670 con 0x7f408006cc60 2024-09-13T16:16:09.107 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:09.099+0000 7f407e7fc700 1 -- 172.21.15.5:0/2125031265 >> v1:172.21.15.5:6789/0 conn(0x7f408006cc60 legacy=0x7f40801505b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:09.107 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:09.099+0000 7f407e7fc700 1 --2- 172.21.15.5:0/2125031265 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f4068003ac0 0x7f4068003ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:09.107 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:09.099+0000 7f407e7fc700 1 --2- 172.21.15.5:0/2125031265 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f40800c68a0 0x7f4068004870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:09.107 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:09.099+0000 7f407e7fc700 1 --2- 172.21.15.5:0/2125031265 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4068004db0 0x7f4068005230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:09.108 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:09.099+0000 7f407e7fc700 1 -- 172.21.15.5:0/2125031265 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f406800bb10 con 0x7f4068004db0 2024-09-13T16:16:09.108 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:09.099+0000 7f407e7fc700 1 -- 172.21.15.5:0/2125031265 --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f406800bc80 con 0x7f4068003ac0 2024-09-13T16:16:09.108 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:09.099+0000 7f407e7fc700 1 -- 172.21.15.5:0/2125031265 --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f406800be40 con 0x7f40800c68a0 2024-09-13T16:16:09.108 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:09.099+0000 7f407ffff700 1 --2- 172.21.15.5:0/2125031265 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4068004db0 0x7f4068005230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:09.108 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:09.099+0000 7f407f7fe700 1 --2- 172.21.15.5:0/2125031265 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f4068003ac0 0x7f4068003ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:09.108 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:09.099+0000 7f407effd700 1 --2- 172.21.15.5:0/2125031265 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f40800c68a0 0x7f4068004870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:09.108 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:09.099+0000 7f407ffff700 1 -- 172.21.15.5:0/2125031265 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f40800c68a0 msgr2=0x7f4068004870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:09.108 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:09.099+0000 7f407ffff700 1 --2- 172.21.15.5:0/2125031265 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f40800c68a0 0x7f4068004870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:09.108 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:09.099+0000 7f407ffff700 1 -- 172.21.15.5:0/2125031265 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f4068003ac0 msgr2=0x7f4068003ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:09.108 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:09.099+0000 7f407ffff700 1 --2- 172.21.15.5:0/2125031265 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f4068003ac0 0x7f4068003ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:09.108 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:09.099+0000 7f407ffff700 1 -- 172.21.15.5:0/2125031265 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f40680035d0 con 0x7f4068004db0 2024-09-13T16:16:09.108 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:09.099+0000 7f407ffff700 1 --2- 172.21.15.5:0/2125031265 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4068004db0 0x7f4068005230 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f40801579d0 tx=0x7f40680058a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=132549f41d9f91d2 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:09.108 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:09.099+0000 7f407e7fc700 1 -- 172.21.15.5:0/2125031265 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f407800eba0 con 0x7f4068004db0 2024-09-13T16:16:09.109 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:09.099+0000 7f407e7fc700 1 -- 172.21.15.5:0/2125031265 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f407800f040 con 0x7f4068004db0 2024-09-13T16:16:09.109 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:09.099+0000 7f407e7fc700 1 -- 172.21.15.5:0/2125031265 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4078014480 con 0x7f4068004db0 2024-09-13T16:16:09.109 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:09.099+0000 7f4084f9d700 1 -- 172.21.15.5:0/2125031265 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4068004db0 msgr2=0x7f4068005230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:09.109 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:09.099+0000 7f4084f9d700 1 --2- 172.21.15.5:0/2125031265 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4068004db0 0x7f4068005230 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f40801579d0 tx=0x7f40680058a0 comp rx=0 tx=0).stop 2024-09-13T16:16:09.109 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:09.099+0000 7f407ffff700 1 -- 172.21.15.5:0/2125031265 reap_dead start 2024-09-13T16:16:09.109 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:09.099+0000 7f4084f9d700 1 -- 172.21.15.5:0/2125031265 shutdown_connections 2024-09-13T16:16:09.109 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:09.099+0000 7f4084f9d700 1 -- 172.21.15.5:0/2125031265 >> 172.21.15.5:0/2125031265 conn(0x7f408006ada0 msgr2=0x7f40800ca280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:09.109 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:09.099+0000 7f4084f9d700 1 -- 172.21.15.5:0/2125031265 shutdown_connections 2024-09-13T16:16:09.109 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:09.099+0000 7f4084f9d700 1 -- 172.21.15.5:0/2125031265 wait complete. 2024-09-13T16:16:09.111 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:09.103+0000 7f4084f9d700 1 Processor -- start 2024-09-13T16:16:09.111 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:09.103+0000 7f4084f9d700 1 -- start start 2024-09-13T16:16:09.111 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:09.103+0000 7f4084f9d700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4068004db0 0x7f40800c2410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:09.111 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:09.103+0000 7f4084f9d700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f40800c35b0 0x7f40801ea100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:09.111 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:09.103+0000 7f4084f9d700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f40801ee0c0 0x7f40801415e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:09.112 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:09.103+0000 7f4084f9d700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f40801ee570 con 0x7f4068004db0 2024-09-13T16:16:09.112 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:09.103+0000 7f4084f9d700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f40801ed670 con 0x7f40801ee0c0 2024-09-13T16:16:09.112 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:09.103+0000 7f4084f9d700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f40801edc30 con 0x7f40800c35b0 2024-09-13T16:16:09.112 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:09.103+0000 7f407f7fe700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4068004db0 0x7f40800c2410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:09.112 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:09.103+0000 7f407f7fe700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4068004db0 0x7f40800c2410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:54724/0 (socket says 172.21.15.5:54724) 2024-09-13T16:16:09.112 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:09.103+0000 7f407f7fe700 1 -- 172.21.15.5:0/2905943728 learned_addr learned my addr 172.21.15.5:0/2905943728 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:16:09.112 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:09.103+0000 7f407ffff700 1 --2- 172.21.15.5:0/2905943728 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f40801ee0c0 0x7f40801415e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:09.112 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:09.103+0000 7f407effd700 1 --2- 172.21.15.5:0/2905943728 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f40800c35b0 0x7f40801ea100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:09.112 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:09.103+0000 7f407f7fe700 1 -- 172.21.15.5:0/2905943728 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f40800c35b0 msgr2=0x7f40801ea100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:09.112 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:09.103+0000 7f407f7fe700 1 --2- 172.21.15.5:0/2905943728 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f40800c35b0 0x7f40801ea100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:09.112 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:09.103+0000 7f407f7fe700 1 -- 172.21.15.5:0/2905943728 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f40801ee0c0 msgr2=0x7f40801415e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:09.112 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:09.103+0000 7f407f7fe700 1 --2- 172.21.15.5:0/2905943728 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f40801ee0c0 0x7f40801415e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:09.112 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:09.103+0000 7f407f7fe700 1 -- 172.21.15.5:0/2905943728 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f408014cb20 con 0x7f4068004db0 2024-09-13T16:16:09.113 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:09.103+0000 7f407effd700 1 --2- 172.21.15.5:0/2905943728 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f40800c35b0 0x7f40801ea100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:16:09.113 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:09.103+0000 7f407f7fe700 1 --2- 172.21.15.5:0/2905943728 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4068004db0 0x7f40800c2410 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f407400e7b0 tx=0x7f407400eac0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:09.113 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:09.107+0000 7f4067fff700 1 -- 172.21.15.5:0/2905943728 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f40740052e0 con 0x7f4068004db0 2024-09-13T16:16:09.113 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:09.107+0000 7f4067fff700 1 -- 172.21.15.5:0/2905943728 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4074005440 con 0x7f4068004db0 2024-09-13T16:16:09.113 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:09.107+0000 7f4084f9d700 1 -- 172.21.15.5:0/2905943728 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f40800c9940 con 0x7f4068004db0 2024-09-13T16:16:09.113 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:09.107+0000 7f4067fff700 1 -- 172.21.15.5:0/2905943728 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f40740038e0 con 0x7f4068004db0 2024-09-13T16:16:09.113 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:09.107+0000 7f4084f9d700 1 -- 172.21.15.5:0/2905943728 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4080155cf0 con 0x7f4068004db0 2024-09-13T16:16:09.113 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:09.107+0000 7f4084f9d700 1 -- 172.21.15.5:0/2905943728 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f40800c10b0 con 0x7f4068004db0 2024-09-13T16:16:09.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:09.107+0000 7f4067fff700 1 -- 172.21.15.5:0/2905943728 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f4074003a40 con 0x7f4068004db0 2024-09-13T16:16:09.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:09.107+0000 7f4067fff700 1 --2- 172.21.15.5:0/2905943728 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f406c066760 0x7f406c068c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:09.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:09.107+0000 7f4067fff700 1 -- 172.21.15.5:0/2905943728 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f4074083bb0 con 0x7f4068004db0 2024-09-13T16:16:09.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:09.111+0000 7f407effd700 1 --2- 172.21.15.5:0/2905943728 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f406c066760 0x7f406c068c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:09.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:09.111+0000 7f407effd700 1 --2- 172.21.15.5:0/2905943728 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f406c066760 0x7f406c068c20 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f4070001050 tx=0x7f4070009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:09.122 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:09.115+0000 7f4067fff700 1 -- 172.21.15.5:0/2905943728 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f4074050c50 con 0x7f4068004db0 2024-09-13T16:16:09.324 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:09.319+0000 7f4084f9d700 1 -- 172.21.15.5:0/2905943728 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f408006d5c0 con 0x7f4068004db0 2024-09-13T16:16:09.325 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:09.319+0000 7f4067fff700 1 -- 172.21.15.5:0/2905943728 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) v1 ==== 93+0+6248 (secure 0 0 0) 0x7f4074019090 con 0x7f4068004db0 2024-09-13T16:16:09.325 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-13T16:16:09.325 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":9,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4238,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.179:6835/2401895463","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6834","nonce":2401895463},{"type":"v1","addr":"172.21.15.179:6835","nonce":2401895463}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":4300,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6837/1494583962","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6836","nonce":1494583962},{"type":"v1","addr":"172.21.15.5:6837","nonce":1494583962}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4312,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.179:6839/3686640361","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6838","nonce":3686640361},{"type":"v1","addr":"172.21.15.179:6839","nonce":3686640361}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":14241,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6833/3367514788","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6832","nonce":3367514788},{"type":"v1","addr":"172.21.15.5:6833","nonce":3367514788}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":14259,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6835/1559444898","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6834","nonce":1559444898},{"type":"v1","addr":"172.21.15.5:6835","nonce":1559444898}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":9,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:15:41.393613+0000","modified":"2024-09-13T16:15:58.648912+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":14271},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14271":{"gid":14271,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.179:6837/3666040612","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6836","nonce":3666040612},{"type":"v1","addr":"172.21.15.179:6837","nonce":3666040612}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-09-13T16:16:09.328 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:09.323+0000 7f4084f9d700 1 -- 172.21.15.5:0/2905943728 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f406c066760 msgr2=0x7f406c068c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:09.328 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:09.323+0000 7f4084f9d700 1 --2- 172.21.15.5:0/2905943728 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f406c066760 0x7f406c068c20 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f4070001050 tx=0x7f4070009040 comp rx=0 tx=0).stop 2024-09-13T16:16:09.328 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:09.323+0000 7f4084f9d700 1 -- 172.21.15.5:0/2905943728 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4068004db0 msgr2=0x7f40800c2410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:09.328 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:09.323+0000 7f4084f9d700 1 --2- 172.21.15.5:0/2905943728 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4068004db0 0x7f40800c2410 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f407400e7b0 tx=0x7f407400eac0 comp rx=0 tx=0).stop 2024-09-13T16:16:09.328 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:09.323+0000 7f4084f9d700 1 -- 172.21.15.5:0/2905943728 shutdown_connections 2024-09-13T16:16:09.328 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:09.323+0000 7f4084f9d700 1 --2- 172.21.15.5:0/2905943728 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f406c066760 0x7f406c068c20 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:09.328 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:09.323+0000 7f4084f9d700 1 --2- 172.21.15.5:0/2905943728 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f40801ee0c0 0x7f40801415e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:09.329 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:09.323+0000 7f4084f9d700 1 --2- 172.21.15.5:0/2905943728 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f40800c35b0 0x7f40801ea100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:09.329 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:09.323+0000 7f4084f9d700 1 --2- 172.21.15.5:0/2905943728 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4068004db0 0x7f40800c2410 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:09.329 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:09.323+0000 7f4084f9d700 1 -- 172.21.15.5:0/2905943728 >> 172.21.15.5:0/2905943728 conn(0x7f408006ada0 msgr2=0x7f40800c8130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:09.329 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:09.323+0000 7f4084f9d700 1 -- 172.21.15.5:0/2905943728 shutdown_connections 2024-09-13T16:16:09.329 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:09.323+0000 7f4084f9d700 1 -- 172.21.15.5:0/2905943728 wait complete. 2024-09-13T16:16:09.329 INFO:teuthology.orchestra.run.smithi005.stderr:dumped fsmap epoch 9 2024-09-13T16:16:09.943 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 9, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-13T16:15:41.393613+0000', 'modified': '2024-09-13T16:15:58.648912+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 14271}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_14271': {'gid': 14271, 'name': 'b', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.179:6837/3666040612', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.179:6836', 'nonce': 3666040612}, {'type': 'v1', 'addr': '172.21.15.179:6837', 'nonce': 3666040612}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [3, 4], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2024-09-13T16:16:09.943 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-13T16:16:09.944 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-09-13T16:16:10.068 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.063+0000 7f7806ea4700 1 Processor -- start 2024-09-13T16:16:10.068 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.063+0000 7f7806ea4700 1 -- start start 2024-09-13T16:16:10.069 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.063+0000 7f7806ea4700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f78001539b0 0x7f780006ccf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:10.069 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.063+0000 7f7806ea4700 1 --2- >> v2:172.21.15.179:3300/0 conn(0x7f78001608c0 0x7f7800070bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:10.069 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.063+0000 7f7806ea4700 1 -- --> v1:172.21.15.179:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f78000c69f0 con 0x7f78000c5480 2024-09-13T16:16:10.070 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.063+0000 7f7806ea4700 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f78000710f0 con 0x7f78001539b0 2024-09-13T16:16:10.070 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.063+0000 7f7806ea4700 1 -- --> v2:172.21.15.179:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7800160fc0 con 0x7f78001608c0 2024-09-13T16:16:10.070 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.063+0000 7f7805ea2700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f78001539b0 0x7f780006ccf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:10.070 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.063+0000 7f7805ea2700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f78001539b0 0x7f780006ccf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:54730/0 (socket says 172.21.15.5:54730) 2024-09-13T16:16:10.070 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.063+0000 7f7805ea2700 1 -- 172.21.15.5:0/3910573259 learned_addr learned my addr 172.21.15.5:0/3910573259 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:16:10.070 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.063+0000 7f78066a3700 1 --2- 172.21.15.5:0/3910573259 >> v2:172.21.15.179:3300/0 conn(0x7f78001608c0 0x7f7800070bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:10.071 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.063+0000 7f7805ea2700 1 -- 172.21.15.5:0/3910573259 >> v2:172.21.15.179:3300/0 conn(0x7f78001608c0 msgr2=0x7f7800070bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:10.071 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.063+0000 7f7805ea2700 1 --2- 172.21.15.5:0/3910573259 >> v2:172.21.15.179:3300/0 conn(0x7f78001608c0 0x7f7800070bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:10.071 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.063+0000 7f7805ea2700 1 -- 172.21.15.5:0/3910573259 >> v1:172.21.15.179:6789/0 conn(0x7f78000c5480 legacy=0x7f78001601b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:10.071 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.063+0000 7f7805ea2700 1 -- 172.21.15.5:0/3910573259 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f78000c6490 con 0x7f78001539b0 2024-09-13T16:16:10.071 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.063+0000 7f7805ea2700 1 --2- 172.21.15.5:0/3910573259 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f78001539b0 0x7f780006ccf0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f78000c48d0 tx=0x7f77f0009bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a8df4c221484223d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:10.071 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.063+0000 7f7804ea0700 1 -- 172.21.15.5:0/3910573259 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f77f0011830 con 0x7f78001539b0 2024-09-13T16:16:10.071 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.063+0000 7f7804ea0700 1 -- 172.21.15.5:0/3910573259 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f77f0011990 con 0x7f78001539b0 2024-09-13T16:16:10.071 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.063+0000 7f7804ea0700 1 -- 172.21.15.5:0/3910573259 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f77f0011d20 con 0x7f78001539b0 2024-09-13T16:16:10.072 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.067+0000 7f7806ea4700 1 -- 172.21.15.5:0/3910573259 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f78001539b0 msgr2=0x7f780006ccf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:10.072 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.067+0000 7f7806ea4700 1 --2- 172.21.15.5:0/3910573259 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f78001539b0 0x7f780006ccf0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f78000c48d0 tx=0x7f77f0009bf0 comp rx=0 tx=0).stop 2024-09-13T16:16:10.072 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.067+0000 7f7806ea4700 1 -- 172.21.15.5:0/3910573259 shutdown_connections 2024-09-13T16:16:10.072 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.067+0000 7f7806ea4700 1 --2- 172.21.15.5:0/3910573259 >> v2:172.21.15.179:3300/0 conn(0x7f78001608c0 0x7f7800070bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:10.072 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.067+0000 7f7806ea4700 1 --2- 172.21.15.5:0/3910573259 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f78001539b0 0x7f780006ccf0 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:10.072 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.067+0000 7f7806ea4700 1 -- 172.21.15.5:0/3910573259 >> 172.21.15.5:0/3910573259 conn(0x7f78000ca210 msgr2=0x7f78000ca620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:10.072 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.067+0000 7f7806ea4700 1 -- 172.21.15.5:0/3910573259 shutdown_connections 2024-09-13T16:16:10.072 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.067+0000 7f7806ea4700 1 -- 172.21.15.5:0/3910573259 wait complete. 2024-09-13T16:16:10.073 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.067+0000 7f7806ea4700 1 Processor -- start 2024-09-13T16:16:10.073 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.067+0000 7f7806ea4700 1 -- start start 2024-09-13T16:16:10.075 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.067+0000 7f7806ea4700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f78001539b0 0x7f7800155370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:10.075 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.067+0000 7f7806ea4700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f78001608c0 0x7f78001f37c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:10.075 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.067+0000 7f7806ea4700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f780014f040 0x7f7800155dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:10.075 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.067+0000 7f7806ea4700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f78001f3d00 con 0x7f78001539b0 2024-09-13T16:16:10.075 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.067+0000 7f7806ea4700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f78001f2700 con 0x7f78001608c0 2024-09-13T16:16:10.075 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.067+0000 7f7806ea4700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7800154330 con 0x7f780014f040 2024-09-13T16:16:10.075 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.067+0000 7f7805ea2700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f78001539b0 0x7f7800155370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:10.075 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.067+0000 7f7805ea2700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f78001539b0 0x7f7800155370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:54746/0 (socket says 172.21.15.5:54746) 2024-09-13T16:16:10.075 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.067+0000 7f7805ea2700 1 -- 172.21.15.5:0/669058914 learned_addr learned my addr 172.21.15.5:0/669058914 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:16:10.075 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.067+0000 7f78056a1700 1 --2- 172.21.15.5:0/669058914 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f78001608c0 0x7f78001f37c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:10.076 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.067+0000 7f78066a3700 1 --2- 172.21.15.5:0/669058914 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f780014f040 0x7f7800155dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:10.076 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.071+0000 7f7805ea2700 1 -- 172.21.15.5:0/669058914 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f780014f040 msgr2=0x7f7800155dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:10.076 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.071+0000 7f7805ea2700 1 --2- 172.21.15.5:0/669058914 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f780014f040 0x7f7800155dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:10.076 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.071+0000 7f7805ea2700 1 -- 172.21.15.5:0/669058914 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f78001608c0 msgr2=0x7f78001f37c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:10.076 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.071+0000 7f7805ea2700 1 --2- 172.21.15.5:0/669058914 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f78001608c0 0x7f78001f37c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:10.076 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.071+0000 7f7805ea2700 1 -- 172.21.15.5:0/669058914 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f77f0009570 con 0x7f78001539b0 2024-09-13T16:16:10.076 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.071+0000 7f7805ea2700 1 --2- 172.21.15.5:0/669058914 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f78001539b0 0x7f7800155370 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f77f0011d30 tx=0x7f77f0004770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:10.077 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.071+0000 7f77f67fc700 1 -- 172.21.15.5:0/669058914 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f77f00044d0 con 0x7f78001539b0 2024-09-13T16:16:10.077 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.071+0000 7f77f67fc700 1 -- 172.21.15.5:0/669058914 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f77f001f070 con 0x7f78001539b0 2024-09-13T16:16:10.077 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.071+0000 7f7806ea4700 1 -- 172.21.15.5:0/669058914 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f78001545b0 con 0x7f78001539b0 2024-09-13T16:16:10.077 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.071+0000 7f77f67fc700 1 -- 172.21.15.5:0/669058914 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f77f0003900 con 0x7f78001539b0 2024-09-13T16:16:10.077 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.071+0000 7f7806ea4700 1 -- 172.21.15.5:0/669058914 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7800154b70 con 0x7f78001539b0 2024-09-13T16:16:10.079 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.075+0000 7f77f67fc700 1 -- 172.21.15.5:0/669058914 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f77f0003a60 con 0x7f78001539b0 2024-09-13T16:16:10.079 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.075+0000 7f77f67fc700 1 --2- 172.21.15.5:0/669058914 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f77e4066730 0x7f77e4068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:10.080 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.075+0000 7f77f67fc700 1 -- 172.21.15.5:0/669058914 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f77f0021070 con 0x7f78001539b0 2024-09-13T16:16:10.080 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.075+0000 7f78056a1700 1 --2- 172.21.15.5:0/669058914 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f77e4066730 0x7f77e4068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:10.081 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.075+0000 7f78056a1700 1 --2- 172.21.15.5:0/669058914 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f77e4066730 0x7f77e4068bf0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f78000c5ef0 tx=0x7f77fc009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:10.081 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.075+0000 7f780b3b7740 1 Processor -- start 2024-09-13T16:16:10.081 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.075+0000 7f780b3b7740 1 -- start start 2024-09-13T16:16:10.083 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.075+0000 7f780b3b7740 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x2452db0 0x243e9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:10.083 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.079+0000 7f780b3b7740 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x243ef10 0x243f2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:10.083 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.079+0000 7f780b3b7740 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x243f830 0x243fc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:10.083 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.079+0000 7f780b3b7740 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x2389d80 con 0x243ef10 2024-09-13T16:16:10.083 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.079+0000 7f780b3b7740 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x2387510 con 0x2452db0 2024-09-13T16:16:10.083 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.079+0000 7f780b3b7740 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x2382e00 con 0x243f830 2024-09-13T16:16:10.083 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.079+0000 7f78056a1700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x243ef10 0x243f2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:10.083 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.079+0000 7f78056a1700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x243ef10 0x243f2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:54756/0 (socket says 172.21.15.5:54756) 2024-09-13T16:16:10.084 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.079+0000 7f78056a1700 1 -- 172.21.15.5:0/3196242484 learned_addr learned my addr 172.21.15.5:0/3196242484 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:16:10.084 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.079+0000 7f78066a3700 1 --2- 172.21.15.5:0/3196242484 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x243f830 0x243fc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:10.084 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.079+0000 7f7805ea2700 1 --2- 172.21.15.5:0/3196242484 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x2452db0 0x243e9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:10.084 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.079+0000 7f78056a1700 1 -- 172.21.15.5:0/3196242484 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x243f830 msgr2=0x243fc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:10.085 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.079+0000 7f78056a1700 1 --2- 172.21.15.5:0/3196242484 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x243f830 0x243fc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:10.085 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.079+0000 7f78056a1700 1 -- 172.21.15.5:0/3196242484 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x2452db0 msgr2=0x243e9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:10.085 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.079+0000 7f78056a1700 1 --2- 172.21.15.5:0/3196242484 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x2452db0 0x243e9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:10.085 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.079+0000 7f78056a1700 1 -- 172.21.15.5:0/3196242484 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x21f5960 con 0x243ef10 2024-09-13T16:16:10.085 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.079+0000 7f78056a1700 1 --2- 172.21.15.5:0/3196242484 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x243ef10 0x243f2f0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f77fc00f920 tx=0x7f77fc012000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9e3568f51028654b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:10.085 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.079+0000 7f77e37fe700 1 -- 172.21.15.5:0/3196242484 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f77fc001540 con 0x243ef10 2024-09-13T16:16:10.085 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.079+0000 7f77e37fe700 1 -- 172.21.15.5:0/3196242484 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f77fc014450 con 0x243ef10 2024-09-13T16:16:10.085 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.079+0000 7f77e37fe700 1 -- 172.21.15.5:0/3196242484 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f77fc0147c0 con 0x243ef10 2024-09-13T16:16:10.086 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.079+0000 7f780b3b7740 1 -- 172.21.15.5:0/3196242484 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x243ef10 msgr2=0x243f2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:10.086 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.079+0000 7f780b3b7740 1 --2- 172.21.15.5:0/3196242484 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x243ef10 0x243f2f0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f77fc00f920 tx=0x7f77fc012000 comp rx=0 tx=0).stop 2024-09-13T16:16:10.086 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.079+0000 7f780b3b7740 1 -- 172.21.15.5:0/3196242484 shutdown_connections 2024-09-13T16:16:10.086 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.079+0000 7f780b3b7740 1 --2- 172.21.15.5:0/3196242484 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x243f830 0x243fc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:10.086 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.079+0000 7f780b3b7740 1 --2- 172.21.15.5:0/3196242484 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x243ef10 0x243f2f0 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:10.086 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.079+0000 7f780b3b7740 1 --2- 172.21.15.5:0/3196242484 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x2452db0 0x243e9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:10.087 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.079+0000 7f780b3b7740 1 -- 172.21.15.5:0/3196242484 >> 172.21.15.5:0/3196242484 conn(0x21aa4d0 msgr2=0x2455ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:10.087 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.079+0000 7f780b3b7740 1 -- 172.21.15.5:0/3196242484 shutdown_connections 2024-09-13T16:16:10.087 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.079+0000 7f780b3b7740 1 -- 172.21.15.5:0/3196242484 wait complete. 2024-09-13T16:16:10.087 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.079+0000 7f780b3b7740 1 -- start start 2024-09-13T16:16:10.087 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.079+0000 7f780b3b7740 1 Processor -- start 2024-09-13T16:16:10.088 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.083+0000 7f780b3b7740 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x243ef10 0x241aea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:10.088 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.083+0000 7f780b3b7740 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x243f830 0x241b3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:10.088 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.083+0000 7f780b3b7740 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x2452db0 0x243c7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:10.088 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.083+0000 7f780b3b7740 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x2340730 con 0x243ef10 2024-09-13T16:16:10.088 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.083+0000 7f780b3b7740 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x23465b0 con 0x243f830 2024-09-13T16:16:10.088 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.083+0000 7f780b3b7740 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x222eaa0 con 0x2452db0 2024-09-13T16:16:10.088 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.083+0000 7f780b3b7740 10 client.0 _ll_register_callbacks cb 0x237c610 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T16:16:10.088 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.083+0000 7f7805ea2700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x243ef10 0x241aea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:10.089 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.083+0000 7f7805ea2700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x243ef10 0x241aea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:54772/0 (socket says 172.21.15.5:54772) 2024-09-13T16:16:10.089 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.083+0000 7f7805ea2700 1 -- 172.21.15.5:0/1437648753 learned_addr learned my addr 172.21.15.5:0/1437648753 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:16:10.089 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.083+0000 7f78066a3700 1 --2- 172.21.15.5:0/1437648753 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x2452db0 0x243c7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:10.089 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.083+0000 7f78056a1700 1 --2- 172.21.15.5:0/1437648753 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x243f830 0x241b3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:10.091 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.083+0000 7f7805ea2700 1 -- 172.21.15.5:0/1437648753 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x2452db0 msgr2=0x243c7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:10.091 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.083+0000 7f7805ea2700 1 --2- 172.21.15.5:0/1437648753 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x2452db0 0x243c7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:10.091 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.083+0000 7f7805ea2700 1 -- 172.21.15.5:0/1437648753 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x243f830 msgr2=0x241b3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:10.091 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.083+0000 7f7805ea2700 1 --2- 172.21.15.5:0/1437648753 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x243f830 0x241b3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:10.091 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.083+0000 7f7805ea2700 1 -- 172.21.15.5:0/1437648753 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f77fc00f690 con 0x243ef10 2024-09-13T16:16:10.091 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.083+0000 7f7805ea2700 1 --2- 172.21.15.5:0/1437648753 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x243ef10 0x241aea0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f77f0056360 tx=0x7f77f0056db0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=952be8ef96e64849 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:10.091 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.083+0000 7f77e0ff9700 10 client.0 ms_handle_connect on v2:172.21.15.5:3300/0 2024-09-13T16:16:10.091 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.083+0000 7f77e0ff9700 1 -- 172.21.15.5:0/1437648753 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f77f005a490 con 0x243ef10 2024-09-13T16:16:10.091 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.083+0000 7f77e0ff9700 1 -- 172.21.15.5:0/1437648753 <== mon.0 v2:172.21.15.5:3300/0 2 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f77f005ea50 con 0x243ef10 2024-09-13T16:16:10.091 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.083+0000 7f780b3b7740 1 -- 172.21.15.5:0/1437648753 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x21b71e0 con 0x243ef10 2024-09-13T16:16:10.091 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.083+0000 7f77e0ff9700 1 -- 172.21.15.5:0/1437648753 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_get_version_reply(handle=1 version=9) v2 ==== 24+0+0 (secure 0 0 0) 0x7f77f00568c0 con 0x243ef10 2024-09-13T16:16:10.092 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.083+0000 7f780b3b7740 10 client.14844 fetch_fsmap learned FSMap version 9 2024-09-13T16:16:10.092 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.083+0000 7f780b3b7740 1 -- 172.21.15.5:0/1437648753 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,fsmap=9,monmap=2+}) v3 -- 0x2349220 con 0x243ef10 2024-09-13T16:16:10.092 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.083+0000 7f77e0ff9700 1 -- 172.21.15.5:0/1437648753 <== mon.0 v2:172.21.15.5:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x21b71e0 con 0x243ef10 2024-09-13T16:16:10.092 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.083+0000 7f77e0ff9700 1 -- 172.21.15.5:0/1437648753 <== mon.0 v2:172.21.15.5:3300/0 5 ==== fsmap(e 9) v1 ==== 4212+0+0 (secure 0 0 0) 0x7f77f0055b50 con 0x243ef10 2024-09-13T16:16:10.092 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.083+0000 7f780b3b7740 10 client.14844 fetch_fsmap finished waiting for FSMap version 9 2024-09-13T16:16:10.092 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.083+0000 7f780b3b7740 10 client.14844 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-13T16:16:10.092 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.083+0000 7f780b3b7740 20 client.14844 populate_metadata read hostname 'smithi005' 2024-09-13T16:16:10.092 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.083+0000 7f780b3b7740 1 --2- 172.21.15.5:0/1437648753 >> [v2:172.21.15.179:6836/3666040612,v1:172.21.15.179:6837/3666040612] conn(0x2467560 0x2467940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:10.092 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.083+0000 7f780b3b7740 4 client.14844 mds_command: new command op to 14271 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-13T16:16:10.092 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.083+0000 7f780b3b7740 1 -- 172.21.15.5:0/1437648753 --> [v2:172.21.15.179:6836/3666040612,v1:172.21.15.179:6837/3666040612] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x2201460 con 0x2467560 2024-09-13T16:16:10.092 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.087+0000 7f78056a1700 1 --2- 172.21.15.5:0/1437648753 >> [v2:172.21.15.179:6836/3666040612,v1:172.21.15.179:6837/3666040612] conn(0x2467560 0x2467940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:10.093 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.087+0000 7f78056a1700 1 --2- 172.21.15.5:0/1437648753 >> [v2:172.21.15.179:6836/3666040612,v1:172.21.15.179:6837/3666040612] conn(0x2467560 0x2467940 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6998346668d14db0 server_cookie=7ea4c771edb2c71a in_seq=0 out_seq=0 2024-09-13T16:16:10.093 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.087+0000 7f77e0ff9700 10 client.14844 ms_handle_connect on v2:172.21.15.179:6836/3666040612 2024-09-13T16:16:10.093 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.087+0000 7f77e0ff9700 1 -- 172.21.15.5:0/1437648753 <== mds.0 v2:172.21.15.179:6836/3666040612 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x2201460 con 0x2467560 2024-09-13T16:16:10.093 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.087+0000 7f77e0ff9700 10 client.14844 handle_command_reply: tid=0 2024-09-13T16:16:10.093 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.087+0000 7f780b3b7740 1 client.14844 shutdown 2024-09-13T16:16:10.094 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.087+0000 7f780b3b7740 1 -- 172.21.15.5:0/1437648753 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x243ef10 msgr2=0x241aea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:10.094 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.087+0000 7f780b3b7740 1 --2- 172.21.15.5:0/1437648753 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x243ef10 0x241aea0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f77f0056360 tx=0x7f77f0056db0 comp rx=0 tx=0).stop 2024-09-13T16:16:10.094 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.087+0000 7f780b3b7740 1 -- 172.21.15.5:0/1437648753 shutdown_connections 2024-09-13T16:16:10.094 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.087+0000 7f780b3b7740 1 --2- 172.21.15.5:0/1437648753 >> [v2:172.21.15.179:6836/3666040612,v1:172.21.15.179:6837/3666040612] conn(0x2467560 0x2467940 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:10.094 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.087+0000 7f780b3b7740 1 --2- 172.21.15.5:0/1437648753 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x2452db0 0x243c7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:10.094 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.087+0000 7f780b3b7740 1 --2- 172.21.15.5:0/1437648753 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x243f830 0x241b3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:10.095 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.087+0000 7f77e0ff9700 0 client.14844 ms_handle_reset on v2:172.21.15.179:6836/3666040612 2024-09-13T16:16:10.095 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.087+0000 7f780b3b7740 1 --2- 172.21.15.5:0/1437648753 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x243ef10 0x241aea0 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:10.095 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.087+0000 7f780b3b7740 1 -- 172.21.15.5:0/1437648753 >> 172.21.15.5:0/1437648753 conn(0x21aa4d0 msgr2=0x2453190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:10.095 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.087+0000 7f780b3b7740 1 -- 172.21.15.5:0/1437648753 shutdown_connections 2024-09-13T16:16:10.095 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.087+0000 7f780b3b7740 1 -- 172.21.15.5:0/1437648753 wait complete. 2024-09-13T16:16:10.095 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.087+0000 7f780b3b7740 20 client.14844 trim_cache size 0 max 16384 2024-09-13T16:16:10.117 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.111+0000 7f780b3b7740 1 Processor -- start 2024-09-13T16:16:10.117 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.111+0000 7f780b3b7740 1 -- start start 2024-09-13T16:16:10.119 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.111+0000 7f780b3b7740 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x243f830 0x2451fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:10.119 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.111+0000 7f780b3b7740 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x2452db0 0x246e080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:10.119 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.111+0000 7f780b3b7740 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x2476a90 0x2476e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:10.119 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.111+0000 7f780b3b7740 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x24403d0 con 0x2476a90 2024-09-13T16:16:10.119 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.111+0000 7f780b3b7740 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x2464590 con 0x243f830 2024-09-13T16:16:10.119 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.111+0000 7f780b3b7740 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x2332d70 con 0x2452db0 2024-09-13T16:16:10.119 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.111+0000 7f78066a3700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x2476a90 0x2476e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:10.119 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.111+0000 7f78066a3700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x2476a90 0x2476e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:54786/0 (socket says 172.21.15.5:54786) 2024-09-13T16:16:10.119 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.111+0000 7f78066a3700 1 -- 172.21.15.5:0/2033746003 learned_addr learned my addr 172.21.15.5:0/2033746003 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:16:10.119 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.111+0000 7f7805ea2700 1 --2- 172.21.15.5:0/2033746003 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x243f830 0x2451fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:10.119 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.111+0000 7f78056a1700 1 --2- 172.21.15.5:0/2033746003 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x2452db0 0x246e080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:10.120 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.115+0000 7f78066a3700 1 -- 172.21.15.5:0/2033746003 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x2452db0 msgr2=0x246e080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:10.120 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.115+0000 7f78066a3700 1 --2- 172.21.15.5:0/2033746003 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x2452db0 0x246e080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:10.120 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.115+0000 7f78066a3700 1 -- 172.21.15.5:0/2033746003 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x243f830 msgr2=0x2451fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:10.120 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.115+0000 7f78066a3700 1 --2- 172.21.15.5:0/2033746003 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x243f830 0x2451fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:10.121 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.115+0000 7f78066a3700 1 -- 172.21.15.5:0/2033746003 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x232f450 con 0x2476a90 2024-09-13T16:16:10.121 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.115+0000 7f78066a3700 1 --2- 172.21.15.5:0/2033746003 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x2476a90 0x2476e70 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f77f80166d0 tx=0x7f77f8009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=51dbda882a621de0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:10.121 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.115+0000 7f77e3fff700 1 -- 172.21.15.5:0/2033746003 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f77f800e050 con 0x2476a90 2024-09-13T16:16:10.121 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.115+0000 7f77e3fff700 1 -- 172.21.15.5:0/2033746003 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f77f800f040 con 0x2476a90 2024-09-13T16:16:10.121 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.115+0000 7f77e3fff700 1 -- 172.21.15.5:0/2033746003 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f77f8018870 con 0x2476a90 2024-09-13T16:16:10.122 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.115+0000 7f780b3b7740 1 -- 172.21.15.5:0/2033746003 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x2476a90 msgr2=0x2476e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:10.122 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.115+0000 7f780b3b7740 1 --2- 172.21.15.5:0/2033746003 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x2476a90 0x2476e70 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f77f80166d0 tx=0x7f77f8009750 comp rx=0 tx=0).stop 2024-09-13T16:16:10.122 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.115+0000 7f780b3b7740 1 -- 172.21.15.5:0/2033746003 shutdown_connections 2024-09-13T16:16:10.122 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.115+0000 7f780b3b7740 1 --2- 172.21.15.5:0/2033746003 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x2476a90 0x2476e70 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:10.122 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.115+0000 7f780b3b7740 1 --2- 172.21.15.5:0/2033746003 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x2452db0 0x246e080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:10.122 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.115+0000 7f780b3b7740 1 --2- 172.21.15.5:0/2033746003 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x243f830 0x2451fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:10.122 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.115+0000 7f780b3b7740 1 -- 172.21.15.5:0/2033746003 >> 172.21.15.5:0/2033746003 conn(0x21aa4d0 msgr2=0x246d970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:10.122 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.115+0000 7f780b3b7740 1 -- 172.21.15.5:0/2033746003 shutdown_connections 2024-09-13T16:16:10.122 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.115+0000 7f780b3b7740 1 -- 172.21.15.5:0/2033746003 wait complete. 2024-09-13T16:16:10.123 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.115+0000 7f780b3b7740 1 -- start start 2024-09-13T16:16:10.123 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.119+0000 7f780b3b7740 1 Processor -- start 2024-09-13T16:16:10.125 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.119+0000 7f780b3b7740 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x243f830 0x2464aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:10.125 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.119+0000 7f780b3b7740 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x2452db0 0x2418d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:10.125 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.119+0000 7f780b3b7740 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x2476a90 0x24b9030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:10.125 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.119+0000 7f780b3b7740 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x2328230 con 0x2452db0 2024-09-13T16:16:10.125 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.119+0000 7f780b3b7740 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x2321470 con 0x2476a90 2024-09-13T16:16:10.126 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.119+0000 7f780b3b7740 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x241c170 con 0x243f830 2024-09-13T16:16:10.126 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.119+0000 7f780b3b7740 10 client.0 _ll_register_callbacks cb 0x7f77fc017040 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T16:16:10.126 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.119+0000 7f78056a1700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x2452db0 0x2418d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:10.126 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.119+0000 7f7805ea2700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x243f830 0x2464aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:10.126 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.119+0000 7f78056a1700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x2452db0 0x2418d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:54790/0 (socket says 172.21.15.5:54790) 2024-09-13T16:16:10.126 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.119+0000 7f78056a1700 1 -- 172.21.15.5:0/1128709214 learned_addr learned my addr 172.21.15.5:0/1128709214 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:16:10.126 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.119+0000 7f78066a3700 1 --2- 172.21.15.5:0/1128709214 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x2476a90 0x24b9030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:10.128 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.119+0000 7f78056a1700 1 -- 172.21.15.5:0/1128709214 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x243f830 msgr2=0x2464aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:10.129 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.119+0000 7f78056a1700 1 --2- 172.21.15.5:0/1128709214 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x243f830 0x2464aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:10.129 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.119+0000 7f78056a1700 1 -- 172.21.15.5:0/1128709214 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x2476a90 msgr2=0x24b9030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:10.129 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.119+0000 7f78056a1700 1 --2- 172.21.15.5:0/1128709214 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x2476a90 0x24b9030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:10.129 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.119+0000 7f78056a1700 1 -- 172.21.15.5:0/1128709214 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f77f8016380 con 0x2452db0 2024-09-13T16:16:10.129 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.119+0000 7f78056a1700 1 --2- 172.21.15.5:0/1128709214 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x2452db0 0x2418d60 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f77fc023040 tx=0x7f77fc001080 comp rx=0 tx=0).ready entity=mon.0 client_cookie=61dadf9fc9b4ef39 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:10.129 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.119+0000 7f77e0ff9700 10 client.0 ms_handle_connect on v2:172.21.15.5:3300/0 2024-09-13T16:16:10.129 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.119+0000 7f77e0ff9700 1 -- 172.21.15.5:0/1128709214 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f77fc031070 con 0x2452db0 2024-09-13T16:16:10.129 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.123+0000 7f77e0ff9700 1 -- 172.21.15.5:0/1128709214 <== mon.0 v2:172.21.15.5:3300/0 2 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f77fc01c040 con 0x2452db0 2024-09-13T16:16:10.129 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.123+0000 7f780b3b7740 1 -- 172.21.15.5:0/1128709214 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f77fc014450 con 0x2452db0 2024-09-13T16:16:10.129 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.123+0000 7f77e0ff9700 1 -- 172.21.15.5:0/1128709214 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_get_version_reply(handle=1 version=9) v2 ==== 24+0+0 (secure 0 0 0) 0x7f77fc014820 con 0x2452db0 2024-09-13T16:16:10.129 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.123+0000 7f780b3b7740 10 client.14850 fetch_fsmap learned FSMap version 9 2024-09-13T16:16:10.129 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.123+0000 7f780b3b7740 1 -- 172.21.15.5:0/1128709214 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,fsmap=9,monmap=2+}) v3 -- 0x2323720 con 0x2452db0 2024-09-13T16:16:10.129 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.123+0000 7f77e0ff9700 1 -- 172.21.15.5:0/1128709214 <== mon.0 v2:172.21.15.5:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f77fc014450 con 0x2452db0 2024-09-13T16:16:10.130 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.123+0000 7f77e0ff9700 1 -- 172.21.15.5:0/1128709214 <== mon.0 v2:172.21.15.5:3300/0 5 ==== fsmap(e 9) v1 ==== 4212+0+0 (secure 0 0 0) 0x7f77fc014980 con 0x2452db0 2024-09-13T16:16:10.130 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.123+0000 7f780b3b7740 10 client.14850 fetch_fsmap finished waiting for FSMap version 9 2024-09-13T16:16:10.130 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.123+0000 7f780b3b7740 10 client.14850 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-13T16:16:10.130 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.123+0000 7f780b3b7740 20 client.14850 populate_metadata read hostname 'smithi005' 2024-09-13T16:16:10.130 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.123+0000 7f780b3b7740 1 --2- 172.21.15.5:0/1128709214 >> [v2:172.21.15.179:6836/3666040612,v1:172.21.15.179:6837/3666040612] conn(0x24b9570 0x24c2950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:10.130 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.123+0000 7f780b3b7740 4 client.14850 mds_command: new command op to 14271 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-13T16:16:10.130 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.123+0000 7f780b3b7740 1 -- 172.21.15.5:0/1128709214 --> [v2:172.21.15.179:6836/3666040612,v1:172.21.15.179:6837/3666040612] -- command(tid 0: {"prefix": "status"}) v1 -- 0x22261e0 con 0x24b9570 2024-09-13T16:16:10.130 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.123+0000 7f7805ea2700 1 --2- 172.21.15.5:0/1128709214 >> [v2:172.21.15.179:6836/3666040612,v1:172.21.15.179:6837/3666040612] conn(0x24b9570 0x24c2950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:10.131 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.123+0000 7f7805ea2700 1 --2- 172.21.15.5:0/1128709214 >> [v2:172.21.15.179:6836/3666040612,v1:172.21.15.179:6837/3666040612] conn(0x24b9570 0x24c2950 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2579bcd5a0d27ff4 server_cookie=b3a827ec7b0c5556 in_seq=0 out_seq=0 2024-09-13T16:16:10.131 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.123+0000 7f77e0ff9700 10 client.14850 ms_handle_connect on v2:172.21.15.179:6836/3666040612 2024-09-13T16:16:10.132 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.123+0000 7f77e0ff9700 1 -- 172.21.15.5:0/1128709214 <== mds.0 v2:172.21.15.179:6836/3666040612 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+325 (crc 0 0 0) 0x22261e0 con 0x24b9570 2024-09-13T16:16:10.132 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.123+0000 7f77e0ff9700 10 client.14850 handle_command_reply: tid=0 2024-09-13T16:16:10.132 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.123+0000 7f780b3b7740 1 client.14850 shutdown 2024-09-13T16:16:10.132 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.123+0000 7f780b3b7740 1 -- 172.21.15.5:0/1128709214 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x2452db0 msgr2=0x2418d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:10.132 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.123+0000 7f780b3b7740 1 --2- 172.21.15.5:0/1128709214 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x2452db0 0x2418d60 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f77fc023040 tx=0x7f77fc001080 comp rx=0 tx=0).stop 2024-09-13T16:16:10.132 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.123+0000 7f780b3b7740 1 -- 172.21.15.5:0/1128709214 shutdown_connections 2024-09-13T16:16:10.132 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.123+0000 7f780b3b7740 1 --2- 172.21.15.5:0/1128709214 >> [v2:172.21.15.179:6836/3666040612,v1:172.21.15.179:6837/3666040612] conn(0x24b9570 0x24c2950 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:10.132 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.123+0000 7f780b3b7740 1 --2- 172.21.15.5:0/1128709214 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x2476a90 0x24b9030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:10.132 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.123+0000 7f77e0ff9700 0 client.14850 ms_handle_reset on v2:172.21.15.179:6836/3666040612 2024-09-13T16:16:10.132 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.123+0000 7f780b3b7740 1 --2- 172.21.15.5:0/1128709214 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x2452db0 0x2418d60 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:10.132 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.123+0000 7f780b3b7740 1 --2- 172.21.15.5:0/1128709214 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x243f830 0x2464aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:10.132 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.123+0000 7f780b3b7740 1 -- 172.21.15.5:0/1128709214 >> 172.21.15.5:0/1128709214 conn(0x21aa4d0 msgr2=0x246d970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:10.132 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.123+0000 7f780b3b7740 1 -- 172.21.15.5:0/1128709214 shutdown_connections 2024-09-13T16:16:10.132 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.123+0000 7f780b3b7740 1 -- 172.21.15.5:0/1128709214 wait complete. 2024-09-13T16:16:10.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.123+0000 7f780b3b7740 20 client.14850 trim_cache size 0 max 16384 2024-09-13T16:16:10.133 INFO:teuthology.orchestra.run.smithi005.stdout:{ 2024-09-13T16:16:10.133 INFO:teuthology.orchestra.run.smithi005.stdout: "cluster_fsid": "6f1d8d4e-46c0-4d05-9003-ad1036cd4028", 2024-09-13T16:16:10.133 INFO:teuthology.orchestra.run.smithi005.stdout: "whoami": 0, 2024-09-13T16:16:10.133 INFO:teuthology.orchestra.run.smithi005.stdout: "id": 14271, 2024-09-13T16:16:10.133 INFO:teuthology.orchestra.run.smithi005.stdout: "want_state": "up:active", 2024-09-13T16:16:10.133 INFO:teuthology.orchestra.run.smithi005.stdout: "state": "up:active", 2024-09-13T16:16:10.133 INFO:teuthology.orchestra.run.smithi005.stdout: "fs_name": "cephfs", 2024-09-13T16:16:10.133 INFO:teuthology.orchestra.run.smithi005.stdout: "rank_uptime": 28.731953531999999, 2024-09-13T16:16:10.133 INFO:teuthology.orchestra.run.smithi005.stdout: "mdsmap_epoch": 9, 2024-09-13T16:16:10.134 INFO:teuthology.orchestra.run.smithi005.stdout: "osdmap_epoch": 26, 2024-09-13T16:16:10.134 INFO:teuthology.orchestra.run.smithi005.stdout: "osdmap_epoch_barrier": 26, 2024-09-13T16:16:10.134 INFO:teuthology.orchestra.run.smithi005.stdout: "uptime": 35.204451739 2024-09-13T16:16:10.134 INFO:teuthology.orchestra.run.smithi005.stdout:} 2024-09-13T16:16:10.134 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.127+0000 7f7806ea4700 1 -- 172.21.15.5:0/669058914 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f77e4066730 msgr2=0x7f77e4068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:10.135 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.127+0000 7f7806ea4700 1 --2- 172.21.15.5:0/669058914 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f77e4066730 0x7f77e4068bf0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f78000c5ef0 tx=0x7f77fc009040 comp rx=0 tx=0).stop 2024-09-13T16:16:10.135 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.127+0000 7f7806ea4700 1 -- 172.21.15.5:0/669058914 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f78001539b0 msgr2=0x7f7800155370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:10.135 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.127+0000 7f7806ea4700 1 --2- 172.21.15.5:0/669058914 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f78001539b0 0x7f7800155370 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f77f0011d30 tx=0x7f77f0004770 comp rx=0 tx=0).stop 2024-09-13T16:16:10.135 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.127+0000 7f7806ea4700 1 -- 172.21.15.5:0/669058914 shutdown_connections 2024-09-13T16:16:10.135 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.127+0000 7f7806ea4700 1 --2- 172.21.15.5:0/669058914 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f780014f040 0x7f7800155dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:10.135 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.127+0000 7f7806ea4700 1 --2- 172.21.15.5:0/669058914 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f77e4066730 0x7f77e4068bf0 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:10.135 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.127+0000 7f7806ea4700 1 --2- 172.21.15.5:0/669058914 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f78001608c0 0x7f78001f37c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:10.135 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.127+0000 7f7806ea4700 1 --2- 172.21.15.5:0/669058914 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f78001539b0 0x7f7800155370 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:10.135 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.127+0000 7f7806ea4700 1 -- 172.21.15.5:0/669058914 >> 172.21.15.5:0/669058914 conn(0x7f78000ca210 msgr2=0x7f78000c9940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:10.135 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.127+0000 7f7806ea4700 1 -- 172.21.15.5:0/669058914 shutdown_connections 2024-09-13T16:16:10.135 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.127+0000 7f7806ea4700 1 -- 172.21.15.5:0/669058914 wait complete. 2024-09-13T16:16:10.149 INFO:teuthology.run_tasks:Running task sequential... 2024-09-13T16:16:10.159 INFO:teuthology.task.sequential:In sequential, running task sequential... 2024-09-13T16:16:10.160 INFO:teuthology.task.sequential:In sequential, running task print... 2024-09-13T16:16:10.160 INFO:teuthology.task.print:Enabling mgr modules 2024-09-13T16:16:10.160 INFO:teuthology.run_tasks:Running task ceph-fuse... 2024-09-13T16:16:10.169 INFO:tasks.ceph_fuse:Running ceph_fuse task... 2024-09-13T16:16:10.170 INFO:tasks.ceph_fuse:config is {'client.0': {}} 2024-09-13T16:16:10.170 INFO:tasks.ceph_fuse:client.0 config is {} 2024-09-13T16:16:10.170 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-13T16:16:10.170 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-13T16:16:10.170 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:16:10.170 DEBUG:teuthology.orchestra.run.smithi005:> ip netns list 2024-09-13T16:16:10.178 INFO:teuthology.orchestra.run.smithi005.stdout:ceph-ns--home-ubuntu-cephtest-mnt.admin (id: 0) 2024-09-13T16:16:10.178 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:16:10.179 DEBUG:teuthology.orchestra.run.smithi005:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-09-13T16:16:10.195 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:16:10.196 DEBUG:teuthology.orchestra.run.smithi005:> sudo ip link delete ceph-brx 2024-09-13T16:16:10.325 INFO:tasks.ceph_fuse:Mounting ceph-fuse clients... 2024-09-13T16:16:10.325 DEBUG:tasks.ceph_fuse:passing mntargs=[] 2024-09-13T16:16:10.325 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-13T16:16:10.444 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.439+0000 7f9e26a9e700 1 Processor -- start 2024-09-13T16:16:10.444 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.439+0000 7f9e26a9e700 1 -- start start 2024-09-13T16:16:10.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.439+0000 7f9e26a9e700 1 --2- >> v2:172.21.15.179:3300/0 conn(0x7f9e20070da0 0x7f9e2015d730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:10.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.439+0000 7f9e26a9e700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f9e200c3d90 0x7f9e200cada0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:10.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.439+0000 7f9e26a9e700 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9e20160470 con 0x7f9e20156f20 2024-09-13T16:16:10.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.439+0000 7f9e26a9e700 1 -- --> v2:172.21.15.179:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9e2015dd30 con 0x7f9e20070da0 2024-09-13T16:16:10.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.439+0000 7f9e26a9e700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9e20160750 con 0x7f9e200c3d90 2024-09-13T16:16:10.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.439+0000 7f9e2483a700 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f9e20156f20 0x7f9e200c3680 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:53680/0 (socket says 172.21.15.5:53680) 2024-09-13T16:16:10.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.439+0000 7f9e2483a700 1 -- 172.21.15.5:0/2290620632 learned_addr learned my addr 172.21.15.5:0/2290620632 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-13T16:16:10.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.439+0000 7f9e2503b700 1 --2- 172.21.15.5:0/2290620632 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f9e200c3d90 0x7f9e200cada0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:10.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.439+0000 7f9e1ffff700 1 --2- 172.21.15.5:0/2290620632 >> v2:172.21.15.179:3300/0 conn(0x7f9e20070da0 0x7f9e2015d730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:10.447 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.439+0000 7f9e1f7fe700 1 -- 172.21.15.5:0/2290620632 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1665833357 0 0) 0x7f9e20160470 con 0x7f9e20156f20 2024-09-13T16:16:10.447 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.439+0000 7f9e1f7fe700 1 -- 172.21.15.5:0/2290620632 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9e0c0035d0 con 0x7f9e20156f20 2024-09-13T16:16:10.447 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.439+0000 7f9e2503b700 1 -- 172.21.15.5:0/2290620632 >> v2:172.21.15.179:3300/0 conn(0x7f9e20070da0 msgr2=0x7f9e2015d730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:10.447 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.439+0000 7f9e2503b700 1 --2- 172.21.15.5:0/2290620632 >> v2:172.21.15.179:3300/0 conn(0x7f9e20070da0 0x7f9e2015d730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:10.447 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.439+0000 7f9e2503b700 1 -- 172.21.15.5:0/2290620632 >> v1:172.21.15.5:6789/0 conn(0x7f9e20156f20 legacy=0x7f9e200c3680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:10.447 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.439+0000 7f9e2503b700 1 -- 172.21.15.5:0/2290620632 --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9e20160a30 con 0x7f9e200c3d90 2024-09-13T16:16:10.447 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.439+0000 7f9e2503b700 1 --2- 172.21.15.5:0/2290620632 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f9e200c3d90 0x7f9e200cada0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f9e18009850 tx=0x7f9e18009b60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=de20c38179873c45 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:10.447 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.439+0000 7f9e1f7fe700 1 -- 172.21.15.5:0/2290620632 <== mon.2 v2:172.21.15.179:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9e18011830 con 0x7f9e200c3d90 2024-09-13T16:16:10.447 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.439+0000 7f9e1f7fe700 1 -- 172.21.15.5:0/2290620632 <== mon.2 v2:172.21.15.179:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9e18011990 con 0x7f9e200c3d90 2024-09-13T16:16:10.448 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.439+0000 7f9e1f7fe700 1 -- 172.21.15.5:0/2290620632 <== mon.2 v2:172.21.15.179:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9e18011d40 con 0x7f9e200c3d90 2024-09-13T16:16:10.448 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.443+0000 7f9e26a9e700 1 -- 172.21.15.5:0/2290620632 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f9e200c3d90 msgr2=0x7f9e200cada0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:10.448 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.443+0000 7f9e26a9e700 1 --2- 172.21.15.5:0/2290620632 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f9e200c3d90 0x7f9e200cada0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f9e18009850 tx=0x7f9e18009b60 comp rx=0 tx=0).stop 2024-09-13T16:16:10.449 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.443+0000 7f9e26a9e700 1 -- 172.21.15.5:0/2290620632 shutdown_connections 2024-09-13T16:16:10.449 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.443+0000 7f9e26a9e700 1 --2- 172.21.15.5:0/2290620632 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f9e200c3d90 0x7f9e200cada0 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:10.449 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.443+0000 7f9e26a9e700 1 --2- 172.21.15.5:0/2290620632 >> v2:172.21.15.179:3300/0 conn(0x7f9e20070da0 0x7f9e2015d730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:10.449 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.443+0000 7f9e26a9e700 1 -- 172.21.15.5:0/2290620632 >> 172.21.15.5:0/2290620632 conn(0x7f9e20072010 msgr2=0x7f9e20072420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:10.449 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.443+0000 7f9e26a9e700 1 -- 172.21.15.5:0/2290620632 shutdown_connections 2024-09-13T16:16:10.449 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.443+0000 7f9e26a9e700 1 -- 172.21.15.5:0/2290620632 wait complete. 2024-09-13T16:16:10.449 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.443+0000 7f9e26a9e700 1 Processor -- start 2024-09-13T16:16:10.449 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.443+0000 7f9e26a9e700 1 -- start start 2024-09-13T16:16:10.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.443+0000 7f9e26a9e700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f9e20070da0 0x7f9e200ce390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:10.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.443+0000 7f9e26a9e700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9e200c3d90 0x7f9e200ce8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:10.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.443+0000 7f9e26a9e700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f9e20156f20 0x7f9e201f68b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:10.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.443+0000 7f9e26a9e700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9e200b3240 con 0x7f9e200c3d90 2024-09-13T16:16:10.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.443+0000 7f9e26a9e700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9e200b23d0 con 0x7f9e20070da0 2024-09-13T16:16:10.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.443+0000 7f9e26a9e700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9e200b3450 con 0x7f9e20156f20 2024-09-13T16:16:10.452 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.443+0000 7f9e1ffff700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9e200c3d90 0x7f9e200ce8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:10.452 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.443+0000 7f9e1ffff700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9e200c3d90 0x7f9e200ce8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:54802/0 (socket says 172.21.15.5:54802) 2024-09-13T16:16:10.452 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.447+0000 7f9e1ffff700 1 -- 172.21.15.5:0/1875512761 learned_addr learned my addr 172.21.15.5:0/1875512761 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:16:10.452 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.447+0000 7f9e2483a700 1 --2- 172.21.15.5:0/1875512761 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f9e20070da0 0x7f9e200ce390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:10.452 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.447+0000 7f9e2503b700 1 --2- 172.21.15.5:0/1875512761 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f9e20156f20 0x7f9e201f68b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:10.452 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.447+0000 7f9e1ffff700 1 -- 172.21.15.5:0/1875512761 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f9e20156f20 msgr2=0x7f9e201f68b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:10.452 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.447+0000 7f9e1ffff700 1 --2- 172.21.15.5:0/1875512761 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f9e20156f20 0x7f9e201f68b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:10.452 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.447+0000 7f9e1ffff700 1 -- 172.21.15.5:0/1875512761 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f9e20070da0 msgr2=0x7f9e200ce390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:10.452 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.447+0000 7f9e1ffff700 1 --2- 172.21.15.5:0/1875512761 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f9e20070da0 0x7f9e200ce390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:10.452 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.447+0000 7f9e1ffff700 1 -- 172.21.15.5:0/1875512761 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9e180094b0 con 0x7f9e200c3d90 2024-09-13T16:16:10.452 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.447+0000 7f9e1ffff700 1 --2- 172.21.15.5:0/1875512761 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9e200c3d90 0x7f9e200ce8d0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f9e0800efc0 tx=0x7f9e0800c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:10.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.447+0000 7f9e1d7fa700 1 -- 172.21.15.5:0/1875512761 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9e0800cdc0 con 0x7f9e200c3d90 2024-09-13T16:16:10.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.447+0000 7f9e1d7fa700 1 -- 172.21.15.5:0/1875512761 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9e0800f040 con 0x7f9e200c3d90 2024-09-13T16:16:10.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.447+0000 7f9e26a9e700 1 -- 172.21.15.5:0/1875512761 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9e200b3730 con 0x7f9e200c3d90 2024-09-13T16:16:10.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.447+0000 7f9e1d7fa700 1 -- 172.21.15.5:0/1875512761 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9e080146a0 con 0x7f9e200c3d90 2024-09-13T16:16:10.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.447+0000 7f9e26a9e700 1 -- 172.21.15.5:0/1875512761 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9e200b2090 con 0x7f9e200c3d90 2024-09-13T16:16:10.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.447+0000 7f9e26a9e700 1 -- 172.21.15.5:0/1875512761 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9e200cdcd0 con 0x7f9e200c3d90 2024-09-13T16:16:10.455 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.451+0000 7f9e1d7fa700 1 -- 172.21.15.5:0/1875512761 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f9e08014800 con 0x7f9e200c3d90 2024-09-13T16:16:10.456 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.451+0000 7f9e1d7fa700 1 --2- 172.21.15.5:0/1875512761 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f9e00066730 0x7f9e00068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:10.456 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.451+0000 7f9e1d7fa700 1 -- 172.21.15.5:0/1875512761 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f9e08084ef0 con 0x7f9e200c3d90 2024-09-13T16:16:10.456 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.451+0000 7f9e2483a700 1 --2- 172.21.15.5:0/1875512761 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f9e00066730 0x7f9e00068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:10.457 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.451+0000 7f9e2483a700 1 --2- 172.21.15.5:0/1875512761 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f9e00066730 0x7f9e00068bf0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f9e10007fd0 tx=0x7f9e10007de0 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:10.464 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.459+0000 7f9e1d7fa700 1 -- 172.21.15.5:0/1875512761 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f9e200cdcd0 con 0x7f9e200c3d90 2024-09-13T16:16:10.671 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.663+0000 7f9e26a9e700 1 -- 172.21.15.5:0/1875512761 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f9e200cdcd0 con 0x7f9e200c3d90 2024-09-13T16:16:10.671 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.667+0000 7f9e1d7fa700 1 -- 172.21.15.5:0/1875512761 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v9) v1 ==== 53+0+88 (secure 0 0 0) 0x7f9e200cdcd0 con 0x7f9e200c3d90 2024-09-13T16:16:10.671 INFO:teuthology.orchestra.run.smithi005.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-09-13T16:16:10.674 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.667+0000 7f9e26a9e700 1 -- 172.21.15.5:0/1875512761 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f9e00066730 msgr2=0x7f9e00068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:10.674 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.667+0000 7f9e26a9e700 1 --2- 172.21.15.5:0/1875512761 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f9e00066730 0x7f9e00068bf0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f9e10007fd0 tx=0x7f9e10007de0 comp rx=0 tx=0).stop 2024-09-13T16:16:10.674 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.667+0000 7f9e26a9e700 1 -- 172.21.15.5:0/1875512761 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9e200c3d90 msgr2=0x7f9e200ce8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:10.674 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.667+0000 7f9e26a9e700 1 --2- 172.21.15.5:0/1875512761 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9e200c3d90 0x7f9e200ce8d0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f9e0800efc0 tx=0x7f9e0800c3a0 comp rx=0 tx=0).stop 2024-09-13T16:16:10.675 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.667+0000 7f9e26a9e700 1 -- 172.21.15.5:0/1875512761 shutdown_connections 2024-09-13T16:16:10.675 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.667+0000 7f9e26a9e700 1 --2- 172.21.15.5:0/1875512761 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f9e20156f20 0x7f9e201f68b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:10.675 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.667+0000 7f9e26a9e700 1 --2- 172.21.15.5:0/1875512761 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9e200c3d90 0x7f9e200ce8d0 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:10.675 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.667+0000 7f9e26a9e700 1 --2- 172.21.15.5:0/1875512761 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f9e00066730 0x7f9e00068bf0 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:10.675 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.667+0000 7f9e26a9e700 1 --2- 172.21.15.5:0/1875512761 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f9e20070da0 0x7f9e200ce390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:10.675 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.667+0000 7f9e26a9e700 1 -- 172.21.15.5:0/1875512761 >> 172.21.15.5:0/1875512761 conn(0x7f9e20072010 msgr2=0x7f9e200ca260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:10.675 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.667+0000 7f9e26a9e700 1 -- 172.21.15.5:0/1875512761 shutdown_connections 2024-09-13T16:16:10.675 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:16:10.667+0000 7f9e26a9e700 1 -- 172.21.15.5:0/1875512761 wait complete. 2024-09-13T16:16:10.687 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-13T16:16:10.687 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-13T16:16:10.687 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi005.front.sepia.ceph.com 2024-09-13T16:16:10.687 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-13T16:16:10.687 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-13T16:16:10.687 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-13T16:16:10.687 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-13T16:16:10.687 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-13T16:16:10.688 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-13T16:16:10.688 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:16:10.688 DEBUG:teuthology.orchestra.run.smithi005:> ip addr 2024-09-13T16:16:10.695 INFO:teuthology.orchestra.run.smithi005.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-13T16:16:10.696 INFO:teuthology.orchestra.run.smithi005.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-13T16:16:10.696 INFO:teuthology.orchestra.run.smithi005.stdout: inet 127.0.0.1/8 scope host lo 2024-09-13T16:16:10.696 INFO:teuthology.orchestra.run.smithi005.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:16:10.696 INFO:teuthology.orchestra.run.smithi005.stdout: inet6 ::1/128 scope host 2024-09-13T16:16:10.696 INFO:teuthology.orchestra.run.smithi005.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:16:10.696 INFO:teuthology.orchestra.run.smithi005.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-13T16:16:10.696 INFO:teuthology.orchestra.run.smithi005.stdout: link/ether 0c:c4:7a:6b:fd:de brd ff:ff:ff:ff:ff:ff 2024-09-13T16:16:10.696 INFO:teuthology.orchestra.run.smithi005.stdout:3: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-13T16:16:10.696 INFO:teuthology.orchestra.run.smithi005.stdout: link/ether 0c:c4:7a:bd:14:42 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:16:10.696 INFO:teuthology.orchestra.run.smithi005.stdout: inet 172.21.15.5/20 brd 172.21.15.255 scope global dynamic ens1f0 2024-09-13T16:16:10.696 INFO:teuthology.orchestra.run.smithi005.stdout: valid_lft 42425sec preferred_lft 42425sec 2024-09-13T16:16:10.696 INFO:teuthology.orchestra.run.smithi005.stdout: inet6 fe80::ec4:7aff:febd:1442/64 scope link 2024-09-13T16:16:10.696 INFO:teuthology.orchestra.run.smithi005.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:16:10.697 INFO:teuthology.orchestra.run.smithi005.stdout:4: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-13T16:16:10.697 INFO:teuthology.orchestra.run.smithi005.stdout: link/ether 0c:c4:7a:6b:fd:df brd ff:ff:ff:ff:ff:ff 2024-09-13T16:16:10.697 INFO:teuthology.orchestra.run.smithi005.stdout:5: ens1f1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-13T16:16:10.697 INFO:teuthology.orchestra.run.smithi005.stdout: link/ether 0c:c4:7a:bd:14:43 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:16:10.697 INFO:teuthology.orchestra.run.smithi005.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2024-09-13T16:16:10.697 INFO:teuthology.orchestra.run.smithi005.stdout: link/ether 02:42:68:06:7b:76 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:16:10.697 INFO:teuthology.orchestra.run.smithi005.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2024-09-13T16:16:10.697 INFO:teuthology.orchestra.run.smithi005.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:16:10.697 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-09-13T16:16:10.698 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:16:10.698 DEBUG:teuthology.orchestra.run.smithi005:> (cd / && exec bash -c ' 2024-09-13T16:16:10.698 DEBUG:teuthology.orchestra.run.smithi005:> set -e 2024-09-13T16:16:10.698 DEBUG:teuthology.orchestra.run.smithi005:> sudo ip link add name ceph-brx type bridge 2024-09-13T16:16:10.698 DEBUG:teuthology.orchestra.run.smithi005:> sudo ip addr flush dev ceph-brx 2024-09-13T16:16:10.698 DEBUG:teuthology.orchestra.run.smithi005:> sudo ip link set ceph-brx up 2024-09-13T16:16:10.698 DEBUG:teuthology.orchestra.run.smithi005:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-09-13T16:16:10.698 DEBUG:teuthology.orchestra.run.smithi005:> ') 2024-09-13T16:16:10.738 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:16:10.738 DEBUG:teuthology.orchestra.run.smithi005:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-13T16:16:10.798 INFO:teuthology.orchestra.run.smithi005.stdout:1 2024-09-13T16:16:10.800 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:16:10.800 DEBUG:teuthology.orchestra.run.smithi005:> route 2024-09-13T16:16:10.809 INFO:teuthology.orchestra.run.smithi005.stdout:Kernel IP routing table 2024-09-13T16:16:10.809 INFO:teuthology.orchestra.run.smithi005.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-13T16:16:10.809 INFO:teuthology.orchestra.run.smithi005.stdout:default _gateway 0.0.0.0 UG 0 0 0 ens1f0 2024-09-13T16:16:10.810 INFO:teuthology.orchestra.run.smithi005.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2024-09-13T16:16:10.810 INFO:teuthology.orchestra.run.smithi005.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 0 0 0 ens1f0 2024-09-13T16:16:10.810 INFO:teuthology.orchestra.run.smithi005.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-13T16:16:10.810 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:16:10.810 DEBUG:teuthology.orchestra.run.smithi005:> (cd / && exec bash -c ' 2024-09-13T16:16:10.810 DEBUG:teuthology.orchestra.run.smithi005:> set -e 2024-09-13T16:16:10.810 DEBUG:teuthology.orchestra.run.smithi005:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-13T16:16:10.810 DEBUG:teuthology.orchestra.run.smithi005:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-13T16:16:10.810 DEBUG:teuthology.orchestra.run.smithi005:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-13T16:16:10.810 DEBUG:teuthology.orchestra.run.smithi005:> ') 2024-09-13T16:16:10.853 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:16:10.853 DEBUG:teuthology.orchestra.run.smithi005:> ip netns list 2024-09-13T16:16:10.902 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:16:10.902 DEBUG:teuthology.orchestra.run.smithi005:> ip netns list-id 2024-09-13T16:16:10.908 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:16:10.908 DEBUG:teuthology.orchestra.run.smithi005:> (cd / && exec bash -c ' 2024-09-13T16:16:10.908 DEBUG:teuthology.orchestra.run.smithi005:> set -e 2024-09-13T16:16:10.908 DEBUG:teuthology.orchestra.run.smithi005:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-13T16:16:10.909 DEBUG:teuthology.orchestra.run.smithi005:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.0 0 2024-09-13T16:16:10.909 DEBUG:teuthology.orchestra.run.smithi005:> ') 2024-09-13T16:16:10.939 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.0' with 192.168.0.1/16 2024-09-13T16:16:10.940 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:16:10.940 DEBUG:teuthology.orchestra.run.smithi005:> (cd / && exec bash -c ' 2024-09-13T16:16:10.940 DEBUG:teuthology.orchestra.run.smithi005:> set -e 2024-09-13T16:16:10.940 DEBUG:teuthology.orchestra.run.smithi005:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.0 type veth peer name brx.0 2024-09-13T16:16:10.940 DEBUG:teuthology.orchestra.run.smithi005:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-09-13T16:16:10.940 DEBUG:teuthology.orchestra.run.smithi005:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set veth0 up 2024-09-13T16:16:10.940 DEBUG:teuthology.orchestra.run.smithi005:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set lo up 2024-09-13T16:16:10.940 DEBUG:teuthology.orchestra.run.smithi005:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip route add default via 192.168.255.254 2024-09-13T16:16:10.940 DEBUG:teuthology.orchestra.run.smithi005:> ') 2024-09-13T16:16:10.993 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:16:10.994 DEBUG:teuthology.orchestra.run.smithi005:> (cd / && exec bash -c ' 2024-09-13T16:16:10.994 DEBUG:teuthology.orchestra.run.smithi005:> set -e 2024-09-13T16:16:10.994 DEBUG:teuthology.orchestra.run.smithi005:> sudo ip link set brx.0 up 2024-09-13T16:16:10.994 DEBUG:teuthology.orchestra.run.smithi005:> sudo ip link set dev brx.0 master ceph-brx 2024-09-13T16:16:10.994 DEBUG:teuthology.orchestra.run.smithi005:> ') 2024-09-13T16:16:11.020 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-13T16:16:11.020 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T16:16:11.021 DEBUG:teuthology.orchestra.run.smithi005:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-13T16:16:11.069 INFO:teuthology.orchestra.run.smithi005.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-13T16:16:11.069 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T16:16:11.070 DEBUG:teuthology.orchestra.run.smithi005:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-13T16:16:11.075 DEBUG:teuthology.orchestra.run.smithi005:> sudo modprobe fuse 2024-09-13T16:16:11.092 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T16:16:11.093 DEBUG:teuthology.orchestra.run.smithi005:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T16:16:11.105 INFO:teuthology.orchestra.run.smithi005.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T16:16:11.106 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T16:16:11.106 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:16:11.106 DEBUG:teuthology.orchestra.run.smithi005:> ls /sys/fs/fuse/connections 2024-09-13T16:16:11.112 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-13T16:16:11.112 DEBUG:teuthology.orchestra.run.smithi005:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-13T16:16:11.114 DEBUG:teuthology.orchestra.run.smithi005:> sudo modprobe fuse 2024-09-13T16:16:11.129 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T16:16:11.129 DEBUG:teuthology.orchestra.run.smithi005:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T16:16:11.183 INFO:teuthology.orchestra.run.smithi005.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T16:16:11.184 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T16:16:11.185 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:16:11.185 DEBUG:teuthology.orchestra.run.smithi005:> ls /sys/fs/fuse/connections 2024-09-13T16:16:11.203 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi005.stderr:2024-09-13T16:16:11.199+0000 7fcf61737640 -1 init, newargv = 0x55bf23bcb460 newargc=15 2024-09-13T16:16:11.204 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi005.stderr:ceph-fuse[33508]: starting ceph client 2024-09-13T16:16:11.213 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi005.stderr:ceph-fuse[33508]: starting fuse 2024-09-13T16:16:12.292 DEBUG:teuthology.orchestra.run.smithi005:> sudo modprobe fuse 2024-09-13T16:16:12.311 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T16:16:12.311 DEBUG:teuthology.orchestra.run.smithi005:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T16:16:12.370 INFO:teuthology.orchestra.run.smithi005.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T16:16:12.371 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T16:16:12.372 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:16:12.372 DEBUG:teuthology.orchestra.run.smithi005:> ls /sys/fs/fuse/connections 2024-09-13T16:16:12.378 INFO:teuthology.orchestra.run.smithi005.stdout:52 2024-09-13T16:16:12.379 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [52] 2024-09-13T16:16:12.379 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T16:16:12.379 DEBUG:teuthology.orchestra.run.smithi005:> import glob 2024-09-13T16:16:12.379 DEBUG:teuthology.orchestra.run.smithi005:> import re 2024-09-13T16:16:12.379 DEBUG:teuthology.orchestra.run.smithi005:> import os 2024-09-13T16:16:12.379 DEBUG:teuthology.orchestra.run.smithi005:> import subprocess 2024-09-13T16:16:12.379 DEBUG:teuthology.orchestra.run.smithi005:> 2024-09-13T16:16:12.379 DEBUG:teuthology.orchestra.run.smithi005:> def _find_admin_socket(client_name): 2024-09-13T16:16:12.379 DEBUG:teuthology.orchestra.run.smithi005:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-13T16:16:12.380 DEBUG:teuthology.orchestra.run.smithi005:> files = glob.glob(asok_path) 2024-09-13T16:16:12.380 DEBUG:teuthology.orchestra.run.smithi005:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-13T16:16:12.380 DEBUG:teuthology.orchestra.run.smithi005:> 2024-09-13T16:16:12.380 DEBUG:teuthology.orchestra.run.smithi005:> # Given a non-glob path, it better be there 2024-09-13T16:16:12.380 DEBUG:teuthology.orchestra.run.smithi005:> if "*" not in asok_path: 2024-09-13T16:16:12.380 DEBUG:teuthology.orchestra.run.smithi005:> assert(len(files) == 1) 2024-09-13T16:16:12.380 DEBUG:teuthology.orchestra.run.smithi005:> return files[0] 2024-09-13T16:16:12.380 DEBUG:teuthology.orchestra.run.smithi005:> 2024-09-13T16:16:12.380 DEBUG:teuthology.orchestra.run.smithi005:> for f in files: 2024-09-13T16:16:12.380 DEBUG:teuthology.orchestra.run.smithi005:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-13T16:16:12.380 DEBUG:teuthology.orchestra.run.smithi005:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-13T16:16:12.380 DEBUG:teuthology.orchestra.run.smithi005:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-13T16:16:12.380 DEBUG:teuthology.orchestra.run.smithi005:> contents = proc_f.read() 2024-09-13T16:16:12.380 DEBUG:teuthology.orchestra.run.smithi005:> if mountpoint in contents: 2024-09-13T16:16:12.381 DEBUG:teuthology.orchestra.run.smithi005:> return f 2024-09-13T16:16:12.381 DEBUG:teuthology.orchestra.run.smithi005:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-13T16:16:12.381 DEBUG:teuthology.orchestra.run.smithi005:> 2024-09-13T16:16:12.381 DEBUG:teuthology.orchestra.run.smithi005:> print(_find_admin_socket("client.0")) 2024-09-13T16:16:12.381 DEBUG:teuthology.orchestra.run.smithi005:> ' 2024-09-13T16:16:12.463 INFO:teuthology.orchestra.run.smithi005.stdout:/var/run/ceph/ceph-client.0.33508.asok 2024-09-13T16:16:12.649 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.33508.asok 2024-09-13T16:16:12.649 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:16:12.649 DEBUG:teuthology.orchestra.run.smithi005:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.33508.asok status 2024-09-13T16:16:12.798 INFO:teuthology.orchestra.run.smithi005.stdout:{ 2024-09-13T16:16:12.798 INFO:teuthology.orchestra.run.smithi005.stdout: "metadata": { 2024-09-13T16:16:12.798 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph_sha1": "50bbe7f395997dcd871813949c49addbbf630361", 2024-09-13T16:16:12.798 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph_version": "ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable)", 2024-09-13T16:16:12.798 INFO:teuthology.orchestra.run.smithi005.stdout: "entity_id": "0", 2024-09-13T16:16:12.798 INFO:teuthology.orchestra.run.smithi005.stdout: "hostname": "smithi005", 2024-09-13T16:16:12.798 INFO:teuthology.orchestra.run.smithi005.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-13T16:16:12.799 INFO:teuthology.orchestra.run.smithi005.stdout: "pid": "33508", 2024-09-13T16:16:12.799 INFO:teuthology.orchestra.run.smithi005.stdout: "root": "/" 2024-09-13T16:16:12.799 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-13T16:16:12.799 INFO:teuthology.orchestra.run.smithi005.stdout: "dentry_count": 0, 2024-09-13T16:16:12.799 INFO:teuthology.orchestra.run.smithi005.stdout: "dentry_pinned_count": 0, 2024-09-13T16:16:12.799 INFO:teuthology.orchestra.run.smithi005.stdout: "id": 14862, 2024-09-13T16:16:12.799 INFO:teuthology.orchestra.run.smithi005.stdout: "inst": { 2024-09-13T16:16:12.799 INFO:teuthology.orchestra.run.smithi005.stdout: "name": { 2024-09-13T16:16:12.799 INFO:teuthology.orchestra.run.smithi005.stdout: "type": "client", 2024-09-13T16:16:12.799 INFO:teuthology.orchestra.run.smithi005.stdout: "num": 14862 2024-09-13T16:16:12.799 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-13T16:16:12.799 INFO:teuthology.orchestra.run.smithi005.stdout: "addr": { 2024-09-13T16:16:12.799 INFO:teuthology.orchestra.run.smithi005.stdout: "type": "v1", 2024-09-13T16:16:12.799 INFO:teuthology.orchestra.run.smithi005.stdout: "addr": "192.168.0.1:0", 2024-09-13T16:16:12.800 INFO:teuthology.orchestra.run.smithi005.stdout: "nonce": 1258937135 2024-09-13T16:16:12.800 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-13T16:16:12.800 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-13T16:16:12.800 INFO:teuthology.orchestra.run.smithi005.stdout: "addr": { 2024-09-13T16:16:12.800 INFO:teuthology.orchestra.run.smithi005.stdout: "type": "v1", 2024-09-13T16:16:12.800 INFO:teuthology.orchestra.run.smithi005.stdout: "addr": "192.168.0.1:0", 2024-09-13T16:16:12.800 INFO:teuthology.orchestra.run.smithi005.stdout: "nonce": 1258937135 2024-09-13T16:16:12.800 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-13T16:16:12.800 INFO:teuthology.orchestra.run.smithi005.stdout: "inst_str": "client.14862 192.168.0.1:0/1258937135", 2024-09-13T16:16:12.800 INFO:teuthology.orchestra.run.smithi005.stdout: "addr_str": "192.168.0.1:0/1258937135", 2024-09-13T16:16:12.800 INFO:teuthology.orchestra.run.smithi005.stdout: "inode_count": 1, 2024-09-13T16:16:12.800 INFO:teuthology.orchestra.run.smithi005.stdout: "mds_epoch": 9, 2024-09-13T16:16:12.800 INFO:teuthology.orchestra.run.smithi005.stdout: "osd_epoch": 26, 2024-09-13T16:16:12.801 INFO:teuthology.orchestra.run.smithi005.stdout: "osd_epoch_barrier": 0, 2024-09-13T16:16:12.801 INFO:teuthology.orchestra.run.smithi005.stdout: "blocklisted": false, 2024-09-13T16:16:12.801 INFO:teuthology.orchestra.run.smithi005.stdout: "fs_name": "cephfs" 2024-09-13T16:16:12.801 INFO:teuthology.orchestra.run.smithi005.stdout:} 2024-09-13T16:16:12.808 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:16:12.808 DEBUG:teuthology.orchestra.run.smithi005:> stat --file-system '--printf=%T 2024-09-13T16:16:12.808 DEBUG:teuthology.orchestra.run.smithi005:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-13T16:16:12.813 INFO:teuthology.orchestra.run.smithi005.stdout:fuseblk 2024-09-13T16:16:12.814 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-13T16:16:12.814 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:16:12.814 DEBUG:teuthology.orchestra.run.smithi005:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-13T16:16:12.825 INFO:teuthology.run_tasks:Running task workunit... 2024-09-13T16:16:12.839 INFO:tasks.workunit:Pulling workunits from ref 50bbe7f395997dcd871813949c49addbbf630361 2024-09-13T16:16:12.839 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-13T16:16:12.839 INFO:tasks.workunit:timeout=3h 2024-09-13T16:16:12.839 INFO:tasks.workunit:cleanup=True 2024-09-13T16:16:12.840 DEBUG:teuthology.orchestra.run.smithi005:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-13T16:16:12.873 INFO:teuthology.orchestra.run.smithi005.stdout: File: /home/ubuntu/cephtest/mnt.0 2024-09-13T16:16:12.874 INFO:teuthology.orchestra.run.smithi005.stdout: Size: 0 Blocks: 1 IO Block: 4194304 directory 2024-09-13T16:16:12.874 INFO:teuthology.orchestra.run.smithi005.stdout:Device: 34h/52d Inode: 1 Links: 2 2024-09-13T16:16:12.874 INFO:teuthology.orchestra.run.smithi005.stdout:Access: (1777/drwxrwxrwt) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-13T16:16:12.874 INFO:teuthology.orchestra.run.smithi005.stdout:Access: 1970-01-01 00:00:00.000000000 +0000 2024-09-13T16:16:12.874 INFO:teuthology.orchestra.run.smithi005.stdout:Modify: 2024-09-13 16:15:41.398647201 +0000 2024-09-13T16:16:12.874 INFO:teuthology.orchestra.run.smithi005.stdout:Change: 2024-09-13 16:15:50.918056397 +0000 2024-09-13T16:16:12.874 INFO:teuthology.orchestra.run.smithi005.stdout: Birth: - 2024-09-13T16:16:12.874 INFO:tasks.workunit:Did not need to create dir /home/ubuntu/cephtest/mnt.0 2024-09-13T16:16:12.874 DEBUG:teuthology.orchestra.run.smithi005:> cd -- /home/ubuntu/cephtest/mnt.0 && sudo install -d -m 0755 --owner=ubuntu -- client.0 2024-09-13T16:16:12.897 DEBUG:teuthology.orchestra.run.smithi005:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 50bbe7f395997dcd871813949c49addbbf630361 2024-09-13T16:16:12.905 INFO:tasks.workunit.client.0.smithi005.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-13T16:16:35.403 DEBUG:teuthology.orchestra.run.smithi005:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:16:35.406 DEBUG:teuthology.orchestra.run.smithi179:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:17:05.465 DEBUG:teuthology.orchestra.run.smithi005:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:17:05.467 DEBUG:teuthology.orchestra.run.smithi179:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:17:15.487 INFO:tasks.workunit.client.0.smithi005.stderr:Note: switching to '50bbe7f395997dcd871813949c49addbbf630361'. 2024-09-13T16:17:15.487 INFO:tasks.workunit.client.0.smithi005.stderr: 2024-09-13T16:17:15.488 INFO:tasks.workunit.client.0.smithi005.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-09-13T16:17:15.488 INFO:tasks.workunit.client.0.smithi005.stderr:changes and commit them, and you can discard any commits you make in this 2024-09-13T16:17:15.488 INFO:tasks.workunit.client.0.smithi005.stderr:state without impacting any branches by switching back to a branch. 2024-09-13T16:17:15.488 INFO:tasks.workunit.client.0.smithi005.stderr: 2024-09-13T16:17:15.488 INFO:tasks.workunit.client.0.smithi005.stderr:If you want to create a new branch to retain commits you create, you may 2024-09-13T16:17:15.488 INFO:tasks.workunit.client.0.smithi005.stderr:do so (now or later) by using -c with the switch command. Example: 2024-09-13T16:17:15.488 INFO:tasks.workunit.client.0.smithi005.stderr: 2024-09-13T16:17:15.488 INFO:tasks.workunit.client.0.smithi005.stderr: git switch -c 2024-09-13T16:17:15.488 INFO:tasks.workunit.client.0.smithi005.stderr: 2024-09-13T16:17:15.488 INFO:tasks.workunit.client.0.smithi005.stderr:Or undo this operation with: 2024-09-13T16:17:15.488 INFO:tasks.workunit.client.0.smithi005.stderr: 2024-09-13T16:17:15.489 INFO:tasks.workunit.client.0.smithi005.stderr: git switch - 2024-09-13T16:17:15.489 INFO:tasks.workunit.client.0.smithi005.stderr: 2024-09-13T16:17:15.489 INFO:tasks.workunit.client.0.smithi005.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-09-13T16:17:15.489 INFO:tasks.workunit.client.0.smithi005.stderr: 2024-09-13T16:17:15.489 INFO:tasks.workunit.client.0.smithi005.stderr:HEAD is now at 50bbe7f3959 Merge PR #58789 into wip-rishabh-testing-20240910.095512-reef 2024-09-13T16:17:15.493 DEBUG:teuthology.orchestra.run.smithi005:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-13T16:17:15.520 INFO:tasks.workunit.client.0.smithi005.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-13T16:17:15.523 INFO:tasks.workunit.client.0.smithi005.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-13T16:17:15.523 INFO:tasks.workunit.client.0.smithi005.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-13T16:17:16.392 INFO:tasks.workunit.client.0.smithi005.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-13T16:17:16.472 INFO:tasks.workunit.client.0.smithi005.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-13T16:17:16.536 INFO:tasks.workunit.client.0.smithi005.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-13T16:17:16.537 INFO:tasks.workunit.client.0.smithi005.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-13T16:17:16.537 INFO:tasks.workunit.client.0.smithi005.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-13T16:17:16.605 INFO:tasks.workunit.client.0.smithi005.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-13T16:17:16.611 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-13T16:17:16.611 DEBUG:teuthology.orchestra.run.smithi005:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-13T16:17:16.662 INFO:tasks.workunit:Running workunits matching suites/dbench.sh on client.0... 2024-09-13T16:17:16.663 INFO:tasks.workunit:Running workunit suites/dbench.sh... 2024-09-13T16:17:16.663 DEBUG:teuthology.orchestra.run.smithi005:workunit test suites/dbench.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=50bbe7f395997dcd871813949c49addbbf630361 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/suites/dbench.sh 2024-09-13T16:17:16.706 INFO:tasks.workunit.client.0.smithi005.stdout:dbench version 4.00 - Copyright Andrew Tridgell 1999-2004 2024-09-13T16:17:16.706 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-09-13T16:17:16.706 INFO:tasks.workunit.client.0.smithi005.stdout:Running for 600 seconds with load '/usr/share/dbench/client.txt' and minimum warmup 120 secs 2024-09-13T16:17:16.712 INFO:tasks.workunit.client.0.smithi005.stdout:0 of 1 processes prepared for launch 0 sec 2024-09-13T16:17:16.812 INFO:tasks.workunit.client.0.smithi005.stdout:1 of 1 processes prepared for launch 0 sec 2024-09-13T16:17:16.812 INFO:tasks.workunit.client.0.smithi005.stdout:releasing clients 2024-09-13T16:17:17.812 INFO:tasks.workunit.client.0.smithi005.stdout: 1 477 16.69 MB/sec warmup 1 sec latency 17.139 ms 2024-09-13T16:17:18.812 INFO:tasks.workunit.client.0.smithi005.stdout: 1 857 10.79 MB/sec warmup 2 sec latency 29.750 ms 2024-09-13T16:17:19.812 INFO:tasks.workunit.client.0.smithi005.stdout: 1 1134 7.66 MB/sec warmup 3 sec latency 27.933 ms 2024-09-13T16:17:20.812 INFO:tasks.workunit.client.0.smithi005.stdout: 1 1463 6.51 MB/sec warmup 4 sec latency 30.964 ms 2024-09-13T16:17:21.812 INFO:tasks.workunit.client.0.smithi005.stdout: 1 1769 5.26 MB/sec warmup 5 sec latency 30.411 ms 2024-09-13T16:17:22.812 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2053 4.44 MB/sec warmup 6 sec latency 29.156 ms 2024-09-13T16:17:23.812 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2362 3.99 MB/sec warmup 7 sec latency 35.221 ms 2024-09-13T16:17:24.812 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2596 3.63 MB/sec warmup 8 sec latency 32.144 ms 2024-09-13T16:17:25.813 INFO:tasks.workunit.client.0.smithi005.stdout: 1 3012 3.73 MB/sec warmup 9 sec latency 29.905 ms 2024-09-13T16:17:26.813 INFO:tasks.workunit.client.0.smithi005.stdout: 1 3311 3.54 MB/sec warmup 10 sec latency 32.921 ms 2024-09-13T16:17:27.813 INFO:tasks.workunit.client.0.smithi005.stdout: 1 3521 3.49 MB/sec warmup 11 sec latency 32.535 ms 2024-09-13T16:17:28.813 INFO:tasks.workunit.client.0.smithi005.stdout: 1 3797 3.31 MB/sec warmup 12 sec latency 31.621 ms 2024-09-13T16:17:29.813 INFO:tasks.workunit.client.0.smithi005.stdout: 1 3951 3.08 MB/sec warmup 13 sec latency 26.916 ms 2024-09-13T16:17:30.813 INFO:tasks.workunit.client.0.smithi005.stdout: 1 4126 2.86 MB/sec warmup 14 sec latency 29.423 ms 2024-09-13T16:17:31.813 INFO:tasks.workunit.client.0.smithi005.stdout: 1 4424 2.71 MB/sec warmup 15 sec latency 36.631 ms 2024-09-13T16:17:32.813 INFO:tasks.workunit.client.0.smithi005.stdout: 1 4685 2.63 MB/sec warmup 16 sec latency 31.023 ms 2024-09-13T16:17:33.813 INFO:tasks.workunit.client.0.smithi005.stdout: 1 5021 2.66 MB/sec warmup 17 sec latency 30.902 ms 2024-09-13T16:17:34.813 INFO:tasks.workunit.client.0.smithi005.stdout: 1 5286 2.52 MB/sec warmup 18 sec latency 30.757 ms 2024-09-13T16:17:35.654 DEBUG:teuthology.orchestra.run.smithi005:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:17:35.657 DEBUG:teuthology.orchestra.run.smithi179:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:17:35.813 INFO:tasks.workunit.client.0.smithi005.stdout: 1 5615 2.41 MB/sec warmup 19 sec latency 27.942 ms 2024-09-13T16:17:36.813 INFO:tasks.workunit.client.0.smithi005.stdout: 1 5921 2.35 MB/sec warmup 20 sec latency 30.079 ms 2024-09-13T16:17:37.813 INFO:tasks.workunit.client.0.smithi005.stdout: 1 6154 2.29 MB/sec warmup 21 sec latency 30.271 ms 2024-09-13T16:17:38.813 INFO:tasks.workunit.client.0.smithi005.stdout: 1 6570 2.39 MB/sec warmup 22 sec latency 31.609 ms 2024-09-13T16:17:39.813 INFO:tasks.workunit.client.0.smithi005.stdout: 1 6868 2.37 MB/sec warmup 23 sec latency 33.163 ms 2024-09-13T16:17:40.814 INFO:tasks.workunit.client.0.smithi005.stdout: 1 7104 2.40 MB/sec warmup 24 sec latency 30.185 ms 2024-09-13T16:17:41.814 INFO:tasks.workunit.client.0.smithi005.stdout: 1 7365 2.36 MB/sec warmup 25 sec latency 27.483 ms 2024-09-13T16:17:42.814 INFO:tasks.workunit.client.0.smithi005.stdout: 1 7521 2.28 MB/sec warmup 26 sec latency 29.293 ms 2024-09-13T16:17:43.814 INFO:tasks.workunit.client.0.smithi005.stdout: 1 7713 2.19 MB/sec warmup 27 sec latency 32.747 ms 2024-09-13T16:17:44.814 INFO:tasks.workunit.client.0.smithi005.stdout: 1 8004 2.14 MB/sec warmup 28 sec latency 28.583 ms 2024-09-13T16:17:45.814 INFO:tasks.workunit.client.0.smithi005.stdout: 1 8277 2.11 MB/sec warmup 29 sec latency 34.796 ms 2024-09-13T16:17:46.814 INFO:tasks.workunit.client.0.smithi005.stdout: 1 8599 2.14 MB/sec warmup 30 sec latency 31.535 ms 2024-09-13T16:17:47.814 INFO:tasks.workunit.client.0.smithi005.stdout: 1 8928 2.08 MB/sec warmup 31 sec latency 36.080 ms 2024-09-13T16:17:48.814 INFO:tasks.workunit.client.0.smithi005.stdout: 1 9199 2.03 MB/sec warmup 32 sec latency 31.074 ms 2024-09-13T16:17:49.814 INFO:tasks.workunit.client.0.smithi005.stdout: 1 9498 2.01 MB/sec warmup 33 sec latency 29.570 ms 2024-09-13T16:17:50.814 INFO:tasks.workunit.client.0.smithi005.stdout: 1 9846 2.06 MB/sec warmup 34 sec latency 29.063 ms 2024-09-13T16:17:51.814 INFO:tasks.workunit.client.0.smithi005.stdout: 1 10311 2.07 MB/sec warmup 35 sec latency 28.840 ms 2024-09-13T16:17:52.814 INFO:tasks.workunit.client.0.smithi005.stdout: 1 10424 2.04 MB/sec warmup 36 sec latency 30.493 ms 2024-09-13T16:17:53.814 INFO:tasks.workunit.client.0.smithi005.stdout: 1 10733 2.08 MB/sec warmup 37 sec latency 30.513 ms 2024-09-13T16:17:54.814 INFO:tasks.workunit.client.0.smithi005.stdout: 1 10946 2.05 MB/sec warmup 38 sec latency 33.986 ms 2024-09-13T16:17:55.815 INFO:tasks.workunit.client.0.smithi005.stdout: 1 11104 2.01 MB/sec warmup 39 sec latency 26.201 ms 2024-09-13T16:17:56.815 INFO:tasks.workunit.client.0.smithi005.stdout: 1 11314 1.96 MB/sec warmup 40 sec latency 28.757 ms 2024-09-13T16:17:57.815 INFO:tasks.workunit.client.0.smithi005.stdout: 1 11595 1.93 MB/sec warmup 41 sec latency 29.389 ms 2024-09-13T16:17:58.815 INFO:tasks.workunit.client.0.smithi005.stdout: 1 11871 1.91 MB/sec warmup 42 sec latency 32.785 ms 2024-09-13T16:17:59.815 INFO:tasks.workunit.client.0.smithi005.stdout: 1 12186 1.94 MB/sec warmup 43 sec latency 32.319 ms 2024-09-13T16:18:00.815 INFO:tasks.workunit.client.0.smithi005.stdout: 1 12507 1.90 MB/sec warmup 44 sec latency 28.655 ms 2024-09-13T16:18:01.815 INFO:tasks.workunit.client.0.smithi005.stdout: 1 12828 1.87 MB/sec warmup 45 sec latency 31.186 ms 2024-09-13T16:18:02.815 INFO:tasks.workunit.client.0.smithi005.stdout: 1 13086 1.86 MB/sec warmup 46 sec latency 32.781 ms 2024-09-13T16:18:03.815 INFO:tasks.workunit.client.0.smithi005.stdout: 1 13412 1.90 MB/sec warmup 47 sec latency 30.762 ms 2024-09-13T16:18:04.815 INFO:tasks.workunit.client.0.smithi005.stdout: 1 13917 1.93 MB/sec warmup 48 sec latency 29.591 ms 2024-09-13T16:18:05.704 DEBUG:teuthology.orchestra.run.smithi005:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:18:05.707 DEBUG:teuthology.orchestra.run.smithi179:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:18:05.815 INFO:tasks.workunit.client.0.smithi005.stdout: 1 13980 1.89 MB/sec warmup 49 sec latency 30.649 ms 2024-09-13T16:18:06.816 INFO:tasks.workunit.client.0.smithi005.stdout: 1 14313 1.92 MB/sec warmup 50 sec latency 31.610 ms 2024-09-13T16:18:07.815 INFO:tasks.workunit.client.0.smithi005.stdout: 1 14515 1.90 MB/sec warmup 51 sec latency 30.374 ms 2024-09-13T16:18:08.815 INFO:tasks.workunit.client.0.smithi005.stdout: 1 14670 1.87 MB/sec warmup 52 sec latency 28.406 ms 2024-09-13T16:18:09.815 INFO:tasks.workunit.client.0.smithi005.stdout: 1 14890 1.84 MB/sec warmup 53 sec latency 38.404 ms 2024-09-13T16:18:10.816 INFO:tasks.workunit.client.0.smithi005.stdout: 1 15176 1.82 MB/sec warmup 54 sec latency 37.465 ms 2024-09-13T16:18:11.816 INFO:tasks.workunit.client.0.smithi005.stdout: 1 15454 1.81 MB/sec warmup 55 sec latency 31.137 ms 2024-09-13T16:18:12.816 INFO:tasks.workunit.client.0.smithi005.stdout: 1 15777 1.83 MB/sec warmup 56 sec latency 30.531 ms 2024-09-13T16:18:13.816 INFO:tasks.workunit.client.0.smithi005.stdout: 1 16068 1.80 MB/sec warmup 57 sec latency 32.544 ms 2024-09-13T16:18:14.816 INFO:tasks.workunit.client.0.smithi005.stdout: 1 16377 1.78 MB/sec warmup 58 sec latency 31.279 ms 2024-09-13T16:18:15.816 INFO:tasks.workunit.client.0.smithi005.stdout: 1 16631 1.77 MB/sec warmup 59 sec latency 31.513 ms 2024-09-13T16:18:16.816 INFO:tasks.workunit.client.0.smithi005.stdout: 1 16965 1.81 MB/sec warmup 60 sec latency 32.281 ms 2024-09-13T16:18:17.816 INFO:tasks.workunit.client.0.smithi005.stdout: 1 17473 1.83 MB/sec warmup 61 sec latency 30.920 ms 2024-09-13T16:18:18.816 INFO:tasks.workunit.client.0.smithi005.stdout: 1 17525 1.80 MB/sec warmup 62 sec latency 30.788 ms 2024-09-13T16:18:19.816 INFO:tasks.workunit.client.0.smithi005.stdout: 1 17857 1.83 MB/sec warmup 63 sec latency 28.700 ms 2024-09-13T16:18:20.816 INFO:tasks.workunit.client.0.smithi005.stdout: 1 18063 1.82 MB/sec warmup 64 sec latency 27.643 ms 2024-09-13T16:18:21.816 INFO:tasks.workunit.client.0.smithi005.stdout: 1 18222 1.79 MB/sec warmup 65 sec latency 30.329 ms 2024-09-13T16:18:22.816 INFO:tasks.workunit.client.0.smithi005.stdout: 1 18465 1.77 MB/sec warmup 66 sec latency 34.712 ms 2024-09-13T16:18:23.816 INFO:tasks.workunit.client.0.smithi005.stdout: 1 18748 1.75 MB/sec warmup 67 sec latency 32.546 ms 2024-09-13T16:18:24.816 INFO:tasks.workunit.client.0.smithi005.stdout: 1 19032 1.75 MB/sec warmup 68 sec latency 27.822 ms 2024-09-13T16:18:25.816 INFO:tasks.workunit.client.0.smithi005.stdout: 1 19357 1.76 MB/sec warmup 69 sec latency 30.241 ms 2024-09-13T16:18:26.817 INFO:tasks.workunit.client.0.smithi005.stdout: 1 19660 1.74 MB/sec warmup 70 sec latency 30.148 ms 2024-09-13T16:18:27.817 INFO:tasks.workunit.client.0.smithi005.stdout: 1 19988 1.72 MB/sec warmup 71 sec latency 32.442 ms 2024-09-13T16:18:28.817 INFO:tasks.workunit.client.0.smithi005.stdout: 1 20255 1.73 MB/sec warmup 72 sec latency 30.684 ms 2024-09-13T16:18:29.817 INFO:tasks.workunit.client.0.smithi005.stdout: 1 20676 1.76 MB/sec warmup 73 sec latency 28.896 ms 2024-09-13T16:18:30.817 INFO:tasks.workunit.client.0.smithi005.stdout: 1 21066 1.77 MB/sec warmup 74 sec latency 31.209 ms 2024-09-13T16:18:31.817 INFO:tasks.workunit.client.0.smithi005.stdout: 1 21116 1.75 MB/sec warmup 75 sec latency 32.284 ms 2024-09-13T16:18:32.817 INFO:tasks.workunit.client.0.smithi005.stdout: 1 21466 1.77 MB/sec warmup 76 sec latency 26.413 ms 2024-09-13T16:18:33.817 INFO:tasks.workunit.client.0.smithi005.stdout: 1 21667 1.76 MB/sec warmup 77 sec latency 31.694 ms 2024-09-13T16:18:34.817 INFO:tasks.workunit.client.0.smithi005.stdout: 1 21811 1.74 MB/sec warmup 78 sec latency 29.251 ms 2024-09-13T16:18:35.751 DEBUG:teuthology.orchestra.run.smithi005:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:18:35.754 DEBUG:teuthology.orchestra.run.smithi179:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:18:35.817 INFO:tasks.workunit.client.0.smithi005.stdout: 1 22046 1.72 MB/sec warmup 79 sec latency 29.495 ms 2024-09-13T16:18:36.817 INFO:tasks.workunit.client.0.smithi005.stdout: 1 22322 1.71 MB/sec warmup 80 sec latency 29.453 ms 2024-09-13T16:18:37.817 INFO:tasks.workunit.client.0.smithi005.stdout: 1 22609 1.70 MB/sec warmup 81 sec latency 29.592 ms 2024-09-13T16:18:38.817 INFO:tasks.workunit.client.0.smithi005.stdout: 1 22919 1.72 MB/sec warmup 82 sec latency 31.021 ms 2024-09-13T16:18:39.817 INFO:tasks.workunit.client.0.smithi005.stdout: 1 23199 1.70 MB/sec warmup 83 sec latency 32.149 ms 2024-09-13T16:18:40.818 INFO:tasks.workunit.client.0.smithi005.stdout: 1 23509 1.68 MB/sec warmup 84 sec latency 30.282 ms 2024-09-13T16:18:41.818 INFO:tasks.workunit.client.0.smithi005.stdout: 1 23771 1.68 MB/sec warmup 85 sec latency 33.937 ms 2024-09-13T16:18:42.818 INFO:tasks.workunit.client.0.smithi005.stdout: 1 24149 1.71 MB/sec warmup 86 sec latency 31.452 ms 2024-09-13T16:18:43.818 INFO:tasks.workunit.client.0.smithi005.stdout: 1 24606 1.73 MB/sec warmup 87 sec latency 30.375 ms 2024-09-13T16:18:44.818 INFO:tasks.workunit.client.0.smithi005.stdout: 1 24657 1.71 MB/sec warmup 88 sec latency 31.638 ms 2024-09-13T16:18:45.818 INFO:tasks.workunit.client.0.smithi005.stdout: 1 24998 1.72 MB/sec warmup 89 sec latency 31.460 ms 2024-09-13T16:18:46.818 INFO:tasks.workunit.client.0.smithi005.stdout: 1 25198 1.72 MB/sec warmup 90 sec latency 27.208 ms 2024-09-13T16:18:47.818 INFO:tasks.workunit.client.0.smithi005.stdout: 1 25350 1.70 MB/sec warmup 91 sec latency 28.659 ms 2024-09-13T16:18:48.818 INFO:tasks.workunit.client.0.smithi005.stdout: 1 25596 1.69 MB/sec warmup 92 sec latency 29.682 ms 2024-09-13T16:18:49.818 INFO:tasks.workunit.client.0.smithi005.stdout: 1 25867 1.68 MB/sec warmup 93 sec latency 35.325 ms 2024-09-13T16:18:50.818 INFO:tasks.workunit.client.0.smithi005.stdout: 1 26162 1.67 MB/sec warmup 94 sec latency 29.470 ms 2024-09-13T16:18:51.818 INFO:tasks.workunit.client.0.smithi005.stdout: 1 26491 1.68 MB/sec warmup 95 sec latency 27.974 ms 2024-09-13T16:18:52.818 INFO:tasks.workunit.client.0.smithi005.stdout: 1 26786 1.67 MB/sec warmup 96 sec latency 29.128 ms 2024-09-13T16:18:53.818 INFO:tasks.workunit.client.0.smithi005.stdout: 1 27098 1.66 MB/sec warmup 97 sec latency 29.843 ms 2024-09-13T16:18:54.818 INFO:tasks.workunit.client.0.smithi005.stdout: 1 27346 1.66 MB/sec warmup 98 sec latency 28.947 ms 2024-09-13T16:18:55.818 INFO:tasks.workunit.client.0.smithi005.stdout: 1 27743 1.68 MB/sec warmup 99 sec latency 34.011 ms 2024-09-13T16:18:56.819 INFO:tasks.workunit.client.0.smithi005.stdout: 1 28153 1.69 MB/sec warmup 100 sec latency 35.479 ms 2024-09-13T16:18:57.819 INFO:tasks.workunit.client.0.smithi005.stdout: 1 28205 1.68 MB/sec warmup 101 sec latency 33.321 ms 2024-09-13T16:18:58.819 INFO:tasks.workunit.client.0.smithi005.stdout: 1 28545 1.69 MB/sec warmup 102 sec latency 28.044 ms 2024-09-13T16:18:59.819 INFO:tasks.workunit.client.0.smithi005.stdout: 1 28743 1.69 MB/sec warmup 103 sec latency 28.213 ms 2024-09-13T16:19:00.819 INFO:tasks.workunit.client.0.smithi005.stdout: 1 28896 1.67 MB/sec warmup 104 sec latency 27.628 ms 2024-09-13T16:19:01.819 INFO:tasks.workunit.client.0.smithi005.stdout: 1 29149 1.66 MB/sec warmup 105 sec latency 29.019 ms 2024-09-13T16:19:02.819 INFO:tasks.workunit.client.0.smithi005.stdout: 1 29453 1.66 MB/sec warmup 106 sec latency 36.914 ms 2024-09-13T16:19:03.819 INFO:tasks.workunit.client.0.smithi005.stdout: 1 29705 1.65 MB/sec warmup 107 sec latency 29.854 ms 2024-09-13T16:19:04.819 INFO:tasks.workunit.client.0.smithi005.stdout: 1 30032 1.66 MB/sec warmup 108 sec latency 32.216 ms 2024-09-13T16:19:05.819 DEBUG:teuthology.orchestra.run.smithi005:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:19:05.820 INFO:tasks.workunit.client.0.smithi005.stdout: 1 30332 1.65 MB/sec warmup 109 sec latency 34.659 ms 2024-09-13T16:19:05.822 DEBUG:teuthology.orchestra.run.smithi179:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:19:06.819 INFO:tasks.workunit.client.0.smithi005.stdout: 1 30641 1.63 MB/sec warmup 110 sec latency 30.304 ms 2024-09-13T16:19:07.819 INFO:tasks.workunit.client.0.smithi005.stdout: 1 30898 1.64 MB/sec warmup 111 sec latency 32.966 ms 2024-09-13T16:19:08.819 INFO:tasks.workunit.client.0.smithi005.stdout: 1 31301 1.66 MB/sec warmup 112 sec latency 31.792 ms 2024-09-13T16:19:09.819 INFO:tasks.workunit.client.0.smithi005.stdout: 1 31702 1.67 MB/sec warmup 113 sec latency 28.740 ms 2024-09-13T16:19:10.819 INFO:tasks.workunit.client.0.smithi005.stdout: 1 31756 1.65 MB/sec warmup 114 sec latency 36.111 ms 2024-09-13T16:19:11.819 INFO:tasks.workunit.client.0.smithi005.stdout: 1 32108 1.67 MB/sec warmup 115 sec latency 29.956 ms 2024-09-13T16:19:12.821 INFO:tasks.workunit.client.0.smithi005.stdout: 1 32313 1.66 MB/sec warmup 116 sec latency 26.919 ms 2024-09-13T16:19:13.819 INFO:tasks.workunit.client.0.smithi005.stdout: 1 32464 1.65 MB/sec warmup 117 sec latency 30.276 ms 2024-09-13T16:19:14.820 INFO:tasks.workunit.client.0.smithi005.stdout: 1 32720 1.64 MB/sec warmup 118 sec latency 30.416 ms 2024-09-13T16:19:15.820 INFO:tasks.workunit.client.0.smithi005.stdout: 1 33007 1.64 MB/sec warmup 119 sec latency 29.331 ms 2024-09-13T16:19:17.820 INFO:tasks.workunit.client.0.smithi005.stdout: 1 33587 0.16 MB/sec execute 1 sec latency 31.391 ms 2024-09-13T16:19:18.820 INFO:tasks.workunit.client.0.smithi005.stdout: 1 33890 0.23 MB/sec execute 2 sec latency 32.094 ms 2024-09-13T16:19:19.820 INFO:tasks.workunit.client.0.smithi005.stdout: 1 34259 0.59 MB/sec execute 3 sec latency 28.326 ms 2024-09-13T16:19:20.820 INFO:tasks.workunit.client.0.smithi005.stdout: 1 34462 0.68 MB/sec execute 4 sec latency 28.020 ms 2024-09-13T16:19:21.820 INFO:tasks.workunit.client.0.smithi005.stdout: 1 34893 1.50 MB/sec execute 5 sec latency 31.378 ms 2024-09-13T16:19:22.820 INFO:tasks.workunit.client.0.smithi005.stdout: 1 35255 1.56 MB/sec execute 6 sec latency 29.844 ms 2024-09-13T16:19:23.820 INFO:tasks.workunit.client.0.smithi005.stdout: 1 35335 1.35 MB/sec execute 7 sec latency 31.019 ms 2024-09-13T16:19:24.820 INFO:tasks.workunit.client.0.smithi005.stdout: 1 35709 1.72 MB/sec execute 8 sec latency 29.345 ms 2024-09-13T16:19:25.820 INFO:tasks.workunit.client.0.smithi005.stdout: 1 35871 1.56 MB/sec execute 9 sec latency 28.392 ms 2024-09-13T16:19:26.821 INFO:tasks.workunit.client.0.smithi005.stdout: 1 36017 1.41 MB/sec execute 10 sec latency 31.381 ms 2024-09-13T16:19:27.820 INFO:tasks.workunit.client.0.smithi005.stdout: 1 36288 1.32 MB/sec execute 11 sec latency 31.706 ms 2024-09-13T16:19:28.821 INFO:tasks.workunit.client.0.smithi005.stdout: 1 36564 1.33 MB/sec execute 12 sec latency 41.452 ms 2024-09-13T16:19:29.821 INFO:tasks.workunit.client.0.smithi005.stdout: 1 36896 1.47 MB/sec execute 13 sec latency 29.275 ms 2024-09-13T16:19:30.821 INFO:tasks.workunit.client.0.smithi005.stdout: 1 37155 1.38 MB/sec execute 14 sec latency 32.257 ms 2024-09-13T16:19:31.821 INFO:tasks.workunit.client.0.smithi005.stdout: 1 37464 1.30 MB/sec execute 15 sec latency 32.236 ms 2024-09-13T16:19:32.821 INFO:tasks.workunit.client.0.smithi005.stdout: 1 37802 1.31 MB/sec execute 16 sec latency 32.477 ms 2024-09-13T16:19:33.821 INFO:tasks.workunit.client.0.smithi005.stdout: 1 38003 1.29 MB/sec execute 17 sec latency 30.711 ms 2024-09-13T16:19:34.821 INFO:tasks.workunit.client.0.smithi005.stdout: 1 38426 1.48 MB/sec execute 18 sec latency 30.891 ms 2024-09-13T16:19:35.821 INFO:tasks.workunit.client.0.smithi005.stdout: 1 38796 1.50 MB/sec execute 19 sec latency 34.686 ms 2024-09-13T16:19:36.306 DEBUG:teuthology.orchestra.run.smithi005:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:19:36.309 DEBUG:teuthology.orchestra.run.smithi179:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:19:36.821 INFO:tasks.workunit.client.0.smithi005.stdout: 1 38869 1.43 MB/sec execute 20 sec latency 29.599 ms 2024-09-13T16:19:37.821 INFO:tasks.workunit.client.0.smithi005.stdout: 1 39229 1.53 MB/sec execute 21 sec latency 30.392 ms 2024-09-13T16:19:38.821 INFO:tasks.workunit.client.0.smithi005.stdout: 1 39409 1.51 MB/sec execute 22 sec latency 31.893 ms 2024-09-13T16:19:39.821 INFO:tasks.workunit.client.0.smithi005.stdout: 1 39558 1.44 MB/sec execute 23 sec latency 27.153 ms 2024-09-13T16:19:40.821 INFO:tasks.workunit.client.0.smithi005.stdout: 1 39813 1.40 MB/sec execute 24 sec latency 30.710 ms 2024-09-13T16:19:41.821 INFO:tasks.workunit.client.0.smithi005.stdout: 1 40111 1.41 MB/sec execute 25 sec latency 30.412 ms 2024-09-13T16:19:42.821 INFO:tasks.workunit.client.0.smithi005.stdout: 1 40448 1.47 MB/sec execute 26 sec latency 31.019 ms 2024-09-13T16:19:43.822 INFO:tasks.workunit.client.0.smithi005.stdout: 1 40705 1.42 MB/sec execute 27 sec latency 32.400 ms 2024-09-13T16:19:44.822 INFO:tasks.workunit.client.0.smithi005.stdout: 1 41038 1.38 MB/sec execute 28 sec latency 29.159 ms 2024-09-13T16:19:45.822 INFO:tasks.workunit.client.0.smithi005.stdout: 1 41365 1.38 MB/sec execute 29 sec latency 29.204 ms 2024-09-13T16:19:46.822 INFO:tasks.workunit.client.0.smithi005.stdout: 1 41606 1.37 MB/sec execute 30 sec latency 31.570 ms 2024-09-13T16:19:47.822 INFO:tasks.workunit.client.0.smithi005.stdout: 1 41989 1.48 MB/sec execute 31 sec latency 32.316 ms 2024-09-13T16:19:48.822 INFO:tasks.workunit.client.0.smithi005.stdout: 1 42346 1.49 MB/sec execute 32 sec latency 32.747 ms 2024-09-13T16:19:49.822 INFO:tasks.workunit.client.0.smithi005.stdout: 1 42424 1.45 MB/sec execute 33 sec latency 32.947 ms 2024-09-13T16:19:50.822 INFO:tasks.workunit.client.0.smithi005.stdout: 1 42818 1.53 MB/sec execute 34 sec latency 27.692 ms 2024-09-13T16:19:51.822 INFO:tasks.workunit.client.0.smithi005.stdout: 1 42974 1.49 MB/sec execute 35 sec latency 29.262 ms 2024-09-13T16:19:52.822 INFO:tasks.workunit.client.0.smithi005.stdout: 1 43124 1.45 MB/sec execute 36 sec latency 31.853 ms 2024-09-13T16:19:53.824 INFO:tasks.workunit.client.0.smithi005.stdout: 1 43398 1.43 MB/sec execute 37 sec latency 33.877 ms 2024-09-13T16:19:54.822 INFO:tasks.workunit.client.0.smithi005.stdout: 1 43654 1.43 MB/sec execute 38 sec latency 35.559 ms 2024-09-13T16:19:55.822 INFO:tasks.workunit.client.0.smithi005.stdout: 1 43989 1.47 MB/sec execute 39 sec latency 43.862 ms 2024-09-13T16:19:56.822 INFO:tasks.workunit.client.0.smithi005.stdout: 1 44246 1.44 MB/sec execute 40 sec latency 30.908 ms 2024-09-13T16:19:57.822 INFO:tasks.workunit.client.0.smithi005.stdout: 1 44564 1.41 MB/sec execute 41 sec latency 31.058 ms 2024-09-13T16:19:58.822 INFO:tasks.workunit.client.0.smithi005.stdout: 1 44898 1.41 MB/sec execute 42 sec latency 30.331 ms 2024-09-13T16:19:59.822 INFO:tasks.workunit.client.0.smithi005.stdout: 1 45097 1.40 MB/sec execute 43 sec latency 29.525 ms 2024-09-13T16:20:00.822 INFO:tasks.workunit.client.0.smithi005.stdout: 1 45526 1.47 MB/sec execute 44 sec latency 31.464 ms 2024-09-13T16:20:01.822 INFO:tasks.workunit.client.0.smithi005.stdout: 1 45889 1.48 MB/sec execute 45 sec latency 32.058 ms 2024-09-13T16:20:02.823 INFO:tasks.workunit.client.0.smithi005.stdout: 1 45974 1.45 MB/sec execute 46 sec latency 28.680 ms 2024-09-13T16:20:03.823 INFO:tasks.workunit.client.0.smithi005.stdout: 1 46355 1.51 MB/sec execute 47 sec latency 30.418 ms 2024-09-13T16:20:04.823 INFO:tasks.workunit.client.0.smithi005.stdout: 1 46510 1.49 MB/sec execute 48 sec latency 30.084 ms 2024-09-13T16:20:05.824 INFO:tasks.workunit.client.0.smithi005.stdout: 1 46658 1.46 MB/sec execute 49 sec latency 27.986 ms 2024-09-13T16:20:06.354 DEBUG:teuthology.orchestra.run.smithi005:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:20:06.356 DEBUG:teuthology.orchestra.run.smithi179:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:20:06.824 INFO:tasks.workunit.client.0.smithi005.stdout: 1 46938 1.44 MB/sec execute 50 sec latency 29.694 ms 2024-09-13T16:20:07.824 INFO:tasks.workunit.client.0.smithi005.stdout: 1 47215 1.44 MB/sec execute 51 sec latency 28.527 ms 2024-09-13T16:20:08.824 INFO:tasks.workunit.client.0.smithi005.stdout: 1 47547 1.47 MB/sec execute 52 sec latency 30.124 ms 2024-09-13T16:20:09.824 INFO:tasks.workunit.client.0.smithi005.stdout: 1 47806 1.45 MB/sec execute 53 sec latency 29.729 ms 2024-09-13T16:20:10.824 INFO:tasks.workunit.client.0.smithi005.stdout: 1 48137 1.42 MB/sec execute 54 sec latency 29.716 ms 2024-09-13T16:20:11.824 INFO:tasks.workunit.client.0.smithi005.stdout: 1 48455 1.42 MB/sec execute 55 sec latency 29.683 ms 2024-09-13T16:20:12.824 INFO:tasks.workunit.client.0.smithi005.stdout: 1 48697 1.42 MB/sec execute 56 sec latency 29.588 ms 2024-09-13T16:20:13.824 INFO:tasks.workunit.client.0.smithi005.stdout: 1 49109 1.47 MB/sec execute 57 sec latency 30.576 ms 2024-09-13T16:20:14.824 INFO:tasks.workunit.client.0.smithi005.stdout: 1 49439 1.48 MB/sec execute 58 sec latency 29.682 ms 2024-09-13T16:20:15.824 INFO:tasks.workunit.client.0.smithi005.stdout: 1 49535 1.46 MB/sec execute 59 sec latency 31.241 ms 2024-09-13T16:20:16.824 INFO:tasks.workunit.client.0.smithi005.stdout: 1 49915 1.50 MB/sec execute 60 sec latency 31.121 ms 2024-09-13T16:20:17.824 INFO:tasks.workunit.client.0.smithi005.stdout: 1 50069 1.48 MB/sec execute 61 sec latency 27.040 ms 2024-09-13T16:20:18.824 INFO:tasks.workunit.client.0.smithi005.stdout: 1 50226 1.46 MB/sec execute 62 sec latency 28.301 ms 2024-09-13T16:20:19.825 INFO:tasks.workunit.client.0.smithi005.stdout: 1 50512 1.45 MB/sec execute 63 sec latency 27.589 ms 2024-09-13T16:20:20.825 INFO:tasks.workunit.client.0.smithi005.stdout: 1 50785 1.45 MB/sec execute 64 sec latency 35.247 ms 2024-09-13T16:20:21.825 INFO:tasks.workunit.client.0.smithi005.stdout: 1 51103 1.47 MB/sec execute 65 sec latency 31.650 ms 2024-09-13T16:20:22.825 INFO:tasks.workunit.client.0.smithi005.stdout: 1 51382 1.45 MB/sec execute 66 sec latency 32.567 ms 2024-09-13T16:20:23.825 INFO:tasks.workunit.client.0.smithi005.stdout: 1 51707 1.43 MB/sec execute 67 sec latency 29.481 ms 2024-09-13T16:20:24.825 INFO:tasks.workunit.client.0.smithi005.stdout: 1 52025 1.43 MB/sec execute 68 sec latency 32.042 ms 2024-09-13T16:20:25.825 INFO:tasks.workunit.client.0.smithi005.stdout: 1 52257 1.43 MB/sec execute 69 sec latency 31.218 ms 2024-09-13T16:20:26.825 INFO:tasks.workunit.client.0.smithi005.stdout: 1 52664 1.47 MB/sec execute 70 sec latency 33.264 ms 2024-09-13T16:20:27.825 INFO:tasks.workunit.client.0.smithi005.stdout: 1 52993 1.48 MB/sec execute 71 sec latency 30.107 ms 2024-09-13T16:20:28.825 INFO:tasks.workunit.client.0.smithi005.stdout: 1 53084 1.46 MB/sec execute 72 sec latency 28.581 ms 2024-09-13T16:20:29.825 INFO:tasks.workunit.client.0.smithi005.stdout: 1 53467 1.50 MB/sec execute 73 sec latency 30.141 ms 2024-09-13T16:20:30.825 INFO:tasks.workunit.client.0.smithi005.stdout: 1 53616 1.48 MB/sec execute 74 sec latency 33.954 ms 2024-09-13T16:20:31.825 INFO:tasks.workunit.client.0.smithi005.stdout: 1 53774 1.46 MB/sec execute 75 sec latency 30.140 ms 2024-09-13T16:20:32.825 INFO:tasks.workunit.client.0.smithi005.stdout: 1 54061 1.45 MB/sec execute 76 sec latency 29.721 ms 2024-09-13T16:20:33.825 INFO:tasks.workunit.client.0.smithi005.stdout: 1 54344 1.45 MB/sec execute 77 sec latency 32.336 ms 2024-09-13T16:20:34.826 INFO:tasks.workunit.client.0.smithi005.stdout: 1 54660 1.47 MB/sec execute 78 sec latency 39.038 ms 2024-09-13T16:20:35.825 INFO:tasks.workunit.client.0.smithi005.stdout: 1 54928 1.45 MB/sec execute 79 sec latency 30.154 ms 2024-09-13T16:20:36.410 DEBUG:teuthology.orchestra.run.smithi005:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:20:36.413 DEBUG:teuthology.orchestra.run.smithi179:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:20:36.826 INFO:tasks.workunit.client.0.smithi005.stdout: 1 55250 1.44 MB/sec execute 80 sec latency 29.504 ms 2024-09-13T16:20:37.826 INFO:tasks.workunit.client.0.smithi005.stdout: 1 55564 1.44 MB/sec execute 81 sec latency 30.089 ms 2024-09-13T16:20:38.826 INFO:tasks.workunit.client.0.smithi005.stdout: 1 55797 1.43 MB/sec execute 82 sec latency 30.260 ms 2024-09-13T16:20:39.826 INFO:tasks.workunit.client.0.smithi005.stdout: 1 56209 1.47 MB/sec execute 83 sec latency 28.761 ms 2024-09-13T16:20:40.826 INFO:tasks.workunit.client.0.smithi005.stdout: 1 56533 1.48 MB/sec execute 84 sec latency 32.377 ms 2024-09-13T16:20:41.826 INFO:tasks.workunit.client.0.smithi005.stdout: 1 56629 1.46 MB/sec execute 85 sec latency 30.136 ms 2024-09-13T16:20:42.826 INFO:tasks.workunit.client.0.smithi005.stdout: 1 57011 1.49 MB/sec execute 86 sec latency 28.447 ms 2024-09-13T16:20:43.826 INFO:tasks.workunit.client.0.smithi005.stdout: 1 57163 1.48 MB/sec execute 87 sec latency 30.703 ms 2024-09-13T16:20:44.826 INFO:tasks.workunit.client.0.smithi005.stdout: 1 57324 1.46 MB/sec execute 88 sec latency 28.979 ms 2024-09-13T16:20:45.826 INFO:tasks.workunit.client.0.smithi005.stdout: 1 57609 1.45 MB/sec execute 89 sec latency 30.659 ms 2024-09-13T16:20:46.826 INFO:tasks.workunit.client.0.smithi005.stdout: 1 57902 1.45 MB/sec execute 90 sec latency 29.326 ms 2024-09-13T16:20:47.826 INFO:tasks.workunit.client.0.smithi005.stdout: 1 58205 1.47 MB/sec execute 91 sec latency 39.416 ms 2024-09-13T16:20:48.827 INFO:tasks.workunit.client.0.smithi005.stdout: 1 58487 1.46 MB/sec execute 92 sec latency 26.873 ms 2024-09-13T16:20:49.827 INFO:tasks.workunit.client.0.smithi005.stdout: 1 58826 1.45 MB/sec execute 93 sec latency 28.794 ms 2024-09-13T16:20:50.827 INFO:tasks.workunit.client.0.smithi005.stdout: 1 59126 1.44 MB/sec execute 94 sec latency 31.084 ms 2024-09-13T16:20:51.827 INFO:tasks.workunit.client.0.smithi005.stdout: 1 59359 1.44 MB/sec execute 95 sec latency 30.743 ms 2024-09-13T16:20:52.827 INFO:tasks.workunit.client.0.smithi005.stdout: 1 59765 1.47 MB/sec execute 96 sec latency 32.647 ms 2024-09-13T16:20:53.827 INFO:tasks.workunit.client.0.smithi005.stdout: 1 60085 1.48 MB/sec execute 97 sec latency 29.844 ms 2024-09-13T16:20:54.827 INFO:tasks.workunit.client.0.smithi005.stdout: 1 60289 1.49 MB/sec execute 98 sec latency 32.236 ms 2024-09-13T16:20:55.827 INFO:tasks.workunit.client.0.smithi005.stdout: 1 60564 1.49 MB/sec execute 99 sec latency 29.301 ms 2024-09-13T16:20:56.827 INFO:tasks.workunit.client.0.smithi005.stdout: 1 60722 1.48 MB/sec execute 100 sec latency 29.813 ms 2024-09-13T16:20:57.827 INFO:tasks.workunit.client.0.smithi005.stdout: 1 60908 1.46 MB/sec execute 101 sec latency 29.548 ms 2024-09-13T16:20:58.827 INFO:tasks.workunit.client.0.smithi005.stdout: 1 61201 1.46 MB/sec execute 102 sec latency 27.886 ms 2024-09-13T16:20:59.827 INFO:tasks.workunit.client.0.smithi005.stdout: 1 61483 1.46 MB/sec execute 103 sec latency 30.076 ms 2024-09-13T16:21:00.827 INFO:tasks.workunit.client.0.smithi005.stdout: 1 61800 1.47 MB/sec execute 104 sec latency 45.290 ms 2024-09-13T16:21:01.827 INFO:tasks.workunit.client.0.smithi005.stdout: 1 62107 1.46 MB/sec execute 105 sec latency 30.723 ms 2024-09-13T16:21:02.828 INFO:tasks.workunit.client.0.smithi005.stdout: 1 62394 1.45 MB/sec execute 106 sec latency 30.668 ms 2024-09-13T16:21:03.828 INFO:tasks.workunit.client.0.smithi005.stdout: 1 62697 1.45 MB/sec execute 107 sec latency 32.099 ms 2024-09-13T16:21:04.827 INFO:tasks.workunit.client.0.smithi005.stdout: 1 62933 1.44 MB/sec execute 108 sec latency 31.657 ms 2024-09-13T16:21:05.828 INFO:tasks.workunit.client.0.smithi005.stdout: 1 63346 1.47 MB/sec execute 109 sec latency 37.211 ms 2024-09-13T16:21:06.459 DEBUG:teuthology.orchestra.run.smithi005:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:21:06.462 DEBUG:teuthology.orchestra.run.smithi179:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:21:06.828 INFO:tasks.workunit.client.0.smithi005.stdout: 1 63636 1.48 MB/sec execute 110 sec latency 68.092 ms 2024-09-13T16:21:07.828 INFO:tasks.workunit.client.0.smithi005.stdout: 1 63854 1.49 MB/sec execute 111 sec latency 30.350 ms 2024-09-13T16:21:08.828 INFO:tasks.workunit.client.0.smithi005.stdout: 1 64119 1.49 MB/sec execute 112 sec latency 29.944 ms 2024-09-13T16:21:09.828 INFO:tasks.workunit.client.0.smithi005.stdout: 1 64274 1.48 MB/sec execute 113 sec latency 30.283 ms 2024-09-13T16:21:10.828 INFO:tasks.workunit.client.0.smithi005.stdout: 1 64459 1.47 MB/sec execute 114 sec latency 29.097 ms 2024-09-13T16:21:11.828 INFO:tasks.workunit.client.0.smithi005.stdout: 1 64742 1.46 MB/sec execute 115 sec latency 30.111 ms 2024-09-13T16:21:12.828 INFO:tasks.workunit.client.0.smithi005.stdout: 1 65013 1.46 MB/sec execute 116 sec latency 34.235 ms 2024-09-13T16:21:13.828 INFO:tasks.workunit.client.0.smithi005.stdout: 1 65339 1.47 MB/sec execute 117 sec latency 45.208 ms 2024-09-13T16:21:14.828 INFO:tasks.workunit.client.0.smithi005.stdout: 1 65634 1.46 MB/sec execute 118 sec latency 31.048 ms 2024-09-13T16:21:15.828 INFO:tasks.workunit.client.0.smithi005.stdout: 1 65926 1.45 MB/sec execute 119 sec latency 30.350 ms 2024-09-13T16:21:16.829 INFO:tasks.workunit.client.0.smithi005.stdout: 1 66236 1.45 MB/sec execute 120 sec latency 32.078 ms 2024-09-13T16:21:17.828 INFO:tasks.workunit.client.0.smithi005.stdout: 1 66470 1.45 MB/sec execute 121 sec latency 30.404 ms 2024-09-13T16:21:18.829 INFO:tasks.workunit.client.0.smithi005.stdout: 1 66880 1.47 MB/sec execute 122 sec latency 31.286 ms 2024-09-13T16:21:19.829 INFO:tasks.workunit.client.0.smithi005.stdout: 1 67180 1.48 MB/sec execute 123 sec latency 32.347 ms 2024-09-13T16:21:20.829 INFO:tasks.workunit.client.0.smithi005.stdout: 1 67406 1.49 MB/sec execute 124 sec latency 32.920 ms 2024-09-13T16:21:21.829 INFO:tasks.workunit.client.0.smithi005.stdout: 1 67667 1.49 MB/sec execute 125 sec latency 28.527 ms 2024-09-13T16:21:22.829 INFO:tasks.workunit.client.0.smithi005.stdout: 1 67824 1.48 MB/sec execute 126 sec latency 26.777 ms 2024-09-13T16:21:23.829 INFO:tasks.workunit.client.0.smithi005.stdout: 1 68008 1.47 MB/sec execute 127 sec latency 29.912 ms 2024-09-13T16:21:24.829 INFO:tasks.workunit.client.0.smithi005.stdout: 1 68288 1.46 MB/sec execute 128 sec latency 32.167 ms 2024-09-13T16:21:25.829 INFO:tasks.workunit.client.0.smithi005.stdout: 1 68573 1.46 MB/sec execute 129 sec latency 31.044 ms 2024-09-13T16:21:26.829 INFO:tasks.workunit.client.0.smithi005.stdout: 1 68891 1.47 MB/sec execute 130 sec latency 28.872 ms 2024-09-13T16:21:27.829 INFO:tasks.workunit.client.0.smithi005.stdout: 1 69151 1.46 MB/sec execute 131 sec latency 35.153 ms 2024-09-13T16:21:28.829 INFO:tasks.workunit.client.0.smithi005.stdout: 1 69466 1.45 MB/sec execute 132 sec latency 32.567 ms 2024-09-13T16:21:29.829 INFO:tasks.workunit.client.0.smithi005.stdout: 1 69779 1.45 MB/sec execute 133 sec latency 29.418 ms 2024-09-13T16:21:30.829 INFO:tasks.workunit.client.0.smithi005.stdout: 1 70001 1.45 MB/sec execute 134 sec latency 30.168 ms 2024-09-13T16:21:31.829 INFO:tasks.workunit.client.0.smithi005.stdout: 1 70411 1.47 MB/sec execute 135 sec latency 29.534 ms 2024-09-13T16:21:32.830 INFO:tasks.workunit.client.0.smithi005.stdout: 1 70725 1.47 MB/sec execute 136 sec latency 30.794 ms 2024-09-13T16:21:33.829 INFO:tasks.workunit.client.0.smithi005.stdout: 1 70943 1.49 MB/sec execute 137 sec latency 32.676 ms 2024-09-13T16:21:34.830 INFO:tasks.workunit.client.0.smithi005.stdout: 1 71209 1.49 MB/sec execute 138 sec latency 28.859 ms 2024-09-13T16:21:35.830 INFO:tasks.workunit.client.0.smithi005.stdout: 1 71365 1.48 MB/sec execute 139 sec latency 27.412 ms 2024-09-13T16:21:36.830 INFO:tasks.workunit.client.0.smithi005.stdout: 1 71542 1.47 MB/sec execute 140 sec latency 29.969 ms 2024-09-13T16:21:36.894 DEBUG:teuthology.orchestra.run.smithi005:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:21:36.897 DEBUG:teuthology.orchestra.run.smithi179:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:21:37.830 INFO:tasks.workunit.client.0.smithi005.stdout: 1 71836 1.46 MB/sec execute 141 sec latency 30.887 ms 2024-09-13T16:21:38.830 INFO:tasks.workunit.client.0.smithi005.stdout: 1 72119 1.46 MB/sec execute 142 sec latency 29.397 ms 2024-09-13T16:21:39.830 INFO:tasks.workunit.client.0.smithi005.stdout: 1 72435 1.47 MB/sec execute 143 sec latency 30.602 ms 2024-09-13T16:21:40.830 INFO:tasks.workunit.client.0.smithi005.stdout: 1 72741 1.46 MB/sec execute 144 sec latency 32.993 ms 2024-09-13T16:21:41.830 INFO:tasks.workunit.client.0.smithi005.stdout: 1 73055 1.45 MB/sec execute 145 sec latency 29.848 ms 2024-09-13T16:21:42.830 INFO:tasks.workunit.client.0.smithi005.stdout: 1 73362 1.45 MB/sec execute 146 sec latency 31.005 ms 2024-09-13T16:21:43.830 INFO:tasks.workunit.client.0.smithi005.stdout: 1 73596 1.45 MB/sec execute 147 sec latency 29.415 ms 2024-09-13T16:21:44.830 INFO:tasks.workunit.client.0.smithi005.stdout: 1 74005 1.47 MB/sec execute 148 sec latency 32.091 ms 2024-09-13T16:21:45.830 INFO:tasks.workunit.client.0.smithi005.stdout: 1 74305 1.47 MB/sec execute 149 sec latency 30.169 ms 2024-09-13T16:21:46.830 INFO:tasks.workunit.client.0.smithi005.stdout: 1 74523 1.49 MB/sec execute 150 sec latency 30.409 ms 2024-09-13T16:21:47.830 INFO:tasks.workunit.client.0.smithi005.stdout: 1 74790 1.48 MB/sec execute 151 sec latency 26.597 ms 2024-09-13T16:21:48.830 INFO:tasks.workunit.client.0.smithi005.stdout: 1 74943 1.48 MB/sec execute 152 sec latency 29.472 ms 2024-09-13T16:21:49.831 INFO:tasks.workunit.client.0.smithi005.stdout: 1 75127 1.47 MB/sec execute 153 sec latency 28.590 ms 2024-09-13T16:21:50.831 INFO:tasks.workunit.client.0.smithi005.stdout: 1 75424 1.46 MB/sec execute 154 sec latency 33.502 ms 2024-09-13T16:21:51.831 INFO:tasks.workunit.client.0.smithi005.stdout: 1 75711 1.46 MB/sec execute 155 sec latency 30.323 ms 2024-09-13T16:21:52.831 INFO:tasks.workunit.client.0.smithi005.stdout: 1 76035 1.47 MB/sec execute 156 sec latency 31.599 ms 2024-09-13T16:21:53.831 INFO:tasks.workunit.client.0.smithi005.stdout: 1 76330 1.46 MB/sec execute 157 sec latency 34.749 ms 2024-09-13T16:21:54.831 INFO:tasks.workunit.client.0.smithi005.stdout: 1 76607 1.46 MB/sec execute 158 sec latency 32.620 ms 2024-09-13T16:21:55.833 INFO:tasks.workunit.client.0.smithi005.stdout: 1 76911 1.46 MB/sec execute 159 sec latency 32.834 ms 2024-09-13T16:21:56.831 INFO:tasks.workunit.client.0.smithi005.stdout: 1 77145 1.45 MB/sec execute 160 sec latency 31.406 ms 2024-09-13T16:21:57.831 INFO:tasks.workunit.client.0.smithi005.stdout: 1 77566 1.47 MB/sec execute 161 sec latency 38.397 ms 2024-09-13T16:21:58.831 INFO:tasks.workunit.client.0.smithi005.stdout: 1 77857 1.47 MB/sec execute 162 sec latency 28.483 ms 2024-09-13T16:21:59.831 INFO:tasks.workunit.client.0.smithi005.stdout: 1 78106 1.48 MB/sec execute 163 sec latency 27.938 ms 2024-09-13T16:22:00.831 INFO:tasks.workunit.client.0.smithi005.stdout: 1 78358 1.48 MB/sec execute 164 sec latency 28.287 ms 2024-09-13T16:22:01.832 INFO:tasks.workunit.client.0.smithi005.stdout: 1 78515 1.48 MB/sec execute 165 sec latency 26.938 ms 2024-09-13T16:22:02.831 INFO:tasks.workunit.client.0.smithi005.stdout: 1 78700 1.47 MB/sec execute 166 sec latency 28.195 ms 2024-09-13T16:22:03.832 INFO:tasks.workunit.client.0.smithi005.stdout: 1 78999 1.46 MB/sec execute 167 sec latency 30.629 ms 2024-09-13T16:22:04.832 INFO:tasks.workunit.client.0.smithi005.stdout: 1 79263 1.46 MB/sec execute 168 sec latency 33.084 ms 2024-09-13T16:22:05.832 INFO:tasks.workunit.client.0.smithi005.stdout: 1 79590 1.47 MB/sec execute 169 sec latency 30.319 ms 2024-09-13T16:22:06.832 INFO:tasks.workunit.client.0.smithi005.stdout: 1 79899 1.46 MB/sec execute 170 sec latency 33.462 ms 2024-09-13T16:22:06.946 DEBUG:teuthology.orchestra.run.smithi005:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:22:06.948 DEBUG:teuthology.orchestra.run.smithi179:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:22:07.832 INFO:tasks.workunit.client.0.smithi005.stdout: 1 80178 1.46 MB/sec execute 171 sec latency 28.566 ms 2024-09-13T16:22:08.832 INFO:tasks.workunit.client.0.smithi005.stdout: 1 80476 1.46 MB/sec execute 172 sec latency 31.593 ms 2024-09-13T16:22:09.832 INFO:tasks.workunit.client.0.smithi005.stdout: 1 80704 1.45 MB/sec execute 173 sec latency 31.713 ms 2024-09-13T16:22:10.832 INFO:tasks.workunit.client.0.smithi005.stdout: 1 81259 1.48 MB/sec execute 174 sec latency 29.126 ms 2024-09-13T16:22:11.832 INFO:tasks.workunit.client.0.smithi005.stdout: 1 81401 1.47 MB/sec execute 175 sec latency 32.392 ms 2024-09-13T16:22:12.832 INFO:tasks.workunit.client.0.smithi005.stdout: 1 81642 1.48 MB/sec execute 176 sec latency 32.134 ms 2024-09-13T16:22:13.832 INFO:tasks.workunit.client.0.smithi005.stdout: 1 81905 1.48 MB/sec execute 177 sec latency 29.251 ms 2024-09-13T16:22:14.832 INFO:tasks.workunit.client.0.smithi005.stdout: 1 82058 1.48 MB/sec execute 178 sec latency 28.892 ms 2024-09-13T16:22:15.832 INFO:tasks.workunit.client.0.smithi005.stdout: 1 82248 1.47 MB/sec execute 179 sec latency 32.402 ms 2024-09-13T16:22:16.832 INFO:tasks.workunit.client.0.smithi005.stdout: 1 82538 1.46 MB/sec execute 180 sec latency 27.627 ms 2024-09-13T16:22:17.832 INFO:tasks.workunit.client.0.smithi005.stdout: 1 82805 1.46 MB/sec execute 181 sec latency 31.729 ms 2024-09-13T16:22:18.832 INFO:tasks.workunit.client.0.smithi005.stdout: 1 83108 1.47 MB/sec execute 182 sec latency 29.882 ms 2024-09-13T16:22:19.833 INFO:tasks.workunit.client.0.smithi005.stdout: 1 83413 1.46 MB/sec execute 183 sec latency 30.142 ms 2024-09-13T16:22:20.832 INFO:tasks.workunit.client.0.smithi005.stdout: 1 83695 1.46 MB/sec execute 184 sec latency 31.360 ms 2024-09-13T16:22:21.833 INFO:tasks.workunit.client.0.smithi005.stdout: 1 83996 1.46 MB/sec execute 185 sec latency 32.778 ms 2024-09-13T16:22:22.833 INFO:tasks.workunit.client.0.smithi005.stdout: 1 84218 1.46 MB/sec execute 186 sec latency 30.285 ms 2024-09-13T16:22:23.833 INFO:tasks.workunit.client.0.smithi005.stdout: 1 84644 1.47 MB/sec execute 187 sec latency 29.725 ms 2024-09-13T16:22:24.833 INFO:tasks.workunit.client.0.smithi005.stdout: 1 84943 1.47 MB/sec execute 188 sec latency 30.712 ms 2024-09-13T16:22:25.833 INFO:tasks.workunit.client.0.smithi005.stdout: 1 85159 1.48 MB/sec execute 189 sec latency 32.360 ms 2024-09-13T16:22:26.833 INFO:tasks.workunit.client.0.smithi005.stdout: 1 85428 1.48 MB/sec execute 190 sec latency 30.789 ms 2024-09-13T16:22:27.833 INFO:tasks.workunit.client.0.smithi005.stdout: 1 85583 1.48 MB/sec execute 191 sec latency 27.686 ms 2024-09-13T16:22:28.833 INFO:tasks.workunit.client.0.smithi005.stdout: 1 85763 1.47 MB/sec execute 192 sec latency 29.414 ms 2024-09-13T16:22:29.833 INFO:tasks.workunit.client.0.smithi005.stdout: 1 86043 1.46 MB/sec execute 193 sec latency 31.593 ms 2024-09-13T16:22:30.836 INFO:tasks.workunit.client.0.smithi005.stdout: 1 86318 1.46 MB/sec execute 194 sec latency 29.411 ms 2024-09-13T16:22:31.833 INFO:tasks.workunit.client.0.smithi005.stdout: 1 86624 1.47 MB/sec execute 195 sec latency 53.756 ms 2024-09-13T16:22:32.833 INFO:tasks.workunit.client.0.smithi005.stdout: 1 86888 1.46 MB/sec execute 196 sec latency 31.148 ms 2024-09-13T16:22:33.833 INFO:tasks.workunit.client.0.smithi005.stdout: 1 87214 1.46 MB/sec execute 197 sec latency 29.714 ms 2024-09-13T16:22:34.833 INFO:tasks.workunit.client.0.smithi005.stdout: 1 87513 1.46 MB/sec execute 198 sec latency 30.654 ms 2024-09-13T16:22:35.833 INFO:tasks.workunit.client.0.smithi005.stdout: 1 87756 1.46 MB/sec execute 199 sec latency 30.454 ms 2024-09-13T16:22:36.833 INFO:tasks.workunit.client.0.smithi005.stdout: 1 88169 1.47 MB/sec execute 200 sec latency 29.011 ms 2024-09-13T16:22:37.008 DEBUG:teuthology.orchestra.run.smithi005:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:22:37.011 DEBUG:teuthology.orchestra.run.smithi179:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:22:37.834 INFO:tasks.workunit.client.0.smithi005.stdout: 1 88484 1.47 MB/sec execute 201 sec latency 30.868 ms 2024-09-13T16:22:38.834 INFO:tasks.workunit.client.0.smithi005.stdout: 1 88678 1.48 MB/sec execute 202 sec latency 31.814 ms 2024-09-13T16:22:39.834 INFO:tasks.workunit.client.0.smithi005.stdout: 1 88961 1.48 MB/sec execute 203 sec latency 31.901 ms 2024-09-13T16:22:40.834 INFO:tasks.workunit.client.0.smithi005.stdout: 1 89110 1.48 MB/sec execute 204 sec latency 31.524 ms 2024-09-13T16:22:41.834 INFO:tasks.workunit.client.0.smithi005.stdout: 1 89278 1.47 MB/sec execute 205 sec latency 30.226 ms 2024-09-13T16:22:42.834 INFO:tasks.workunit.client.0.smithi005.stdout: 1 89585 1.46 MB/sec execute 206 sec latency 34.718 ms 2024-09-13T16:22:43.835 INFO:tasks.workunit.client.0.smithi005.stdout: 1 89848 1.46 MB/sec execute 207 sec latency 29.580 ms 2024-09-13T16:22:44.834 INFO:tasks.workunit.client.0.smithi005.stdout: 1 90175 1.47 MB/sec execute 208 sec latency 29.241 ms 2024-09-13T16:22:45.834 INFO:tasks.workunit.client.0.smithi005.stdout: 1 90455 1.47 MB/sec execute 209 sec latency 28.464 ms 2024-09-13T16:22:46.834 INFO:tasks.workunit.client.0.smithi005.stdout: 1 90779 1.46 MB/sec execute 210 sec latency 33.393 ms 2024-09-13T16:22:47.834 INFO:tasks.workunit.client.0.smithi005.stdout: 1 91083 1.46 MB/sec execute 211 sec latency 28.319 ms 2024-09-13T16:22:48.834 INFO:tasks.workunit.client.0.smithi005.stdout: 1 91307 1.46 MB/sec execute 212 sec latency 31.259 ms 2024-09-13T16:22:49.834 INFO:tasks.workunit.client.0.smithi005.stdout: 1 91721 1.47 MB/sec execute 213 sec latency 30.537 ms 2024-09-13T16:22:50.834 INFO:tasks.workunit.client.0.smithi005.stdout: 1 92034 1.47 MB/sec execute 214 sec latency 30.034 ms 2024-09-13T16:22:51.834 INFO:tasks.workunit.client.0.smithi005.stdout: 1 92258 1.48 MB/sec execute 215 sec latency 31.005 ms 2024-09-13T16:22:52.835 INFO:tasks.workunit.client.0.smithi005.stdout: 1 92518 1.48 MB/sec execute 216 sec latency 29.267 ms 2024-09-13T16:22:53.835 INFO:tasks.workunit.client.0.smithi005.stdout: 1 92677 1.47 MB/sec execute 217 sec latency 31.270 ms 2024-09-13T16:22:54.835 INFO:tasks.workunit.client.0.smithi005.stdout: 1 92865 1.47 MB/sec execute 218 sec latency 29.381 ms 2024-09-13T16:22:55.835 INFO:tasks.workunit.client.0.smithi005.stdout: 1 93153 1.46 MB/sec execute 219 sec latency 33.414 ms 2024-09-13T16:22:56.835 INFO:tasks.workunit.client.0.smithi005.stdout: 1 93434 1.46 MB/sec execute 220 sec latency 30.512 ms 2024-09-13T16:22:57.835 INFO:tasks.workunit.client.0.smithi005.stdout: 1 93744 1.47 MB/sec execute 221 sec latency 30.025 ms 2024-09-13T16:22:58.835 INFO:tasks.workunit.client.0.smithi005.stdout: 1 94047 1.47 MB/sec execute 222 sec latency 29.652 ms 2024-09-13T16:22:59.835 INFO:tasks.workunit.client.0.smithi005.stdout: 1 94333 1.46 MB/sec execute 223 sec latency 30.239 ms 2024-09-13T16:23:00.835 INFO:tasks.workunit.client.0.smithi005.stdout: 1 94639 1.46 MB/sec execute 224 sec latency 31.154 ms 2024-09-13T16:23:01.835 INFO:tasks.workunit.client.0.smithi005.stdout: 1 94879 1.46 MB/sec execute 225 sec latency 34.041 ms 2024-09-13T16:23:02.835 INFO:tasks.workunit.client.0.smithi005.stdout: 1 95298 1.47 MB/sec execute 226 sec latency 30.162 ms 2024-09-13T16:23:03.835 INFO:tasks.workunit.client.0.smithi005.stdout: 1 95584 1.47 MB/sec execute 227 sec latency 30.521 ms 2024-09-13T16:23:04.835 INFO:tasks.workunit.client.0.smithi005.stdout: 1 95833 1.48 MB/sec execute 228 sec latency 30.637 ms 2024-09-13T16:23:05.836 INFO:tasks.workunit.client.0.smithi005.stdout: 1 96089 1.48 MB/sec execute 229 sec latency 28.654 ms 2024-09-13T16:23:06.836 INFO:tasks.workunit.client.0.smithi005.stdout: 1 96241 1.47 MB/sec execute 230 sec latency 30.648 ms 2024-09-13T16:23:07.059 DEBUG:teuthology.orchestra.run.smithi005:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:23:07.062 DEBUG:teuthology.orchestra.run.smithi179:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:23:07.836 INFO:tasks.workunit.client.0.smithi005.stdout: 1 96430 1.47 MB/sec execute 231 sec latency 30.085 ms 2024-09-13T16:23:08.836 INFO:tasks.workunit.client.0.smithi005.stdout: 1 96715 1.47 MB/sec execute 232 sec latency 32.456 ms 2024-09-13T16:23:09.836 INFO:tasks.workunit.client.0.smithi005.stdout: 1 96992 1.46 MB/sec execute 233 sec latency 36.966 ms 2024-09-13T16:23:10.836 INFO:tasks.workunit.client.0.smithi005.stdout: 1 97313 1.47 MB/sec execute 234 sec latency 33.747 ms 2024-09-13T16:23:11.836 INFO:tasks.workunit.client.0.smithi005.stdout: 1 97628 1.47 MB/sec execute 235 sec latency 31.813 ms 2024-09-13T16:23:12.836 INFO:tasks.workunit.client.0.smithi005.stdout: 1 97900 1.46 MB/sec execute 236 sec latency 31.213 ms 2024-09-13T16:23:13.836 INFO:tasks.workunit.client.0.smithi005.stdout: 1 98209 1.46 MB/sec execute 237 sec latency 34.024 ms 2024-09-13T16:23:14.836 INFO:tasks.workunit.client.0.smithi005.stdout: 1 98435 1.46 MB/sec execute 238 sec latency 32.313 ms 2024-09-13T16:23:15.836 INFO:tasks.workunit.client.0.smithi005.stdout: 1 98984 1.47 MB/sec execute 239 sec latency 31.150 ms 2024-09-13T16:23:16.836 INFO:tasks.workunit.client.0.smithi005.stdout: 1 99132 1.47 MB/sec execute 240 sec latency 34.778 ms 2024-09-13T16:23:17.836 INFO:tasks.workunit.client.0.smithi005.stdout: 1 99371 1.48 MB/sec execute 241 sec latency 33.494 ms 2024-09-13T16:23:18.836 INFO:tasks.workunit.client.0.smithi005.stdout: 1 99628 1.48 MB/sec execute 242 sec latency 30.513 ms 2024-09-13T16:23:19.837 INFO:tasks.workunit.client.0.smithi005.stdout: 1 99783 1.47 MB/sec execute 243 sec latency 30.507 ms 2024-09-13T16:23:20.836 INFO:tasks.workunit.client.0.smithi005.stdout: 1 99974 1.47 MB/sec execute 244 sec latency 32.115 ms 2024-09-13T16:23:21.837 INFO:tasks.workunit.client.0.smithi005.stdout: 1 100257 1.47 MB/sec execute 245 sec latency 32.471 ms 2024-09-13T16:23:22.837 INFO:tasks.workunit.client.0.smithi005.stdout: 1 100528 1.46 MB/sec execute 246 sec latency 31.563 ms 2024-09-13T16:23:23.837 INFO:tasks.workunit.client.0.smithi005.stdout: 1 100842 1.47 MB/sec execute 247 sec latency 32.364 ms 2024-09-13T16:23:24.837 INFO:tasks.workunit.client.0.smithi005.stdout: 1 101139 1.47 MB/sec execute 248 sec latency 29.761 ms 2024-09-13T16:23:25.837 INFO:tasks.workunit.client.0.smithi005.stdout: 1 101425 1.46 MB/sec execute 249 sec latency 34.330 ms 2024-09-13T16:23:26.837 INFO:tasks.workunit.client.0.smithi005.stdout: 1 101730 1.46 MB/sec execute 250 sec latency 29.822 ms 2024-09-13T16:23:27.837 INFO:tasks.workunit.client.0.smithi005.stdout: 1 101964 1.46 MB/sec execute 251 sec latency 32.341 ms 2024-09-13T16:23:28.837 INFO:tasks.workunit.client.0.smithi005.stdout: 1 102381 1.47 MB/sec execute 252 sec latency 30.172 ms 2024-09-13T16:23:29.838 INFO:tasks.workunit.client.0.smithi005.stdout: 1 102673 1.47 MB/sec execute 253 sec latency 33.059 ms 2024-09-13T16:23:30.837 INFO:tasks.workunit.client.0.smithi005.stdout: 1 102910 1.48 MB/sec execute 254 sec latency 30.600 ms 2024-09-13T16:23:31.837 INFO:tasks.workunit.client.0.smithi005.stdout: 1 103168 1.48 MB/sec execute 255 sec latency 26.910 ms 2024-09-13T16:23:32.837 INFO:tasks.workunit.client.0.smithi005.stdout: 1 103323 1.47 MB/sec execute 256 sec latency 27.961 ms 2024-09-13T16:23:33.838 INFO:tasks.workunit.client.0.smithi005.stdout: 1 103517 1.47 MB/sec execute 257 sec latency 29.502 ms 2024-09-13T16:23:34.838 INFO:tasks.workunit.client.0.smithi005.stdout: 1 103812 1.47 MB/sec execute 258 sec latency 30.776 ms 2024-09-13T16:23:35.838 INFO:tasks.workunit.client.0.smithi005.stdout: 1 104084 1.47 MB/sec execute 259 sec latency 32.324 ms 2024-09-13T16:23:36.838 INFO:tasks.workunit.client.0.smithi005.stdout: 1 104398 1.47 MB/sec execute 260 sec latency 30.455 ms 2024-09-13T16:23:37.123 DEBUG:teuthology.orchestra.run.smithi005:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:23:37.125 DEBUG:teuthology.orchestra.run.smithi179:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:23:37.838 INFO:tasks.workunit.client.0.smithi005.stdout: 1 104686 1.47 MB/sec execute 261 sec latency 63.905 ms 2024-09-13T16:23:38.838 INFO:tasks.workunit.client.0.smithi005.stdout: 1 104974 1.46 MB/sec execute 262 sec latency 32.959 ms 2024-09-13T16:23:39.838 INFO:tasks.workunit.client.0.smithi005.stdout: 1 105278 1.46 MB/sec execute 263 sec latency 29.978 ms 2024-09-13T16:23:40.838 INFO:tasks.workunit.client.0.smithi005.stdout: 1 105510 1.46 MB/sec execute 264 sec latency 29.703 ms 2024-09-13T16:23:41.838 INFO:tasks.workunit.client.0.smithi005.stdout: 1 105926 1.47 MB/sec execute 265 sec latency 35.346 ms 2024-09-13T16:23:42.838 INFO:tasks.workunit.client.0.smithi005.stdout: 1 106219 1.47 MB/sec execute 266 sec latency 32.375 ms 2024-09-13T16:23:43.839 INFO:tasks.workunit.client.0.smithi005.stdout: 1 106442 1.48 MB/sec execute 267 sec latency 32.645 ms 2024-09-13T16:23:44.838 INFO:tasks.workunit.client.0.smithi005.stdout: 1 106700 1.48 MB/sec execute 268 sec latency 47.751 ms 2024-09-13T16:23:45.838 INFO:tasks.workunit.client.0.smithi005.stdout: 1 106857 1.47 MB/sec execute 269 sec latency 26.756 ms 2024-09-13T16:23:46.838 INFO:tasks.workunit.client.0.smithi005.stdout: 1 107039 1.47 MB/sec execute 270 sec latency 29.016 ms 2024-09-13T16:23:47.838 INFO:tasks.workunit.client.0.smithi005.stdout: 1 107323 1.47 MB/sec execute 271 sec latency 30.729 ms 2024-09-13T16:23:48.838 INFO:tasks.workunit.client.0.smithi005.stdout: 1 107605 1.47 MB/sec execute 272 sec latency 32.216 ms 2024-09-13T16:23:49.839 INFO:tasks.workunit.client.0.smithi005.stdout: 1 107919 1.47 MB/sec execute 273 sec latency 30.342 ms 2024-09-13T16:23:50.839 INFO:tasks.workunit.client.0.smithi005.stdout: 1 108192 1.47 MB/sec execute 274 sec latency 30.521 ms 2024-09-13T16:23:51.839 INFO:tasks.workunit.client.0.smithi005.stdout: 1 108504 1.46 MB/sec execute 275 sec latency 31.394 ms 2024-09-13T16:23:52.839 INFO:tasks.workunit.client.0.smithi005.stdout: 1 108792 1.46 MB/sec execute 276 sec latency 31.187 ms 2024-09-13T16:23:53.839 INFO:tasks.workunit.client.0.smithi005.stdout: 1 109031 1.46 MB/sec execute 277 sec latency 30.189 ms 2024-09-13T16:23:54.839 INFO:tasks.workunit.client.0.smithi005.stdout: 1 109439 1.47 MB/sec execute 278 sec latency 30.556 ms 2024-09-13T16:23:55.839 INFO:tasks.workunit.client.0.smithi005.stdout: 1 109758 1.47 MB/sec execute 279 sec latency 30.142 ms 2024-09-13T16:23:56.839 INFO:tasks.workunit.client.0.smithi005.stdout: 1 109958 1.48 MB/sec execute 280 sec latency 29.852 ms 2024-09-13T16:23:57.839 INFO:tasks.workunit.client.0.smithi005.stdout: 1 110242 1.48 MB/sec execute 281 sec latency 26.966 ms 2024-09-13T16:23:58.839 INFO:tasks.workunit.client.0.smithi005.stdout: 1 110394 1.47 MB/sec execute 282 sec latency 29.695 ms 2024-09-13T16:23:59.839 INFO:tasks.workunit.client.0.smithi005.stdout: 1 110564 1.47 MB/sec execute 283 sec latency 31.077 ms 2024-09-13T16:24:00.839 INFO:tasks.workunit.client.0.smithi005.stdout: 1 110864 1.47 MB/sec execute 284 sec latency 26.980 ms 2024-09-13T16:24:01.839 INFO:tasks.workunit.client.0.smithi005.stdout: 1 111124 1.47 MB/sec execute 285 sec latency 27.961 ms 2024-09-13T16:24:02.839 INFO:tasks.workunit.client.0.smithi005.stdout: 1 111448 1.47 MB/sec execute 286 sec latency 30.338 ms 2024-09-13T16:24:03.839 INFO:tasks.workunit.client.0.smithi005.stdout: 1 111707 1.47 MB/sec execute 287 sec latency 32.393 ms 2024-09-13T16:24:04.839 INFO:tasks.workunit.client.0.smithi005.stdout: 1 112038 1.46 MB/sec execute 288 sec latency 33.238 ms 2024-09-13T16:24:05.851 INFO:tasks.workunit.client.0.smithi005.stdout: 1 112339 1.46 MB/sec execute 289 sec latency 32.151 ms 2024-09-13T16:24:06.840 INFO:tasks.workunit.client.0.smithi005.stdout: 1 112579 1.46 MB/sec execute 290 sec latency 29.744 ms 2024-09-13T16:24:07.423 DEBUG:teuthology.orchestra.run.smithi005:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:24:07.426 DEBUG:teuthology.orchestra.run.smithi179:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:24:07.840 INFO:tasks.workunit.client.0.smithi005.stdout: 1 112989 1.47 MB/sec execute 291 sec latency 33.408 ms 2024-09-13T16:24:08.840 INFO:tasks.workunit.client.0.smithi005.stdout: 1 113303 1.47 MB/sec execute 292 sec latency 30.390 ms 2024-09-13T16:24:09.840 INFO:tasks.workunit.client.0.smithi005.stdout: 1 113512 1.48 MB/sec execute 293 sec latency 30.058 ms 2024-09-13T16:24:10.840 INFO:tasks.workunit.client.0.smithi005.stdout: 1 113785 1.48 MB/sec execute 294 sec latency 29.626 ms 2024-09-13T16:24:11.840 INFO:tasks.workunit.client.0.smithi005.stdout: 1 113938 1.47 MB/sec execute 295 sec latency 30.264 ms 2024-09-13T16:24:12.840 INFO:tasks.workunit.client.0.smithi005.stdout: 1 114099 1.47 MB/sec execute 296 sec latency 32.046 ms 2024-09-13T16:24:13.840 INFO:tasks.workunit.client.0.smithi005.stdout: 1 114377 1.47 MB/sec execute 297 sec latency 29.414 ms 2024-09-13T16:24:14.840 INFO:tasks.workunit.client.0.smithi005.stdout: 1 114665 1.47 MB/sec execute 298 sec latency 28.926 ms 2024-09-13T16:24:15.840 INFO:tasks.workunit.client.0.smithi005.stdout: 1 114996 1.47 MB/sec execute 299 sec latency 33.847 ms 2024-09-13T16:24:16.840 INFO:tasks.workunit.client.0.smithi005.stdout: 1 115256 1.47 MB/sec execute 300 sec latency 30.304 ms 2024-09-13T16:24:17.840 INFO:tasks.workunit.client.0.smithi005.stdout: 1 115600 1.46 MB/sec execute 301 sec latency 30.057 ms 2024-09-13T16:24:18.840 INFO:tasks.workunit.client.0.smithi005.stdout: 1 115906 1.46 MB/sec execute 302 sec latency 31.202 ms 2024-09-13T16:24:19.841 INFO:tasks.workunit.client.0.smithi005.stdout: 1 116125 1.46 MB/sec execute 303 sec latency 30.584 ms 2024-09-13T16:24:20.841 INFO:tasks.workunit.client.0.smithi005.stdout: 1 116545 1.47 MB/sec execute 304 sec latency 30.363 ms 2024-09-13T16:24:21.841 INFO:tasks.workunit.client.0.smithi005.stdout: 1 116850 1.47 MB/sec execute 305 sec latency 33.853 ms 2024-09-13T16:24:22.841 INFO:tasks.workunit.client.0.smithi005.stdout: 1 117068 1.48 MB/sec execute 306 sec latency 30.830 ms 2024-09-13T16:24:23.841 INFO:tasks.workunit.client.0.smithi005.stdout: 1 117336 1.48 MB/sec execute 307 sec latency 31.935 ms 2024-09-13T16:24:24.841 INFO:tasks.workunit.client.0.smithi005.stdout: 1 117486 1.47 MB/sec execute 308 sec latency 30.785 ms 2024-09-13T16:24:25.841 INFO:tasks.workunit.client.0.smithi005.stdout: 1 117668 1.47 MB/sec execute 309 sec latency 28.745 ms 2024-09-13T16:24:26.841 INFO:tasks.workunit.client.0.smithi005.stdout: 1 117956 1.47 MB/sec execute 310 sec latency 29.339 ms 2024-09-13T16:24:27.841 INFO:tasks.workunit.client.0.smithi005.stdout: 1 118231 1.47 MB/sec execute 311 sec latency 29.837 ms 2024-09-13T16:24:28.841 INFO:tasks.workunit.client.0.smithi005.stdout: 1 118556 1.47 MB/sec execute 312 sec latency 27.776 ms 2024-09-13T16:24:29.841 INFO:tasks.workunit.client.0.smithi005.stdout: 1 118866 1.47 MB/sec execute 313 sec latency 28.786 ms 2024-09-13T16:24:30.841 INFO:tasks.workunit.client.0.smithi005.stdout: 1 119151 1.46 MB/sec execute 314 sec latency 31.526 ms 2024-09-13T16:24:31.841 INFO:tasks.workunit.client.0.smithi005.stdout: 1 119458 1.46 MB/sec execute 315 sec latency 29.086 ms 2024-09-13T16:24:32.841 INFO:tasks.workunit.client.0.smithi005.stdout: 1 119690 1.46 MB/sec execute 316 sec latency 32.836 ms 2024-09-13T16:24:33.841 INFO:tasks.workunit.client.0.smithi005.stdout: 1 120114 1.47 MB/sec execute 317 sec latency 27.653 ms 2024-09-13T16:24:34.842 INFO:tasks.workunit.client.0.smithi005.stdout: 1 120402 1.47 MB/sec execute 318 sec latency 31.669 ms 2024-09-13T16:24:35.842 INFO:tasks.workunit.client.0.smithi005.stdout: 1 120641 1.48 MB/sec execute 319 sec latency 31.950 ms 2024-09-13T16:24:36.842 INFO:tasks.workunit.client.0.smithi005.stdout: 1 120898 1.48 MB/sec execute 320 sec latency 32.393 ms 2024-09-13T16:24:37.476 DEBUG:teuthology.orchestra.run.smithi005:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:24:37.479 DEBUG:teuthology.orchestra.run.smithi179:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:24:37.842 INFO:tasks.workunit.client.0.smithi005.stdout: 1 121064 1.47 MB/sec execute 321 sec latency 31.826 ms 2024-09-13T16:24:38.842 INFO:tasks.workunit.client.0.smithi005.stdout: 1 121252 1.47 MB/sec execute 322 sec latency 29.014 ms 2024-09-13T16:24:39.842 INFO:tasks.workunit.client.0.smithi005.stdout: 1 121547 1.47 MB/sec execute 323 sec latency 29.695 ms 2024-09-13T16:24:40.842 INFO:tasks.workunit.client.0.smithi005.stdout: 1 121810 1.47 MB/sec execute 324 sec latency 46.788 ms 2024-09-13T16:24:41.844 INFO:tasks.workunit.client.0.smithi005.stdout: 1 122130 1.47 MB/sec execute 325 sec latency 33.387 ms 2024-09-13T16:24:42.842 INFO:tasks.workunit.client.0.smithi005.stdout: 1 122444 1.47 MB/sec execute 326 sec latency 29.674 ms 2024-09-13T16:24:43.842 INFO:tasks.workunit.client.0.smithi005.stdout: 1 122717 1.46 MB/sec execute 327 sec latency 31.427 ms 2024-09-13T16:24:44.842 INFO:tasks.workunit.client.0.smithi005.stdout: 1 123020 1.46 MB/sec execute 328 sec latency 29.755 ms 2024-09-13T16:24:45.842 INFO:tasks.workunit.client.0.smithi005.stdout: 1 123249 1.46 MB/sec execute 329 sec latency 48.738 ms 2024-09-13T16:24:46.842 INFO:tasks.workunit.client.0.smithi005.stdout: 1 123801 1.47 MB/sec execute 330 sec latency 29.374 ms 2024-09-13T16:24:47.842 INFO:tasks.workunit.client.0.smithi005.stdout: 1 123948 1.47 MB/sec execute 331 sec latency 34.130 ms 2024-09-13T16:24:48.842 INFO:tasks.workunit.client.0.smithi005.stdout: 1 124199 1.48 MB/sec execute 332 sec latency 31.810 ms 2024-09-13T16:24:49.843 INFO:tasks.workunit.client.0.smithi005.stdout: 1 124458 1.48 MB/sec execute 333 sec latency 27.522 ms 2024-09-13T16:24:50.842 INFO:tasks.workunit.client.0.smithi005.stdout: 1 124616 1.47 MB/sec execute 334 sec latency 27.039 ms 2024-09-13T16:24:51.843 INFO:tasks.workunit.client.0.smithi005.stdout: 1 124804 1.47 MB/sec execute 335 sec latency 32.108 ms 2024-09-13T16:24:52.843 INFO:tasks.workunit.client.0.smithi005.stdout: 1 125120 1.47 MB/sec execute 336 sec latency 28.390 ms 2024-09-13T16:24:53.843 INFO:tasks.workunit.client.0.smithi005.stdout: 1 125366 1.47 MB/sec execute 337 sec latency 30.065 ms 2024-09-13T16:24:54.843 INFO:tasks.workunit.client.0.smithi005.stdout: 1 125692 1.47 MB/sec execute 338 sec latency 33.782 ms 2024-09-13T16:24:55.843 INFO:tasks.workunit.client.0.smithi005.stdout: 1 126013 1.47 MB/sec execute 339 sec latency 32.574 ms 2024-09-13T16:24:56.843 INFO:tasks.workunit.client.0.smithi005.stdout: 1 126288 1.46 MB/sec execute 340 sec latency 28.059 ms 2024-09-13T16:24:57.843 INFO:tasks.workunit.client.0.smithi005.stdout: 1 126588 1.46 MB/sec execute 341 sec latency 34.757 ms 2024-09-13T16:24:58.844 INFO:tasks.workunit.client.0.smithi005.stdout: 1 126903 1.47 MB/sec execute 342 sec latency 28.599 ms 2024-09-13T16:24:59.843 INFO:tasks.workunit.client.0.smithi005.stdout: 1 127372 1.47 MB/sec execute 343 sec latency 31.456 ms 2024-09-13T16:25:00.843 INFO:tasks.workunit.client.0.smithi005.stdout: 1 127506 1.47 MB/sec execute 344 sec latency 29.307 ms 2024-09-13T16:25:01.843 INFO:tasks.workunit.client.0.smithi005.stdout: 1 127801 1.48 MB/sec execute 345 sec latency 29.476 ms 2024-09-13T16:25:02.843 INFO:tasks.workunit.client.0.smithi005.stdout: 1 128023 1.48 MB/sec execute 346 sec latency 28.287 ms 2024-09-13T16:25:03.843 INFO:tasks.workunit.client.0.smithi005.stdout: 1 128173 1.47 MB/sec execute 347 sec latency 30.739 ms 2024-09-13T16:25:04.843 INFO:tasks.workunit.client.0.smithi005.stdout: 1 128387 1.47 MB/sec execute 348 sec latency 28.557 ms 2024-09-13T16:25:05.843 INFO:tasks.workunit.client.0.smithi005.stdout: 1 128673 1.47 MB/sec execute 349 sec latency 30.255 ms 2024-09-13T16:25:06.844 INFO:tasks.workunit.client.0.smithi005.stdout: 1 128948 1.47 MB/sec execute 350 sec latency 36.775 ms 2024-09-13T16:25:07.523 DEBUG:teuthology.orchestra.run.smithi005:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:25:07.526 DEBUG:teuthology.orchestra.run.smithi179:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:25:07.844 INFO:tasks.workunit.client.0.smithi005.stdout: 1 129272 1.47 MB/sec execute 351 sec latency 28.557 ms 2024-09-13T16:25:08.844 INFO:tasks.workunit.client.0.smithi005.stdout: 1 129588 1.47 MB/sec execute 352 sec latency 29.637 ms 2024-09-13T16:25:09.844 INFO:tasks.workunit.client.0.smithi005.stdout: 1 129876 1.46 MB/sec execute 353 sec latency 33.086 ms 2024-09-13T16:25:10.844 INFO:tasks.workunit.client.0.smithi005.stdout: 1 130152 1.46 MB/sec execute 354 sec latency 32.772 ms 2024-09-13T16:25:11.844 INFO:tasks.workunit.client.0.smithi005.stdout: 1 130475 1.47 MB/sec execute 355 sec latency 32.068 ms 2024-09-13T16:25:12.844 INFO:tasks.workunit.client.0.smithi005.stdout: 1 130932 1.47 MB/sec execute 356 sec latency 85.734 ms 2024-09-13T16:25:13.844 INFO:tasks.workunit.client.0.smithi005.stdout: 1 131049 1.47 MB/sec execute 357 sec latency 31.324 ms 2024-09-13T16:25:14.844 INFO:tasks.workunit.client.0.smithi005.stdout: 1 131352 1.48 MB/sec execute 358 sec latency 29.291 ms 2024-09-13T16:25:15.844 INFO:tasks.workunit.client.0.smithi005.stdout: 1 131571 1.48 MB/sec execute 359 sec latency 35.827 ms 2024-09-13T16:25:16.844 INFO:tasks.workunit.client.0.smithi005.stdout: 1 131732 1.47 MB/sec execute 360 sec latency 28.954 ms 2024-09-13T16:25:17.844 INFO:tasks.workunit.client.0.smithi005.stdout: 1 131942 1.47 MB/sec execute 361 sec latency 32.233 ms 2024-09-13T16:25:18.844 INFO:tasks.workunit.client.0.smithi005.stdout: 1 132221 1.47 MB/sec execute 362 sec latency 33.814 ms 2024-09-13T16:25:19.844 INFO:tasks.workunit.client.0.smithi005.stdout: 1 132509 1.47 MB/sec execute 363 sec latency 29.013 ms 2024-09-13T16:25:20.844 INFO:tasks.workunit.client.0.smithi005.stdout: 1 132837 1.47 MB/sec execute 364 sec latency 29.136 ms 2024-09-13T16:25:21.844 INFO:tasks.workunit.client.0.smithi005.stdout: 1 133140 1.47 MB/sec execute 365 sec latency 31.139 ms 2024-09-13T16:25:22.844 INFO:tasks.workunit.client.0.smithi005.stdout: 1 133419 1.46 MB/sec execute 366 sec latency 73.413 ms 2024-09-13T16:25:23.844 INFO:tasks.workunit.client.0.smithi005.stdout: 1 133685 1.46 MB/sec execute 367 sec latency 31.770 ms 2024-09-13T16:25:24.845 INFO:tasks.workunit.client.0.smithi005.stdout: 1 134021 1.47 MB/sec execute 368 sec latency 29.463 ms 2024-09-13T16:25:25.845 INFO:tasks.workunit.client.0.smithi005.stdout: 1 134483 1.47 MB/sec execute 369 sec latency 27.999 ms 2024-09-13T16:25:26.845 INFO:tasks.workunit.client.0.smithi005.stdout: 1 134598 1.47 MB/sec execute 370 sec latency 29.784 ms 2024-09-13T16:25:27.845 INFO:tasks.workunit.client.0.smithi005.stdout: 1 134898 1.48 MB/sec execute 371 sec latency 30.065 ms 2024-09-13T16:25:28.845 INFO:tasks.workunit.client.0.smithi005.stdout: 1 135115 1.48 MB/sec execute 372 sec latency 35.852 ms 2024-09-13T16:25:29.845 INFO:tasks.workunit.client.0.smithi005.stdout: 1 135269 1.47 MB/sec execute 373 sec latency 37.372 ms 2024-09-13T16:25:30.845 INFO:tasks.workunit.client.0.smithi005.stdout: 1 135477 1.47 MB/sec execute 374 sec latency 29.297 ms 2024-09-13T16:25:31.845 INFO:tasks.workunit.client.0.smithi005.stdout: 1 135758 1.47 MB/sec execute 375 sec latency 32.326 ms 2024-09-13T16:25:32.845 INFO:tasks.workunit.client.0.smithi005.stdout: 1 136004 1.47 MB/sec execute 376 sec latency 31.069 ms 2024-09-13T16:25:33.845 INFO:tasks.workunit.client.0.smithi005.stdout: 1 136327 1.47 MB/sec execute 377 sec latency 29.097 ms 2024-09-13T16:25:34.845 INFO:tasks.workunit.client.0.smithi005.stdout: 1 136632 1.47 MB/sec execute 378 sec latency 31.164 ms 2024-09-13T16:25:35.845 INFO:tasks.workunit.client.0.smithi005.stdout: 1 136913 1.46 MB/sec execute 379 sec latency 32.965 ms 2024-09-13T16:25:36.845 INFO:tasks.workunit.client.0.smithi005.stdout: 1 137211 1.46 MB/sec execute 380 sec latency 32.037 ms 2024-09-13T16:25:37.631 DEBUG:teuthology.orchestra.run.smithi005:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:25:37.634 DEBUG:teuthology.orchestra.run.smithi179:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:25:37.845 INFO:tasks.workunit.client.0.smithi005.stdout: 1 137438 1.46 MB/sec execute 381 sec latency 32.656 ms 2024-09-13T16:25:38.845 INFO:tasks.workunit.client.0.smithi005.stdout: 1 137987 1.47 MB/sec execute 382 sec latency 32.603 ms 2024-09-13T16:25:39.846 INFO:tasks.workunit.client.0.smithi005.stdout: 1 138138 1.47 MB/sec execute 383 sec latency 29.710 ms 2024-09-13T16:25:40.846 INFO:tasks.workunit.client.0.smithi005.stdout: 1 138399 1.48 MB/sec execute 384 sec latency 31.689 ms 2024-09-13T16:25:41.846 INFO:tasks.workunit.client.0.smithi005.stdout: 1 138653 1.48 MB/sec execute 385 sec latency 30.120 ms 2024-09-13T16:25:42.846 INFO:tasks.workunit.client.0.smithi005.stdout: 1 138811 1.47 MB/sec execute 386 sec latency 34.414 ms 2024-09-13T16:25:43.846 INFO:tasks.workunit.client.0.smithi005.stdout: 1 138994 1.47 MB/sec execute 387 sec latency 30.146 ms 2024-09-13T16:25:44.846 INFO:tasks.workunit.client.0.smithi005.stdout: 1 139306 1.47 MB/sec execute 388 sec latency 30.710 ms 2024-09-13T16:25:45.846 INFO:tasks.workunit.client.0.smithi005.stdout: 1 139587 1.47 MB/sec execute 389 sec latency 30.395 ms 2024-09-13T16:25:46.846 INFO:tasks.workunit.client.0.smithi005.stdout: 1 139926 1.47 MB/sec execute 390 sec latency 29.555 ms 2024-09-13T16:25:47.846 INFO:tasks.workunit.client.0.smithi005.stdout: 1 140231 1.47 MB/sec execute 391 sec latency 29.579 ms 2024-09-13T16:25:48.846 INFO:tasks.workunit.client.0.smithi005.stdout: 1 140532 1.47 MB/sec execute 392 sec latency 32.228 ms 2024-09-13T16:25:49.846 INFO:tasks.workunit.client.0.smithi005.stdout: 1 140800 1.47 MB/sec execute 393 sec latency 29.705 ms 2024-09-13T16:25:50.846 INFO:tasks.workunit.client.0.smithi005.stdout: 1 141135 1.47 MB/sec execute 394 sec latency 31.161 ms 2024-09-13T16:25:51.846 INFO:tasks.workunit.client.0.smithi005.stdout: 1 141640 1.48 MB/sec execute 395 sec latency 29.990 ms 2024-09-13T16:25:52.846 INFO:tasks.workunit.client.0.smithi005.stdout: 1 141696 1.47 MB/sec execute 396 sec latency 62.395 ms 2024-09-13T16:25:53.846 INFO:tasks.workunit.client.0.smithi005.stdout: 1 142021 1.48 MB/sec execute 397 sec latency 32.999 ms 2024-09-13T16:25:54.847 INFO:tasks.workunit.client.0.smithi005.stdout: 1 142225 1.48 MB/sec execute 398 sec latency 27.887 ms 2024-09-13T16:25:55.847 INFO:tasks.workunit.client.0.smithi005.stdout: 1 142382 1.47 MB/sec execute 399 sec latency 31.698 ms 2024-09-13T16:25:56.847 INFO:tasks.workunit.client.0.smithi005.stdout: 1 142605 1.47 MB/sec execute 400 sec latency 31.157 ms 2024-09-13T16:25:57.847 INFO:tasks.workunit.client.0.smithi005.stdout: 1 142914 1.47 MB/sec execute 401 sec latency 26.394 ms 2024-09-13T16:25:58.847 INFO:tasks.workunit.client.0.smithi005.stdout: 1 143198 1.47 MB/sec execute 402 sec latency 37.361 ms 2024-09-13T16:25:59.847 INFO:tasks.workunit.client.0.smithi005.stdout: 1 143516 1.47 MB/sec execute 403 sec latency 32.375 ms 2024-09-13T16:26:00.847 INFO:tasks.workunit.client.0.smithi005.stdout: 1 143815 1.47 MB/sec execute 404 sec latency 29.881 ms 2024-09-13T16:26:01.847 INFO:tasks.workunit.client.0.smithi005.stdout: 1 144132 1.47 MB/sec execute 405 sec latency 31.032 ms 2024-09-13T16:26:02.847 INFO:tasks.workunit.client.0.smithi005.stdout: 1 144382 1.47 MB/sec execute 406 sec latency 30.188 ms 2024-09-13T16:26:03.847 INFO:tasks.workunit.client.0.smithi005.stdout: 1 144786 1.47 MB/sec execute 407 sec latency 31.509 ms 2024-09-13T16:26:04.847 INFO:tasks.workunit.client.0.smithi005.stdout: 1 145192 1.48 MB/sec execute 408 sec latency 29.463 ms 2024-09-13T16:26:05.847 INFO:tasks.workunit.client.0.smithi005.stdout: 1 145244 1.47 MB/sec execute 409 sec latency 31.836 ms 2024-09-13T16:26:06.847 INFO:tasks.workunit.client.0.smithi005.stdout: 1 145606 1.48 MB/sec execute 410 sec latency 26.373 ms 2024-09-13T16:26:07.701 DEBUG:teuthology.orchestra.run.smithi005:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:26:07.703 DEBUG:teuthology.orchestra.run.smithi179:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:26:07.847 INFO:tasks.workunit.client.0.smithi005.stdout: 1 145801 1.48 MB/sec execute 411 sec latency 31.291 ms 2024-09-13T16:26:08.847 INFO:tasks.workunit.client.0.smithi005.stdout: 1 145956 1.47 MB/sec execute 412 sec latency 29.385 ms 2024-09-13T16:26:09.847 INFO:tasks.workunit.client.0.smithi005.stdout: 1 146217 1.47 MB/sec execute 413 sec latency 28.801 ms 2024-09-13T16:26:10.847 INFO:tasks.workunit.client.0.smithi005.stdout: 1 146506 1.47 MB/sec execute 414 sec latency 31.218 ms 2024-09-13T16:26:11.847 INFO:tasks.workunit.client.0.smithi005.stdout: 1 146750 1.47 MB/sec execute 415 sec latency 40.443 ms 2024-09-13T16:26:12.848 INFO:tasks.workunit.client.0.smithi005.stdout: 1 147080 1.47 MB/sec execute 416 sec latency 31.812 ms 2024-09-13T16:26:13.848 INFO:tasks.workunit.client.0.smithi005.stdout: 1 147377 1.47 MB/sec execute 417 sec latency 32.473 ms 2024-09-13T16:26:14.848 INFO:tasks.workunit.client.0.smithi005.stdout: 1 147675 1.47 MB/sec execute 418 sec latency 32.168 ms 2024-09-13T16:26:15.848 INFO:tasks.workunit.client.0.smithi005.stdout: 1 147939 1.47 MB/sec execute 419 sec latency 33.665 ms 2024-09-13T16:26:16.848 INFO:tasks.workunit.client.0.smithi005.stdout: 1 148337 1.47 MB/sec execute 420 sec latency 30.754 ms 2024-09-13T16:26:17.848 INFO:tasks.workunit.client.0.smithi005.stdout: 1 148743 1.48 MB/sec execute 421 sec latency 30.096 ms 2024-09-13T16:26:18.848 INFO:tasks.workunit.client.0.smithi005.stdout: 1 148795 1.47 MB/sec execute 422 sec latency 32.609 ms 2024-09-13T16:26:19.848 INFO:tasks.workunit.client.0.smithi005.stdout: 1 149148 1.48 MB/sec execute 423 sec latency 28.287 ms 2024-09-13T16:26:20.848 INFO:tasks.workunit.client.0.smithi005.stdout: 1 149343 1.48 MB/sec execute 424 sec latency 30.432 ms 2024-09-13T16:26:21.848 INFO:tasks.workunit.client.0.smithi005.stdout: 1 149503 1.47 MB/sec execute 425 sec latency 30.175 ms 2024-09-13T16:26:22.848 INFO:tasks.workunit.client.0.smithi005.stdout: 1 149756 1.47 MB/sec execute 426 sec latency 33.077 ms 2024-09-13T16:26:23.848 INFO:tasks.workunit.client.0.smithi005.stdout: 1 150055 1.47 MB/sec execute 427 sec latency 37.595 ms 2024-09-13T16:26:24.848 INFO:tasks.workunit.client.0.smithi005.stdout: 1 150383 1.47 MB/sec execute 428 sec latency 32.495 ms 2024-09-13T16:26:25.849 INFO:tasks.workunit.client.0.smithi005.stdout: 1 150622 1.47 MB/sec execute 429 sec latency 32.312 ms 2024-09-13T16:26:26.849 INFO:tasks.workunit.client.0.smithi005.stdout: 1 150926 1.47 MB/sec execute 430 sec latency 29.520 ms 2024-09-13T16:26:27.849 INFO:tasks.workunit.client.0.smithi005.stdout: 1 151241 1.47 MB/sec execute 431 sec latency 64.306 ms 2024-09-13T16:26:28.849 INFO:tasks.workunit.client.0.smithi005.stdout: 1 151487 1.47 MB/sec execute 432 sec latency 31.524 ms 2024-09-13T16:26:29.849 INFO:tasks.workunit.client.0.smithi005.stdout: 1 151896 1.47 MB/sec execute 433 sec latency 30.262 ms 2024-09-13T16:26:30.849 INFO:tasks.workunit.client.0.smithi005.stdout: 1 152287 1.48 MB/sec execute 434 sec latency 32.850 ms 2024-09-13T16:26:31.849 INFO:tasks.workunit.client.0.smithi005.stdout: 1 152336 1.47 MB/sec execute 435 sec latency 31.522 ms 2024-09-13T16:26:32.849 INFO:tasks.workunit.client.0.smithi005.stdout: 1 152684 1.48 MB/sec execute 436 sec latency 29.582 ms 2024-09-13T16:26:33.849 INFO:tasks.workunit.client.0.smithi005.stdout: 1 152889 1.48 MB/sec execute 437 sec latency 31.234 ms 2024-09-13T16:26:34.849 INFO:tasks.workunit.client.0.smithi005.stdout: 1 153035 1.47 MB/sec execute 438 sec latency 30.630 ms 2024-09-13T16:26:35.849 INFO:tasks.workunit.client.0.smithi005.stdout: 1 153283 1.47 MB/sec execute 439 sec latency 30.938 ms 2024-09-13T16:26:36.849 INFO:tasks.workunit.client.0.smithi005.stdout: 1 153587 1.47 MB/sec execute 440 sec latency 31.775 ms 2024-09-13T16:26:37.751 DEBUG:teuthology.orchestra.run.smithi005:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:26:37.754 DEBUG:teuthology.orchestra.run.smithi179:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:26:37.849 INFO:tasks.workunit.client.0.smithi005.stdout: 1 153838 1.47 MB/sec execute 441 sec latency 30.331 ms 2024-09-13T16:26:38.849 INFO:tasks.workunit.client.0.smithi005.stdout: 1 154159 1.47 MB/sec execute 442 sec latency 31.236 ms 2024-09-13T16:26:39.849 INFO:tasks.workunit.client.0.smithi005.stdout: 1 154454 1.47 MB/sec execute 443 sec latency 29.454 ms 2024-09-13T16:26:40.849 INFO:tasks.workunit.client.0.smithi005.stdout: 1 154751 1.47 MB/sec execute 444 sec latency 29.312 ms 2024-09-13T16:26:41.849 INFO:tasks.workunit.client.0.smithi005.stdout: 1 155018 1.47 MB/sec execute 445 sec latency 29.384 ms 2024-09-13T16:26:42.849 INFO:tasks.workunit.client.0.smithi005.stdout: 1 155427 1.47 MB/sec execute 446 sec latency 29.636 ms 2024-09-13T16:26:43.849 INFO:tasks.workunit.client.0.smithi005.stdout: 1 155831 1.48 MB/sec execute 447 sec latency 29.716 ms 2024-09-13T16:26:44.849 INFO:tasks.workunit.client.0.smithi005.stdout: 1 155884 1.47 MB/sec execute 448 sec latency 30.462 ms 2024-09-13T16:26:45.850 INFO:tasks.workunit.client.0.smithi005.stdout: 1 156242 1.48 MB/sec execute 449 sec latency 28.335 ms 2024-09-13T16:26:46.850 INFO:tasks.workunit.client.0.smithi005.stdout: 1 156439 1.48 MB/sec execute 450 sec latency 28.639 ms 2024-09-13T16:26:47.850 INFO:tasks.workunit.client.0.smithi005.stdout: 1 156592 1.47 MB/sec execute 451 sec latency 26.004 ms 2024-09-13T16:26:48.850 INFO:tasks.workunit.client.0.smithi005.stdout: 1 156847 1.47 MB/sec execute 452 sec latency 29.169 ms 2024-09-13T16:26:49.850 INFO:tasks.workunit.client.0.smithi005.stdout: 1 157135 1.47 MB/sec execute 453 sec latency 29.300 ms 2024-09-13T16:26:50.850 INFO:tasks.workunit.client.0.smithi005.stdout: 1 157477 1.47 MB/sec execute 454 sec latency 29.044 ms 2024-09-13T16:26:51.850 INFO:tasks.workunit.client.0.smithi005.stdout: 1 157715 1.47 MB/sec execute 455 sec latency 31.151 ms 2024-09-13T16:26:52.850 INFO:tasks.workunit.client.0.smithi005.stdout: 1 158012 1.47 MB/sec execute 456 sec latency 33.318 ms 2024-09-13T16:26:53.850 INFO:tasks.workunit.client.0.smithi005.stdout: 1 158344 1.47 MB/sec execute 457 sec latency 31.586 ms 2024-09-13T16:26:54.850 INFO:tasks.workunit.client.0.smithi005.stdout: 1 158584 1.47 MB/sec execute 458 sec latency 29.991 ms 2024-09-13T16:26:55.850 INFO:tasks.workunit.client.0.smithi005.stdout: 1 158992 1.47 MB/sec execute 459 sec latency 28.893 ms 2024-09-13T16:26:56.850 INFO:tasks.workunit.client.0.smithi005.stdout: 1 159381 1.48 MB/sec execute 460 sec latency 29.200 ms 2024-09-13T16:26:57.850 INFO:tasks.workunit.client.0.smithi005.stdout: 1 159451 1.47 MB/sec execute 461 sec latency 30.691 ms 2024-09-13T16:26:58.850 INFO:tasks.workunit.client.0.smithi005.stdout: 1 159818 1.48 MB/sec execute 462 sec latency 28.490 ms 2024-09-13T16:26:59.851 INFO:tasks.workunit.client.0.smithi005.stdout: 1 159984 1.48 MB/sec execute 463 sec latency 31.333 ms 2024-09-13T16:27:00.851 INFO:tasks.workunit.client.0.smithi005.stdout: 1 160141 1.47 MB/sec execute 464 sec latency 27.974 ms 2024-09-13T16:27:01.851 INFO:tasks.workunit.client.0.smithi005.stdout: 1 160397 1.47 MB/sec execute 465 sec latency 29.513 ms 2024-09-13T16:27:02.851 INFO:tasks.workunit.client.0.smithi005.stdout: 1 160682 1.47 MB/sec execute 466 sec latency 39.779 ms 2024-09-13T16:27:03.851 INFO:tasks.workunit.client.0.smithi005.stdout: 1 160930 1.47 MB/sec execute 467 sec latency 31.636 ms 2024-09-13T16:27:04.852 INFO:tasks.workunit.client.0.smithi005.stdout: 1 161251 1.47 MB/sec execute 468 sec latency 34.654 ms 2024-09-13T16:27:05.851 INFO:tasks.workunit.client.0.smithi005.stdout: 1 161548 1.47 MB/sec execute 469 sec latency 34.734 ms 2024-09-13T16:27:06.851 INFO:tasks.workunit.client.0.smithi005.stdout: 1 161842 1.47 MB/sec execute 470 sec latency 30.369 ms 2024-09-13T16:27:07.800 DEBUG:teuthology.orchestra.run.smithi005:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:27:07.802 DEBUG:teuthology.orchestra.run.smithi179:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:27:07.851 INFO:tasks.workunit.client.0.smithi005.stdout: 1 162108 1.47 MB/sec execute 471 sec latency 29.561 ms 2024-09-13T16:27:08.851 INFO:tasks.workunit.client.0.smithi005.stdout: 1 162515 1.47 MB/sec execute 472 sec latency 31.400 ms 2024-09-13T16:27:09.851 INFO:tasks.workunit.client.0.smithi005.stdout: 1 162923 1.48 MB/sec execute 473 sec latency 28.299 ms 2024-09-13T16:27:10.851 INFO:tasks.workunit.client.0.smithi005.stdout: 1 162973 1.47 MB/sec execute 474 sec latency 39.520 ms 2024-09-13T16:27:11.851 INFO:tasks.workunit.client.0.smithi005.stdout: 1 163306 1.48 MB/sec execute 475 sec latency 30.614 ms 2024-09-13T16:27:12.851 INFO:tasks.workunit.client.0.smithi005.stdout: 1 163507 1.48 MB/sec execute 476 sec latency 29.040 ms 2024-09-13T16:27:13.851 INFO:tasks.workunit.client.0.smithi005.stdout: 1 163662 1.47 MB/sec execute 477 sec latency 27.959 ms 2024-09-13T16:27:14.851 INFO:tasks.workunit.client.0.smithi005.stdout: 1 163879 1.47 MB/sec execute 478 sec latency 31.319 ms 2024-09-13T16:27:15.852 INFO:tasks.workunit.client.0.smithi005.stdout: 1 164162 1.47 MB/sec execute 479 sec latency 30.768 ms 2024-09-13T16:27:16.852 INFO:tasks.workunit.client.0.smithi005.stdout: 1 164438 1.47 MB/sec execute 480 sec latency 30.931 ms 2024-09-13T16:27:17.852 INFO:tasks.workunit.client.0.smithi005.stdout: 1 164769 1.47 MB/sec execute 481 sec latency 34.679 ms 2024-09-13T16:27:18.852 INFO:tasks.workunit.client.0.smithi005.stdout: 1 165056 1.47 MB/sec execute 482 sec latency 30.755 ms 2024-09-13T16:27:19.852 INFO:tasks.workunit.client.0.smithi005.stdout: 1 165361 1.47 MB/sec execute 483 sec latency 30.568 ms 2024-09-13T16:27:20.852 INFO:tasks.workunit.client.0.smithi005.stdout: 1 165618 1.47 MB/sec execute 484 sec latency 32.334 ms 2024-09-13T16:27:21.852 INFO:tasks.workunit.client.0.smithi005.stdout: 1 165955 1.47 MB/sec execute 485 sec latency 29.561 ms 2024-09-13T16:27:22.852 INFO:tasks.workunit.client.0.smithi005.stdout: 1 166452 1.47 MB/sec execute 486 sec latency 32.182 ms 2024-09-13T16:27:23.852 INFO:tasks.workunit.client.0.smithi005.stdout: 1 166510 1.47 MB/sec execute 487 sec latency 31.744 ms 2024-09-13T16:27:24.852 INFO:tasks.workunit.client.0.smithi005.stdout: 1 166835 1.48 MB/sec execute 488 sec latency 28.386 ms 2024-09-13T16:27:25.852 INFO:tasks.workunit.client.0.smithi005.stdout: 1 167039 1.48 MB/sec execute 489 sec latency 26.274 ms 2024-09-13T16:27:26.852 INFO:tasks.workunit.client.0.smithi005.stdout: 1 167198 1.47 MB/sec execute 490 sec latency 28.918 ms 2024-09-13T16:27:27.852 INFO:tasks.workunit.client.0.smithi005.stdout: 1 167425 1.47 MB/sec execute 491 sec latency 30.630 ms 2024-09-13T16:27:28.852 INFO:tasks.workunit.client.0.smithi005.stdout: 1 167722 1.47 MB/sec execute 492 sec latency 27.895 ms 2024-09-13T16:27:29.852 INFO:tasks.workunit.client.0.smithi005.stdout: 1 168009 1.47 MB/sec execute 493 sec latency 29.611 ms 2024-09-13T16:27:30.852 INFO:tasks.workunit.client.0.smithi005.stdout: 1 168327 1.47 MB/sec execute 494 sec latency 31.139 ms 2024-09-13T16:27:31.853 INFO:tasks.workunit.client.0.smithi005.stdout: 1 168637 1.47 MB/sec execute 495 sec latency 31.910 ms 2024-09-13T16:27:32.853 INFO:tasks.workunit.client.0.smithi005.stdout: 1 168936 1.47 MB/sec execute 496 sec latency 32.885 ms 2024-09-13T16:27:33.853 INFO:tasks.workunit.client.0.smithi005.stdout: 1 169204 1.47 MB/sec execute 497 sec latency 31.610 ms 2024-09-13T16:27:34.853 INFO:tasks.workunit.client.0.smithi005.stdout: 1 169627 1.47 MB/sec execute 498 sec latency 30.574 ms 2024-09-13T16:27:35.856 INFO:tasks.workunit.client.0.smithi005.stdout: 1 170019 1.47 MB/sec execute 499 sec latency 27.946 ms 2024-09-13T16:27:36.853 INFO:tasks.workunit.client.0.smithi005.stdout: 1 170088 1.47 MB/sec execute 500 sec latency 31.415 ms 2024-09-13T16:27:37.853 INFO:tasks.workunit.client.0.smithi005.stdout: 1 170475 1.48 MB/sec execute 501 sec latency 28.742 ms 2024-09-13T16:27:37.857 DEBUG:teuthology.orchestra.run.smithi005:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:27:37.859 DEBUG:teuthology.orchestra.run.smithi179:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:27:38.853 INFO:tasks.workunit.client.0.smithi005.stdout: 1 170613 1.48 MB/sec execute 502 sec latency 71.232 ms 2024-09-13T16:27:39.853 INFO:tasks.workunit.client.0.smithi005.stdout: 1 170753 1.47 MB/sec execute 503 sec latency 30.132 ms 2024-09-13T16:27:40.853 INFO:tasks.workunit.client.0.smithi005.stdout: 1 170994 1.47 MB/sec execute 504 sec latency 28.258 ms 2024-09-13T16:27:41.853 INFO:tasks.workunit.client.0.smithi005.stdout: 1 171276 1.47 MB/sec execute 505 sec latency 37.817 ms 2024-09-13T16:27:42.853 INFO:tasks.workunit.client.0.smithi005.stdout: 1 171561 1.47 MB/sec execute 506 sec latency 28.399 ms 2024-09-13T16:27:43.853 INFO:tasks.workunit.client.0.smithi005.stdout: 1 171886 1.47 MB/sec execute 507 sec latency 29.862 ms 2024-09-13T16:27:44.853 INFO:tasks.workunit.client.0.smithi005.stdout: 1 172182 1.47 MB/sec execute 508 sec latency 31.864 ms 2024-09-13T16:27:45.854 INFO:tasks.workunit.client.0.smithi005.stdout: 1 172548 1.47 MB/sec execute 509 sec latency 30.250 ms 2024-09-13T16:27:46.853 INFO:tasks.workunit.client.0.smithi005.stdout: 1 172769 1.47 MB/sec execute 510 sec latency 30.394 ms 2024-09-13T16:27:47.854 INFO:tasks.workunit.client.0.smithi005.stdout: 1 173189 1.47 MB/sec execute 511 sec latency 32.296 ms 2024-09-13T16:27:48.854 INFO:tasks.workunit.client.0.smithi005.stdout: 1 173562 1.47 MB/sec execute 512 sec latency 30.406 ms 2024-09-13T16:27:49.857 INFO:tasks.workunit.client.0.smithi005.stdout: 1 173632 1.47 MB/sec execute 513 sec latency 30.925 ms 2024-09-13T16:27:50.854 INFO:tasks.workunit.client.0.smithi005.stdout: 1 174021 1.48 MB/sec execute 514 sec latency 28.917 ms 2024-09-13T16:27:51.854 INFO:tasks.workunit.client.0.smithi005.stdout: 1 174182 1.48 MB/sec execute 515 sec latency 27.783 ms 2024-09-13T16:27:52.854 INFO:tasks.workunit.client.0.smithi005.stdout: 1 174327 1.47 MB/sec execute 516 sec latency 35.948 ms 2024-09-13T16:27:53.854 INFO:tasks.workunit.client.0.smithi005.stdout: 1 174603 1.47 MB/sec execute 517 sec latency 29.399 ms 2024-09-13T16:27:54.854 INFO:tasks.workunit.client.0.smithi005.stdout: 1 174878 1.47 MB/sec execute 518 sec latency 35.878 ms 2024-09-13T16:27:55.854 INFO:tasks.workunit.client.0.smithi005.stdout: 1 175210 1.47 MB/sec execute 519 sec latency 27.748 ms 2024-09-13T16:27:56.854 INFO:tasks.workunit.client.0.smithi005.stdout: 1 175460 1.47 MB/sec execute 520 sec latency 29.252 ms 2024-09-13T16:27:57.854 INFO:tasks.workunit.client.0.smithi005.stdout: 1 175789 1.47 MB/sec execute 521 sec latency 34.449 ms 2024-09-13T16:27:58.854 INFO:tasks.workunit.client.0.smithi005.stdout: 1 176121 1.47 MB/sec execute 522 sec latency 34.009 ms 2024-09-13T16:27:59.854 INFO:tasks.workunit.client.0.smithi005.stdout: 1 176320 1.47 MB/sec execute 523 sec latency 29.615 ms 2024-09-13T16:28:00.854 INFO:tasks.workunit.client.0.smithi005.stdout: 1 176751 1.47 MB/sec execute 524 sec latency 28.903 ms 2024-09-13T16:28:01.854 INFO:tasks.workunit.client.0.smithi005.stdout: 1 177111 1.47 MB/sec execute 525 sec latency 31.397 ms 2024-09-13T16:28:02.854 INFO:tasks.workunit.client.0.smithi005.stdout: 1 177195 1.47 MB/sec execute 526 sec latency 32.607 ms 2024-09-13T16:28:03.854 INFO:tasks.workunit.client.0.smithi005.stdout: 1 177575 1.48 MB/sec execute 527 sec latency 31.014 ms 2024-09-13T16:28:04.855 INFO:tasks.workunit.client.0.smithi005.stdout: 1 177735 1.48 MB/sec execute 528 sec latency 29.044 ms 2024-09-13T16:28:05.855 INFO:tasks.workunit.client.0.smithi005.stdout: 1 177890 1.47 MB/sec execute 529 sec latency 31.301 ms 2024-09-13T16:28:06.855 INFO:tasks.workunit.client.0.smithi005.stdout: 1 178189 1.47 MB/sec execute 530 sec latency 35.777 ms 2024-09-13T16:28:07.855 INFO:tasks.workunit.client.0.smithi005.stdout: 1 178456 1.47 MB/sec execute 531 sec latency 38.074 ms 2024-09-13T16:28:08.273 DEBUG:teuthology.orchestra.run.smithi005:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:28:08.275 DEBUG:teuthology.orchestra.run.smithi179:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:28:08.855 INFO:tasks.workunit.client.0.smithi005.stdout: 1 178766 1.47 MB/sec execute 532 sec latency 74.064 ms 2024-09-13T16:28:09.855 INFO:tasks.workunit.client.0.smithi005.stdout: 1 179027 1.47 MB/sec execute 533 sec latency 30.986 ms 2024-09-13T16:28:10.855 INFO:tasks.workunit.client.0.smithi005.stdout: 1 179354 1.47 MB/sec execute 534 sec latency 29.247 ms 2024-09-13T16:28:11.855 INFO:tasks.workunit.client.0.smithi005.stdout: 1 179688 1.47 MB/sec execute 535 sec latency 30.924 ms 2024-09-13T16:28:12.855 INFO:tasks.workunit.client.0.smithi005.stdout: 1 179924 1.47 MB/sec execute 536 sec latency 29.083 ms 2024-09-13T16:28:13.855 INFO:tasks.workunit.client.0.smithi005.stdout: 1 180340 1.47 MB/sec execute 537 sec latency 28.357 ms 2024-09-13T16:28:14.855 INFO:tasks.workunit.client.0.smithi005.stdout: 1 180669 1.47 MB/sec execute 538 sec latency 34.471 ms 2024-09-13T16:28:15.855 INFO:tasks.workunit.client.0.smithi005.stdout: 1 180855 1.48 MB/sec execute 539 sec latency 29.995 ms 2024-09-13T16:28:16.855 INFO:tasks.workunit.client.0.smithi005.stdout: 1 181144 1.48 MB/sec execute 540 sec latency 30.415 ms 2024-09-13T16:28:17.855 INFO:tasks.workunit.client.0.smithi005.stdout: 1 181298 1.48 MB/sec execute 541 sec latency 30.759 ms 2024-09-13T16:28:18.855 INFO:tasks.workunit.client.0.smithi005.stdout: 1 181466 1.47 MB/sec execute 542 sec latency 36.429 ms 2024-09-13T16:28:19.856 INFO:tasks.workunit.client.0.smithi005.stdout: 1 181744 1.47 MB/sec execute 543 sec latency 31.277 ms 2024-09-13T16:28:20.856 INFO:tasks.workunit.client.0.smithi005.stdout: 1 182021 1.47 MB/sec execute 544 sec latency 30.736 ms 2024-09-13T16:28:21.856 INFO:tasks.workunit.client.0.smithi005.stdout: 1 182345 1.47 MB/sec execute 545 sec latency 32.266 ms 2024-09-13T16:28:22.856 INFO:tasks.workunit.client.0.smithi005.stdout: 1 182619 1.47 MB/sec execute 546 sec latency 30.897 ms 2024-09-13T16:28:23.856 INFO:tasks.workunit.client.0.smithi005.stdout: 1 182958 1.47 MB/sec execute 547 sec latency 37.079 ms 2024-09-13T16:28:24.856 INFO:tasks.workunit.client.0.smithi005.stdout: 1 183259 1.47 MB/sec execute 548 sec latency 30.258 ms 2024-09-13T16:28:25.856 INFO:tasks.workunit.client.0.smithi005.stdout: 1 183492 1.47 MB/sec execute 549 sec latency 33.703 ms 2024-09-13T16:28:26.856 INFO:tasks.workunit.client.0.smithi005.stdout: 1 183901 1.47 MB/sec execute 550 sec latency 31.907 ms 2024-09-13T16:28:27.856 INFO:tasks.workunit.client.0.smithi005.stdout: 1 184218 1.47 MB/sec execute 551 sec latency 29.348 ms 2024-09-13T16:28:28.856 INFO:tasks.workunit.client.0.smithi005.stdout: 1 184414 1.48 MB/sec execute 552 sec latency 32.700 ms 2024-09-13T16:28:29.856 INFO:tasks.workunit.client.0.smithi005.stdout: 1 184691 1.48 MB/sec execute 553 sec latency 33.471 ms 2024-09-13T16:28:30.856 INFO:tasks.workunit.client.0.smithi005.stdout: 1 184847 1.48 MB/sec execute 554 sec latency 27.834 ms 2024-09-13T16:28:31.857 INFO:tasks.workunit.client.0.smithi005.stdout: 1 185026 1.47 MB/sec execute 555 sec latency 30.259 ms 2024-09-13T16:28:32.856 INFO:tasks.workunit.client.0.smithi005.stdout: 1 185289 1.47 MB/sec execute 556 sec latency 50.348 ms 2024-09-13T16:28:33.857 INFO:tasks.workunit.client.0.smithi005.stdout: 1 185565 1.47 MB/sec execute 557 sec latency 28.705 ms 2024-09-13T16:28:34.857 INFO:tasks.workunit.client.0.smithi005.stdout: 1 185881 1.47 MB/sec execute 558 sec latency 30.065 ms 2024-09-13T16:28:35.857 INFO:tasks.workunit.client.0.smithi005.stdout: 1 186151 1.47 MB/sec execute 559 sec latency 32.394 ms 2024-09-13T16:28:36.857 INFO:tasks.workunit.client.0.smithi005.stdout: 1 186484 1.47 MB/sec execute 560 sec latency 29.059 ms 2024-09-13T16:28:37.857 INFO:tasks.workunit.client.0.smithi005.stdout: 1 186791 1.47 MB/sec execute 561 sec latency 29.333 ms 2024-09-13T16:28:38.651 DEBUG:teuthology.orchestra.run.smithi005:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:28:38.654 DEBUG:teuthology.orchestra.run.smithi179:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:28:38.857 INFO:tasks.workunit.client.0.smithi005.stdout: 1 187015 1.47 MB/sec execute 562 sec latency 29.332 ms 2024-09-13T16:28:39.857 INFO:tasks.workunit.client.0.smithi005.stdout: 1 187427 1.47 MB/sec execute 563 sec latency 31.552 ms 2024-09-13T16:28:40.857 INFO:tasks.workunit.client.0.smithi005.stdout: 1 187759 1.47 MB/sec execute 564 sec latency 33.218 ms 2024-09-13T16:28:41.857 INFO:tasks.workunit.client.0.smithi005.stdout: 1 187954 1.48 MB/sec execute 565 sec latency 29.110 ms 2024-09-13T16:28:42.857 INFO:tasks.workunit.client.0.smithi005.stdout: 1 188236 1.48 MB/sec execute 566 sec latency 35.389 ms 2024-09-13T16:28:43.857 INFO:tasks.workunit.client.0.smithi005.stdout: 1 188388 1.47 MB/sec execute 567 sec latency 29.749 ms 2024-09-13T16:28:44.857 INFO:tasks.workunit.client.0.smithi005.stdout: 1 188553 1.47 MB/sec execute 568 sec latency 27.836 ms 2024-09-13T16:28:45.857 INFO:tasks.workunit.client.0.smithi005.stdout: 1 188834 1.47 MB/sec execute 569 sec latency 33.503 ms 2024-09-13T16:28:46.857 INFO:tasks.workunit.client.0.smithi005.stdout: 1 189113 1.47 MB/sec execute 570 sec latency 30.768 ms 2024-09-13T16:28:47.858 INFO:tasks.workunit.client.0.smithi005.stdout: 1 189429 1.47 MB/sec execute 571 sec latency 30.482 ms 2024-09-13T16:28:48.857 INFO:tasks.workunit.client.0.smithi005.stdout: 1 189696 1.47 MB/sec execute 572 sec latency 32.846 ms 2024-09-13T16:28:49.858 INFO:tasks.workunit.client.0.smithi005.stdout: 1 190009 1.47 MB/sec execute 573 sec latency 29.610 ms 2024-09-13T16:28:50.858 INFO:tasks.workunit.client.0.smithi005.stdout: 1 190332 1.47 MB/sec execute 574 sec latency 30.873 ms 2024-09-13T16:28:51.858 INFO:tasks.workunit.client.0.smithi005.stdout: 1 190565 1.47 MB/sec execute 575 sec latency 32.567 ms 2024-09-13T16:28:52.858 INFO:tasks.workunit.client.0.smithi005.stdout: 1 190969 1.47 MB/sec execute 576 sec latency 30.159 ms 2024-09-13T16:28:53.860 INFO:tasks.workunit.client.0.smithi005.stdout: 1 191300 1.47 MB/sec execute 577 sec latency 35.897 ms 2024-09-13T16:28:54.858 INFO:tasks.workunit.client.0.smithi005.stdout: 1 191380 1.47 MB/sec execute 578 sec latency 33.402 ms 2024-09-13T16:28:55.858 INFO:tasks.workunit.client.0.smithi005.stdout: 1 191751 1.48 MB/sec execute 579 sec latency 31.132 ms 2024-09-13T16:28:56.858 INFO:tasks.workunit.client.0.smithi005.stdout: 1 191908 1.47 MB/sec execute 580 sec latency 29.383 ms 2024-09-13T16:28:57.858 INFO:tasks.workunit.client.0.smithi005.stdout: 1 192056 1.47 MB/sec execute 581 sec latency 34.453 ms 2024-09-13T16:28:58.858 INFO:tasks.workunit.client.0.smithi005.stdout: 1 192304 1.47 MB/sec execute 582 sec latency 29.193 ms 2024-09-13T16:28:59.858 INFO:tasks.workunit.client.0.smithi005.stdout: 1 192589 1.47 MB/sec execute 583 sec latency 29.959 ms 2024-09-13T16:29:00.858 INFO:tasks.workunit.client.0.smithi005.stdout: 1 192839 1.47 MB/sec execute 584 sec latency 30.835 ms 2024-09-13T16:29:01.858 INFO:tasks.workunit.client.0.smithi005.stdout: 1 193167 1.47 MB/sec execute 585 sec latency 28.416 ms 2024-09-13T16:29:02.858 INFO:tasks.workunit.client.0.smithi005.stdout: 1 193465 1.47 MB/sec execute 586 sec latency 31.703 ms 2024-09-13T16:29:03.859 INFO:tasks.workunit.client.0.smithi005.stdout: 1 193800 1.47 MB/sec execute 587 sec latency 29.572 ms 2024-09-13T16:29:04.858 INFO:tasks.workunit.client.0.smithi005.stdout: 1 194019 1.47 MB/sec execute 588 sec latency 34.701 ms 2024-09-13T16:29:05.858 INFO:tasks.workunit.client.0.smithi005.stdout: 1 194447 1.47 MB/sec execute 589 sec latency 29.299 ms 2024-09-13T16:29:06.858 INFO:tasks.workunit.client.0.smithi005.stdout: 1 194833 1.47 MB/sec execute 590 sec latency 35.961 ms 2024-09-13T16:29:07.858 INFO:tasks.workunit.client.0.smithi005.stdout: 1 194883 1.47 MB/sec execute 591 sec latency 32.879 ms 2024-09-13T16:29:08.717 DEBUG:teuthology.orchestra.run.smithi005:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:29:08.719 DEBUG:teuthology.orchestra.run.smithi179:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:29:08.858 INFO:tasks.workunit.client.0.smithi005.stdout: 1 195233 1.48 MB/sec execute 592 sec latency 30.236 ms 2024-09-13T16:29:09.859 INFO:tasks.workunit.client.0.smithi005.stdout: 1 195433 1.47 MB/sec execute 593 sec latency 29.461 ms 2024-09-13T16:29:10.859 INFO:tasks.workunit.client.0.smithi005.stdout: 1 195578 1.47 MB/sec execute 594 sec latency 30.608 ms 2024-09-13T16:29:11.859 INFO:tasks.workunit.client.0.smithi005.stdout: 1 195820 1.47 MB/sec execute 595 sec latency 28.365 ms 2024-09-13T16:29:12.859 INFO:tasks.workunit.client.0.smithi005.stdout: 1 196133 1.47 MB/sec execute 596 sec latency 30.058 ms 2024-09-13T16:29:13.859 INFO:tasks.workunit.client.0.smithi005.stdout: 1 196479 1.47 MB/sec execute 597 sec latency 46.156 ms 2024-09-13T16:29:14.859 INFO:tasks.workunit.client.0.smithi005.stdout: 1 196712 1.47 MB/sec execute 598 sec latency 31.230 ms 2024-09-13T16:29:15.859 INFO:tasks.workunit.client.0.smithi005.stdout: 1 197014 1.47 MB/sec execute 599 sec latency 30.773 ms 2024-09-13T16:29:16.859 INFO:tasks.workunit.client.0.smithi005.stdout: 1 cleanup 600 sec 2024-09-13T16:29:17.430 INFO:tasks.workunit.client.0.smithi005.stdout: 0 cleanup 601 sec 2024-09-13T16:29:17.430 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-09-13T16:29:17.430 INFO:tasks.workunit.client.0.smithi005.stdout: Operation Count AvgLat MaxLat 2024-09-13T16:29:17.431 INFO:tasks.workunit.client.0.smithi005.stdout: ---------------------------------------- 2024-09-13T16:29:17.431 INFO:tasks.workunit.client.0.smithi005.stdout: NTCreateX 28416 6.279 64.475 2024-09-13T16:29:17.431 INFO:tasks.workunit.client.0.smithi005.stdout: Close 20882 0.127 4.094 2024-09-13T16:29:17.431 INFO:tasks.workunit.client.0.smithi005.stdout: Rename 1197 14.802 36.955 2024-09-13T16:29:17.431 INFO:tasks.workunit.client.0.smithi005.stdout: Unlink 5717 6.168 71.216 2024-09-13T16:29:17.431 INFO:tasks.workunit.client.0.smithi005.stdout: Qpathinfo 25797 3.506 28.809 2024-09-13T16:29:17.431 INFO:tasks.workunit.client.0.smithi005.stdout: Qfileinfo 4498 0.208 1.248 2024-09-13T16:29:17.431 INFO:tasks.workunit.client.0.smithi005.stdout: Qfsinfo 4693 0.772 8.058 2024-09-13T16:29:17.431 INFO:tasks.workunit.client.0.smithi005.stdout: Sfileinfo 2300 1.522 14.980 2024-09-13T16:29:17.431 INFO:tasks.workunit.client.0.smithi005.stdout: Find 9941 24.950 85.727 2024-09-13T16:29:17.431 INFO:tasks.workunit.client.0.smithi005.stdout: WriteX 14026 0.449 73.399 2024-09-13T16:29:17.432 INFO:tasks.workunit.client.0.smithi005.stdout: ReadX 44409 0.010 1.243 2024-09-13T16:29:17.432 INFO:tasks.workunit.client.0.smithi005.stdout: LockX 92 1.282 2.944 2024-09-13T16:29:17.432 INFO:tasks.workunit.client.0.smithi005.stdout: UnlockX 92 1.227 1.892 2024-09-13T16:29:17.432 INFO:tasks.workunit.client.0.smithi005.stdout: Flush 1984 5.736 24.839 2024-09-13T16:29:17.432 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-09-13T16:29:17.432 INFO:tasks.workunit.client.0.smithi005.stdout:Throughput 1.46918 MB/sec 1 clients 1 procs max_latency=85.734 ms 2024-09-13T16:29:17.432 INFO:tasks.workunit.client.0.smithi005.stdout:dbench version 4.00 - Copyright Andrew Tridgell 1999-2004 2024-09-13T16:29:17.432 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-09-13T16:29:17.433 INFO:tasks.workunit.client.0.smithi005.stdout:Running for 600 seconds with load '/usr/share/dbench/client.txt' and minimum warmup 120 secs 2024-09-13T16:29:17.433 INFO:tasks.workunit.client.0.smithi005.stdout:8 of 10 processes prepared for launch 0 sec 2024-09-13T16:29:17.533 INFO:tasks.workunit.client.0.smithi005.stdout:10 of 10 processes prepared for launch 0 sec 2024-09-13T16:29:17.533 INFO:tasks.workunit.client.0.smithi005.stdout:releasing clients 2024-09-13T16:29:18.533 INFO:tasks.workunit.client.0.smithi005.stdout: 10 217 84.41 MB/sec warmup 1 sec latency 43.001 ms 2024-09-13T16:29:19.533 INFO:tasks.workunit.client.0.smithi005.stdout: 10 403 71.47 MB/sec warmup 2 sec latency 75.381 ms 2024-09-13T16:29:20.533 INFO:tasks.workunit.client.0.smithi005.stdout: 10 619 69.98 MB/sec warmup 3 sec latency 82.550 ms 2024-09-13T16:29:21.533 INFO:tasks.workunit.client.0.smithi005.stdout: 10 754 53.35 MB/sec warmup 4 sec latency 112.842 ms 2024-09-13T16:29:22.533 INFO:tasks.workunit.client.0.smithi005.stdout: 10 879 43.30 MB/sec warmup 5 sec latency 99.564 ms 2024-09-13T16:29:23.533 INFO:tasks.workunit.client.0.smithi005.stdout: 10 979 36.57 MB/sec warmup 6 sec latency 94.836 ms 2024-09-13T16:29:24.533 INFO:tasks.workunit.client.0.smithi005.stdout: 10 1094 32.78 MB/sec warmup 7 sec latency 171.563 ms 2024-09-13T16:29:25.533 INFO:tasks.workunit.client.0.smithi005.stdout: 10 1180 28.78 MB/sec warmup 8 sec latency 146.335 ms 2024-09-13T16:29:26.533 INFO:tasks.workunit.client.0.smithi005.stdout: 10 1300 26.35 MB/sec warmup 9 sec latency 199.436 ms 2024-09-13T16:29:27.533 INFO:tasks.workunit.client.0.smithi005.stdout: 10 1455 26.02 MB/sec warmup 10 sec latency 102.745 ms 2024-09-13T16:29:28.533 INFO:tasks.workunit.client.0.smithi005.stdout: 10 1551 23.74 MB/sec warmup 11 sec latency 105.312 ms 2024-09-13T16:29:29.533 INFO:tasks.workunit.client.0.smithi005.stdout: 10 1657 21.83 MB/sec warmup 12 sec latency 96.191 ms 2024-09-13T16:29:30.534 INFO:tasks.workunit.client.0.smithi005.stdout: 10 1803 20.25 MB/sec warmup 13 sec latency 111.923 ms 2024-09-13T16:29:31.534 INFO:tasks.workunit.client.0.smithi005.stdout: 10 1906 18.87 MB/sec warmup 14 sec latency 88.937 ms 2024-09-13T16:29:32.534 INFO:tasks.workunit.client.0.smithi005.stdout: 10 2041 17.72 MB/sec warmup 15 sec latency 91.806 ms 2024-09-13T16:29:33.534 INFO:tasks.workunit.client.0.smithi005.stdout: 10 2144 16.69 MB/sec warmup 16 sec latency 101.047 ms 2024-09-13T16:29:34.534 INFO:tasks.workunit.client.0.smithi005.stdout: 10 2286 16.17 MB/sec warmup 17 sec latency 92.671 ms 2024-09-13T16:29:35.534 INFO:tasks.workunit.client.0.smithi005.stdout: 10 2378 15.52 MB/sec warmup 18 sec latency 101.987 ms 2024-09-13T16:29:36.534 INFO:tasks.workunit.client.0.smithi005.stdout: 10 2470 14.98 MB/sec warmup 19 sec latency 108.860 ms 2024-09-13T16:29:37.534 INFO:tasks.workunit.client.0.smithi005.stdout: 10 2595 14.63 MB/sec warmup 20 sec latency 93.095 ms 2024-09-13T16:29:38.534 INFO:tasks.workunit.client.0.smithi005.stdout: 10 2796 15.31 MB/sec warmup 21 sec latency 98.824 ms 2024-09-13T16:29:38.767 DEBUG:teuthology.orchestra.run.smithi005:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:29:38.770 DEBUG:teuthology.orchestra.run.smithi179:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:29:39.534 INFO:tasks.workunit.client.0.smithi005.stdout: 10 2965 15.23 MB/sec warmup 22 sec latency 118.577 ms 2024-09-13T16:29:40.534 INFO:tasks.workunit.client.0.smithi005.stdout: 10 3165 14.95 MB/sec warmup 23 sec latency 182.802 ms 2024-09-13T16:29:41.534 INFO:tasks.workunit.client.0.smithi005.stdout: 10 3291 14.73 MB/sec warmup 24 sec latency 114.378 ms 2024-09-13T16:29:42.534 INFO:tasks.workunit.client.0.smithi005.stdout: 10 3316 14.15 MB/sec warmup 25 sec latency 75.620 ms 2024-09-13T16:29:43.534 INFO:tasks.workunit.client.0.smithi005.stdout: 10 3348 13.62 MB/sec warmup 26 sec latency 86.178 ms 2024-09-13T16:29:44.534 INFO:tasks.workunit.client.0.smithi005.stdout: 10 3497 13.90 MB/sec warmup 27 sec latency 131.548 ms 2024-09-13T16:29:45.534 INFO:tasks.workunit.client.0.smithi005.stdout: 10 3641 13.79 MB/sec warmup 28 sec latency 125.380 ms 2024-09-13T16:29:46.534 INFO:tasks.workunit.client.0.smithi005.stdout: 10 3761 13.61 MB/sec warmup 29 sec latency 118.930 ms 2024-09-13T16:29:47.535 INFO:tasks.workunit.client.0.smithi005.stdout: 10 3839 13.25 MB/sec warmup 30 sec latency 98.818 ms 2024-09-13T16:29:48.534 INFO:tasks.workunit.client.0.smithi005.stdout: 10 3901 12.89 MB/sec warmup 31 sec latency 165.450 ms 2024-09-13T16:29:49.534 INFO:tasks.workunit.client.0.smithi005.stdout: 10 3965 12.52 MB/sec warmup 32 sec latency 106.437 ms 2024-09-13T16:29:50.534 INFO:tasks.workunit.client.0.smithi005.stdout: 10 4029 12.14 MB/sec warmup 33 sec latency 145.606 ms 2024-09-13T16:29:51.535 INFO:tasks.workunit.client.0.smithi005.stdout: 10 4099 11.79 MB/sec warmup 34 sec latency 124.435 ms 2024-09-13T16:29:52.535 INFO:tasks.workunit.client.0.smithi005.stdout: 10 4186 11.47 MB/sec warmup 35 sec latency 182.255 ms 2024-09-13T16:29:53.535 INFO:tasks.workunit.client.0.smithi005.stdout: 10 4297 11.22 MB/sec warmup 36 sec latency 153.265 ms 2024-09-13T16:29:54.535 INFO:tasks.workunit.client.0.smithi005.stdout: 10 4393 10.97 MB/sec warmup 37 sec latency 176.183 ms 2024-09-13T16:29:55.535 INFO:tasks.workunit.client.0.smithi005.stdout: 10 4499 10.76 MB/sec warmup 38 sec latency 112.683 ms 2024-09-13T16:29:56.535 INFO:tasks.workunit.client.0.smithi005.stdout: 10 4612 10.70 MB/sec warmup 39 sec latency 127.608 ms 2024-09-13T16:29:57.537 INFO:tasks.workunit.client.0.smithi005.stdout: 10 4721 10.53 MB/sec warmup 40 sec latency 115.472 ms 2024-09-13T16:29:58.535 INFO:tasks.workunit.client.0.smithi005.stdout: 10 4841 10.50 MB/sec warmup 41 sec latency 99.812 ms 2024-09-13T16:29:59.535 INFO:tasks.workunit.client.0.smithi005.stdout: 10 4981 10.75 MB/sec warmup 42 sec latency 119.004 ms 2024-09-13T16:30:00.535 INFO:tasks.workunit.client.0.smithi005.stdout: 10 5087 10.51 MB/sec warmup 43 sec latency 102.601 ms 2024-09-13T16:30:01.535 INFO:tasks.workunit.client.0.smithi005.stdout: 10 5188 10.29 MB/sec warmup 44 sec latency 113.820 ms 2024-09-13T16:30:02.535 INFO:tasks.workunit.client.0.smithi005.stdout: 10 5316 10.09 MB/sec warmup 45 sec latency 106.214 ms 2024-09-13T16:30:03.535 INFO:tasks.workunit.client.0.smithi005.stdout: 10 5430 9.89 MB/sec warmup 46 sec latency 124.083 ms 2024-09-13T16:30:04.535 INFO:tasks.workunit.client.0.smithi005.stdout: 10 5550 9.71 MB/sec warmup 47 sec latency 113.767 ms 2024-09-13T16:30:05.535 INFO:tasks.workunit.client.0.smithi005.stdout: 10 5665 9.54 MB/sec warmup 48 sec latency 116.333 ms 2024-09-13T16:30:06.535 INFO:tasks.workunit.client.0.smithi005.stdout: 10 5790 9.43 MB/sec warmup 49 sec latency 102.679 ms 2024-09-13T16:30:07.535 INFO:tasks.workunit.client.0.smithi005.stdout: 10 5909 9.40 MB/sec warmup 50 sec latency 98.669 ms 2024-09-13T16:30:08.535 INFO:tasks.workunit.client.0.smithi005.stdout: 10 5996 9.29 MB/sec warmup 51 sec latency 94.321 ms 2024-09-13T16:30:08.927 DEBUG:teuthology.orchestra.run.smithi005:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:30:08.929 DEBUG:teuthology.orchestra.run.smithi179:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:30:08.959 INFO:tasks.ceph.mds.b.smithi179.stderr:2024-09-13T16:30:08.955+0000 7f630d491700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 32625) UID: 0 2024-09-13T16:30:08.959 INFO:tasks.ceph.mds.d.smithi179.stderr:2024-09-13T16:30:08.955+0000 7fcd38fb9700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 32625) UID: 0 2024-09-13T16:30:08.960 INFO:tasks.ceph.mds.f.smithi179.stderr:2024-09-13T16:30:08.955+0000 7fa57b565700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 32625) UID: 0 2024-09-13T16:30:09.535 INFO:tasks.workunit.client.0.smithi005.stdout: 10 6108 9.23 MB/sec warmup 52 sec latency 105.081 ms 2024-09-13T16:30:10.536 INFO:tasks.workunit.client.0.smithi005.stdout: 10 6229 9.26 MB/sec warmup 53 sec latency 121.082 ms 2024-09-13T16:30:11.536 INFO:tasks.workunit.client.0.smithi005.stdout: 10 6471 9.66 MB/sec warmup 54 sec latency 124.976 ms 2024-09-13T16:30:12.536 INFO:tasks.workunit.client.0.smithi005.stdout: 10 6628 9.63 MB/sec warmup 55 sec latency 132.936 ms 2024-09-13T16:30:13.536 INFO:tasks.workunit.client.0.smithi005.stdout: 10 6834 9.72 MB/sec warmup 56 sec latency 146.290 ms 2024-09-13T16:30:14.536 INFO:tasks.workunit.client.0.smithi005.stdout: 10 6863 9.56 MB/sec warmup 57 sec latency 86.337 ms 2024-09-13T16:30:15.536 INFO:tasks.workunit.client.0.smithi005.stdout: 10 6883 9.39 MB/sec warmup 58 sec latency 102.412 ms 2024-09-13T16:30:16.536 INFO:tasks.workunit.client.0.smithi005.stdout: 10 6973 9.40 MB/sec warmup 59 sec latency 97.650 ms 2024-09-13T16:30:17.536 INFO:tasks.workunit.client.0.smithi005.stdout: 10 7141 9.60 MB/sec warmup 60 sec latency 129.687 ms 2024-09-13T16:30:18.536 INFO:tasks.workunit.client.0.smithi005.stdout: 10 7261 9.54 MB/sec warmup 61 sec latency 111.129 ms 2024-09-13T16:30:19.536 INFO:tasks.workunit.client.0.smithi005.stdout: 10 7360 9.50 MB/sec warmup 62 sec latency 101.408 ms 2024-09-13T16:30:20.536 INFO:tasks.workunit.client.0.smithi005.stdout: 10 7430 9.36 MB/sec warmup 63 sec latency 103.622 ms 2024-09-13T16:30:21.536 INFO:tasks.workunit.client.0.smithi005.stdout: 10 7500 9.25 MB/sec warmup 64 sec latency 140.948 ms 2024-09-13T16:30:22.536 INFO:tasks.workunit.client.0.smithi005.stdout: 10 7564 9.11 MB/sec warmup 65 sec latency 143.368 ms 2024-09-13T16:30:23.536 INFO:tasks.workunit.client.0.smithi005.stdout: 10 7631 8.97 MB/sec warmup 66 sec latency 136.784 ms 2024-09-13T16:30:24.536 INFO:tasks.workunit.client.0.smithi005.stdout: 10 7719 8.84 MB/sec warmup 67 sec latency 144.128 ms 2024-09-13T16:30:25.536 INFO:tasks.workunit.client.0.smithi005.stdout: 10 7827 8.75 MB/sec warmup 68 sec latency 158.417 ms 2024-09-13T16:30:26.536 INFO:tasks.workunit.client.0.smithi005.stdout: 10 7944 8.66 MB/sec warmup 69 sec latency 175.658 ms 2024-09-13T16:30:27.536 INFO:tasks.workunit.client.0.smithi005.stdout: 10 8049 8.59 MB/sec warmup 70 sec latency 112.980 ms 2024-09-13T16:30:28.536 INFO:tasks.workunit.client.0.smithi005.stdout: 10 8168 8.59 MB/sec warmup 71 sec latency 111.995 ms 2024-09-13T16:30:29.536 INFO:tasks.workunit.client.0.smithi005.stdout: 10 8275 8.51 MB/sec warmup 72 sec latency 146.262 ms 2024-09-13T16:30:30.536 INFO:tasks.workunit.client.0.smithi005.stdout: 10 8391 8.52 MB/sec warmup 73 sec latency 146.366 ms 2024-09-13T16:30:31.536 INFO:tasks.workunit.client.0.smithi005.stdout: 10 8540 8.68 MB/sec warmup 74 sec latency 121.945 ms 2024-09-13T16:30:32.537 INFO:tasks.workunit.client.0.smithi005.stdout: 10 8643 8.58 MB/sec warmup 75 sec latency 109.318 ms 2024-09-13T16:30:33.537 INFO:tasks.workunit.client.0.smithi005.stdout: 10 8754 8.48 MB/sec warmup 76 sec latency 101.040 ms 2024-09-13T16:30:34.537 INFO:tasks.workunit.client.0.smithi005.stdout: 10 8884 8.38 MB/sec warmup 77 sec latency 96.467 ms 2024-09-13T16:30:35.537 INFO:tasks.workunit.client.0.smithi005.stdout: 10 9000 8.29 MB/sec warmup 78 sec latency 114.681 ms 2024-09-13T16:30:36.537 INFO:tasks.workunit.client.0.smithi005.stdout: 10 9121 8.20 MB/sec warmup 79 sec latency 97.910 ms 2024-09-13T16:30:37.537 INFO:tasks.workunit.client.0.smithi005.stdout: 10 9238 8.13 MB/sec warmup 80 sec latency 101.648 ms 2024-09-13T16:30:38.537 INFO:tasks.workunit.client.0.smithi005.stdout: 10 9360 8.08 MB/sec warmup 81 sec latency 109.144 ms 2024-09-13T16:30:39.537 INFO:tasks.workunit.client.0.smithi005.stdout: 10 9480 8.08 MB/sec warmup 82 sec latency 93.415 ms 2024-09-13T16:30:40.537 INFO:tasks.workunit.client.0.smithi005.stdout: 10 9567 8.02 MB/sec warmup 83 sec latency 115.889 ms 2024-09-13T16:30:41.537 INFO:tasks.workunit.client.0.smithi005.stdout: 10 9681 8.03 MB/sec warmup 84 sec latency 109.493 ms 2024-09-13T16:30:42.537 INFO:tasks.workunit.client.0.smithi005.stdout: 10 9833 8.13 MB/sec warmup 85 sec latency 100.258 ms 2024-09-13T16:30:43.537 INFO:tasks.workunit.client.0.smithi005.stdout: 10 10035 8.29 MB/sec warmup 86 sec latency 166.209 ms 2024-09-13T16:30:44.537 INFO:tasks.workunit.client.0.smithi005.stdout: 10 10206 8.32 MB/sec warmup 87 sec latency 158.713 ms 2024-09-13T16:30:45.537 INFO:tasks.workunit.client.0.smithi005.stdout: 10 10384 8.36 MB/sec warmup 88 sec latency 125.393 ms 2024-09-13T16:30:46.537 INFO:tasks.workunit.client.0.smithi005.stdout: 10 10414 8.27 MB/sec warmup 89 sec latency 71.985 ms 2024-09-13T16:30:47.537 INFO:tasks.workunit.client.0.smithi005.stdout: 10 10458 8.21 MB/sec warmup 90 sec latency 103.510 ms 2024-09-13T16:30:48.537 INFO:tasks.workunit.client.0.smithi005.stdout: 10 10558 8.23 MB/sec warmup 91 sec latency 105.063 ms 2024-09-13T16:30:49.537 INFO:tasks.workunit.client.0.smithi005.stdout: 10 10718 8.36 MB/sec warmup 92 sec latency 121.299 ms 2024-09-13T16:30:50.537 INFO:tasks.workunit.client.0.smithi005.stdout: 10 10830 8.32 MB/sec warmup 93 sec latency 109.799 ms 2024-09-13T16:30:51.537 INFO:tasks.workunit.client.0.smithi005.stdout: 10 10928 8.30 MB/sec warmup 94 sec latency 131.371 ms 2024-09-13T16:30:52.537 INFO:tasks.workunit.client.0.smithi005.stdout: 10 10992 8.22 MB/sec warmup 95 sec latency 136.967 ms 2024-09-13T16:30:53.538 INFO:tasks.workunit.client.0.smithi005.stdout: 10 11059 8.16 MB/sec warmup 96 sec latency 132.756 ms 2024-09-13T16:30:54.538 INFO:tasks.workunit.client.0.smithi005.stdout: 10 11115 8.07 MB/sec warmup 97 sec latency 158.593 ms 2024-09-13T16:30:55.538 INFO:tasks.workunit.client.0.smithi005.stdout: 10 11187 7.99 MB/sec warmup 98 sec latency 148.708 ms 2024-09-13T16:30:56.538 INFO:tasks.workunit.client.0.smithi005.stdout: 10 11282 7.92 MB/sec warmup 99 sec latency 141.161 ms 2024-09-13T16:30:57.538 INFO:tasks.workunit.client.0.smithi005.stdout: 10 11391 7.86 MB/sec warmup 100 sec latency 149.689 ms 2024-09-13T16:30:58.538 INFO:tasks.workunit.client.0.smithi005.stdout: 10 11510 7.81 MB/sec warmup 101 sec latency 170.670 ms 2024-09-13T16:30:59.538 INFO:tasks.workunit.client.0.smithi005.stdout: 10 11628 7.79 MB/sec warmup 102 sec latency 108.835 ms 2024-09-13T16:31:00.538 INFO:tasks.workunit.client.0.smithi005.stdout: 10 11742 7.79 MB/sec warmup 103 sec latency 104.141 ms 2024-09-13T16:31:01.538 INFO:tasks.workunit.client.0.smithi005.stdout: 10 11861 7.76 MB/sec warmup 104 sec latency 107.003 ms 2024-09-13T16:31:02.538 INFO:tasks.workunit.client.0.smithi005.stdout: 10 11988 7.77 MB/sec warmup 105 sec latency 106.224 ms 2024-09-13T16:31:03.538 INFO:tasks.workunit.client.0.smithi005.stdout: 10 12128 7.87 MB/sec warmup 106 sec latency 102.820 ms 2024-09-13T16:31:04.538 INFO:tasks.workunit.client.0.smithi005.stdout: 10 12237 7.80 MB/sec warmup 107 sec latency 106.483 ms 2024-09-13T16:31:05.541 INFO:tasks.workunit.client.0.smithi005.stdout: 10 12355 7.74 MB/sec warmup 108 sec latency 100.229 ms 2024-09-13T16:31:06.538 INFO:tasks.workunit.client.0.smithi005.stdout: 10 12484 7.68 MB/sec warmup 109 sec latency 105.900 ms 2024-09-13T16:31:07.538 INFO:tasks.workunit.client.0.smithi005.stdout: 10 12598 7.62 MB/sec warmup 110 sec latency 96.532 ms 2024-09-13T16:31:08.538 INFO:tasks.workunit.client.0.smithi005.stdout: 10 12726 7.57 MB/sec warmup 111 sec latency 110.901 ms 2024-09-13T16:31:09.539 INFO:tasks.workunit.client.0.smithi005.stdout: 10 12841 7.53 MB/sec warmup 112 sec latency 92.198 ms 2024-09-13T16:31:10.539 INFO:tasks.workunit.client.0.smithi005.stdout: 10 12970 7.51 MB/sec warmup 113 sec latency 93.629 ms 2024-09-13T16:31:11.539 INFO:tasks.workunit.client.0.smithi005.stdout: 10 13065 7.50 MB/sec warmup 114 sec latency 98.230 ms 2024-09-13T16:31:12.539 INFO:tasks.workunit.client.0.smithi005.stdout: 10 13156 7.47 MB/sec warmup 115 sec latency 101.273 ms 2024-09-13T16:31:13.539 INFO:tasks.workunit.client.0.smithi005.stdout: 10 13306 7.53 MB/sec warmup 116 sec latency 101.655 ms 2024-09-13T16:31:14.539 INFO:tasks.workunit.client.0.smithi005.stdout: 10 13470 7.66 MB/sec warmup 117 sec latency 108.158 ms 2024-09-13T16:31:15.539 INFO:tasks.workunit.client.0.smithi005.stdout: 10 13682 7.73 MB/sec warmup 118 sec latency 152.403 ms 2024-09-13T16:31:16.539 INFO:tasks.workunit.client.0.smithi005.stdout: 10 13827 7.72 MB/sec warmup 119 sec latency 148.102 ms 2024-09-13T16:31:18.539 INFO:tasks.workunit.client.0.smithi005.stdout: 10 13974 0.23 MB/sec execute 1 sec latency 95.587 ms 2024-09-13T16:31:19.539 INFO:tasks.workunit.client.0.smithi005.stdout: 10 14038 3.25 MB/sec execute 2 sec latency 85.946 ms 2024-09-13T16:31:20.539 INFO:tasks.workunit.client.0.smithi005.stdout: 10 14152 5.60 MB/sec execute 3 sec latency 118.006 ms 2024-09-13T16:31:21.539 INFO:tasks.workunit.client.0.smithi005.stdout: 10 14307 8.86 MB/sec execute 4 sec latency 115.204 ms 2024-09-13T16:31:22.539 INFO:tasks.workunit.client.0.smithi005.stdout: 10 14410 8.07 MB/sec execute 5 sec latency 126.665 ms 2024-09-13T16:31:23.539 INFO:tasks.workunit.client.0.smithi005.stdout: 10 14496 7.50 MB/sec execute 6 sec latency 118.298 ms 2024-09-13T16:31:24.539 INFO:tasks.workunit.client.0.smithi005.stdout: 10 14564 6.56 MB/sec execute 7 sec latency 123.084 ms 2024-09-13T16:31:25.539 INFO:tasks.workunit.client.0.smithi005.stdout: 10 14632 5.89 MB/sec execute 8 sec latency 119.973 ms 2024-09-13T16:31:26.539 INFO:tasks.workunit.client.0.smithi005.stdout: 10 14703 5.25 MB/sec execute 9 sec latency 143.220 ms 2024-09-13T16:31:27.539 INFO:tasks.workunit.client.0.smithi005.stdout: 10 14784 4.80 MB/sec execute 10 sec latency 153.662 ms 2024-09-13T16:31:28.539 INFO:tasks.workunit.client.0.smithi005.stdout: 10 14878 4.46 MB/sec execute 11 sec latency 166.031 ms 2024-09-13T16:31:29.539 INFO:tasks.workunit.client.0.smithi005.stdout: 10 14986 4.31 MB/sec execute 12 sec latency 179.488 ms 2024-09-13T16:31:30.539 INFO:tasks.workunit.client.0.smithi005.stdout: 10 15108 4.33 MB/sec execute 13 sec latency 154.304 ms 2024-09-13T16:31:31.539 INFO:tasks.workunit.client.0.smithi005.stdout: 10 15214 4.31 MB/sec execute 14 sec latency 101.136 ms 2024-09-13T16:31:32.540 INFO:tasks.workunit.client.0.smithi005.stdout: 10 15330 4.49 MB/sec execute 15 sec latency 101.832 ms 2024-09-13T16:31:33.540 INFO:tasks.workunit.client.0.smithi005.stdout: 10 15458 4.81 MB/sec execute 16 sec latency 94.252 ms 2024-09-13T16:31:34.540 INFO:tasks.workunit.client.0.smithi005.stdout: 10 15571 4.93 MB/sec execute 17 sec latency 141.256 ms 2024-09-13T16:31:35.540 INFO:tasks.workunit.client.0.smithi005.stdout: 10 15699 5.46 MB/sec execute 18 sec latency 103.279 ms 2024-09-13T16:31:36.540 INFO:tasks.workunit.client.0.smithi005.stdout: 10 15812 5.23 MB/sec execute 19 sec latency 105.829 ms 2024-09-13T16:31:37.540 INFO:tasks.workunit.client.0.smithi005.stdout: 10 15930 5.01 MB/sec execute 20 sec latency 102.448 ms 2024-09-13T16:31:38.540 INFO:tasks.workunit.client.0.smithi005.stdout: 10 16062 4.83 MB/sec execute 21 sec latency 89.903 ms 2024-09-13T16:31:39.540 INFO:tasks.workunit.client.0.smithi005.stdout: 10 16172 4.66 MB/sec execute 22 sec latency 92.277 ms 2024-09-13T16:31:40.540 INFO:tasks.workunit.client.0.smithi005.stdout: 10 16307 4.57 MB/sec execute 23 sec latency 97.688 ms 2024-09-13T16:31:41.540 INFO:tasks.workunit.client.0.smithi005.stdout: 10 16419 4.55 MB/sec execute 24 sec latency 107.717 ms 2024-09-13T16:31:42.540 INFO:tasks.workunit.client.0.smithi005.stdout: 10 16539 4.65 MB/sec execute 25 sec latency 167.026 ms 2024-09-13T16:31:43.540 INFO:tasks.workunit.client.0.smithi005.stdout: 10 16629 4.61 MB/sec execute 26 sec latency 107.431 ms 2024-09-13T16:31:44.540 INFO:tasks.workunit.client.0.smithi005.stdout: 10 16733 4.72 MB/sec execute 27 sec latency 120.096 ms 2024-09-13T16:31:45.540 INFO:tasks.workunit.client.0.smithi005.stdout: 10 16889 5.09 MB/sec execute 28 sec latency 98.712 ms 2024-09-13T16:31:46.540 INFO:tasks.workunit.client.0.smithi005.stdout: 10 17081 5.68 MB/sec execute 29 sec latency 146.328 ms 2024-09-13T16:31:47.540 INFO:tasks.workunit.client.0.smithi005.stdout: 10 17265 5.93 MB/sec execute 30 sec latency 179.561 ms 2024-09-13T16:31:48.540 INFO:tasks.workunit.client.0.smithi005.stdout: 10 17437 6.02 MB/sec execute 31 sec latency 154.925 ms 2024-09-13T16:31:49.540 INFO:tasks.workunit.client.0.smithi005.stdout: 10 17496 5.98 MB/sec execute 32 sec latency 115.367 ms 2024-09-13T16:31:50.540 INFO:tasks.workunit.client.0.smithi005.stdout: 10 17536 5.89 MB/sec execute 33 sec latency 85.916 ms 2024-09-13T16:31:51.541 INFO:tasks.workunit.client.0.smithi005.stdout: 10 17626 6.00 MB/sec execute 34 sec latency 95.896 ms 2024-09-13T16:31:52.540 INFO:tasks.workunit.client.0.smithi005.stdout: 10 17764 6.23 MB/sec execute 35 sec latency 109.110 ms 2024-09-13T16:31:53.541 INFO:tasks.workunit.client.0.smithi005.stdout: 10 17897 6.35 MB/sec execute 36 sec latency 106.815 ms 2024-09-13T16:31:54.541 INFO:tasks.workunit.client.0.smithi005.stdout: 10 17996 6.35 MB/sec execute 37 sec latency 138.396 ms 2024-09-13T16:31:55.541 INFO:tasks.workunit.client.0.smithi005.stdout: 10 18067 6.22 MB/sec execute 38 sec latency 124.180 ms 2024-09-13T16:31:56.541 INFO:tasks.workunit.client.0.smithi005.stdout: 10 18135 6.10 MB/sec execute 39 sec latency 146.147 ms 2024-09-13T16:31:57.541 INFO:tasks.workunit.client.0.smithi005.stdout: 10 18205 5.96 MB/sec execute 40 sec latency 124.322 ms 2024-09-13T16:31:58.541 INFO:tasks.workunit.client.0.smithi005.stdout: 10 18280 5.82 MB/sec execute 41 sec latency 132.727 ms 2024-09-13T16:31:59.541 INFO:tasks.workunit.client.0.smithi005.stdout: 10 18370 5.70 MB/sec execute 42 sec latency 184.460 ms 2024-09-13T16:32:00.541 INFO:tasks.workunit.client.0.smithi005.stdout: 10 18473 5.61 MB/sec execute 43 sec latency 137.074 ms 2024-09-13T16:32:01.541 INFO:tasks.workunit.client.0.smithi005.stdout: 10 18579 5.55 MB/sec execute 44 sec latency 195.774 ms 2024-09-13T16:32:02.541 INFO:tasks.workunit.client.0.smithi005.stdout: 10 18693 5.52 MB/sec execute 45 sec latency 166.033 ms 2024-09-13T16:32:03.541 INFO:tasks.workunit.client.0.smithi005.stdout: 10 18804 5.52 MB/sec execute 46 sec latency 97.546 ms 2024-09-13T16:32:04.541 INFO:tasks.workunit.client.0.smithi005.stdout: 10 18925 5.57 MB/sec execute 47 sec latency 97.738 ms 2024-09-13T16:32:05.541 INFO:tasks.workunit.client.0.smithi005.stdout: 10 19039 5.65 MB/sec execute 48 sec latency 156.933 ms 2024-09-13T16:32:06.541 INFO:tasks.workunit.client.0.smithi005.stdout: 10 19179 5.84 MB/sec execute 49 sec latency 106.592 ms 2024-09-13T16:32:07.541 INFO:tasks.workunit.client.0.smithi005.stdout: 10 19287 5.80 MB/sec execute 50 sec latency 112.288 ms 2024-09-13T16:32:08.541 INFO:tasks.workunit.client.0.smithi005.stdout: 10 19405 5.70 MB/sec execute 51 sec latency 96.909 ms 2024-09-13T16:32:09.542 INFO:tasks.workunit.client.0.smithi005.stdout: 10 19522 5.61 MB/sec execute 52 sec latency 97.682 ms 2024-09-13T16:32:10.542 INFO:tasks.workunit.client.0.smithi005.stdout: 10 19649 5.53 MB/sec execute 53 sec latency 114.984 ms 2024-09-13T16:32:11.542 INFO:tasks.workunit.client.0.smithi005.stdout: 10 19762 5.45 MB/sec execute 54 sec latency 96.029 ms 2024-09-13T16:32:12.542 INFO:tasks.workunit.client.0.smithi005.stdout: 10 19894 5.40 MB/sec execute 55 sec latency 90.473 ms 2024-09-13T16:32:13.542 INFO:tasks.workunit.client.0.smithi005.stdout: 10 20021 5.38 MB/sec execute 56 sec latency 119.712 ms 2024-09-13T16:32:14.542 INFO:tasks.workunit.client.0.smithi005.stdout: 10 20149 5.42 MB/sec execute 57 sec latency 103.600 ms 2024-09-13T16:32:15.542 INFO:tasks.workunit.client.0.smithi005.stdout: 10 20232 5.39 MB/sec execute 58 sec latency 135.053 ms 2024-09-13T16:32:16.542 INFO:tasks.workunit.client.0.smithi005.stdout: 10 20327 5.41 MB/sec execute 59 sec latency 126.478 ms 2024-09-13T16:32:17.542 INFO:tasks.workunit.client.0.smithi005.stdout: 10 20474 5.56 MB/sec execute 60 sec latency 185.433 ms 2024-09-13T16:32:18.542 INFO:tasks.workunit.client.0.smithi005.stdout: 10 20654 5.81 MB/sec execute 61 sec latency 144.347 ms 2024-09-13T16:32:19.542 INFO:tasks.workunit.client.0.smithi005.stdout: 10 20849 5.95 MB/sec execute 62 sec latency 116.803 ms 2024-09-13T16:32:20.542 INFO:tasks.workunit.client.0.smithi005.stdout: 10 21010 5.99 MB/sec execute 63 sec latency 113.424 ms 2024-09-13T16:32:21.542 INFO:tasks.workunit.client.0.smithi005.stdout: 10 21084 5.98 MB/sec execute 64 sec latency 79.835 ms 2024-09-13T16:32:22.542 INFO:tasks.workunit.client.0.smithi005.stdout: 10 21129 5.94 MB/sec execute 65 sec latency 84.522 ms 2024-09-13T16:32:23.542 INFO:tasks.workunit.client.0.smithi005.stdout: 10 21218 6.00 MB/sec execute 66 sec latency 99.307 ms 2024-09-13T16:32:24.543 INFO:tasks.workunit.client.0.smithi005.stdout: 10 21332 6.03 MB/sec execute 67 sec latency 112.215 ms 2024-09-13T16:32:25.543 INFO:tasks.workunit.client.0.smithi005.stdout: 10 21470 6.17 MB/sec execute 68 sec latency 122.890 ms 2024-09-13T16:32:26.543 INFO:tasks.workunit.client.0.smithi005.stdout: 10 21563 6.14 MB/sec execute 69 sec latency 118.668 ms 2024-09-13T16:32:27.543 INFO:tasks.workunit.client.0.smithi005.stdout: 10 21648 6.12 MB/sec execute 70 sec latency 102.498 ms 2024-09-13T16:32:28.543 INFO:tasks.workunit.client.0.smithi005.stdout: 10 21715 6.04 MB/sec execute 71 sec latency 118.570 ms 2024-09-13T16:32:29.543 INFO:tasks.workunit.client.0.smithi005.stdout: 10 21778 5.97 MB/sec execute 72 sec latency 160.453 ms 2024-09-13T16:32:29.616 DEBUG:teuthology.orchestra.run.smithi005:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:32:29.618 DEBUG:teuthology.orchestra.run.smithi179:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:32:30.543 INFO:tasks.workunit.client.0.smithi005.stdout: 10 21844 5.89 MB/sec execute 73 sec latency 170.855 ms 2024-09-13T16:32:31.543 INFO:tasks.workunit.client.0.smithi005.stdout: 10 21933 5.83 MB/sec execute 74 sec latency 166.734 ms 2024-09-13T16:32:32.543 INFO:tasks.workunit.client.0.smithi005.stdout: 10 22028 5.77 MB/sec execute 75 sec latency 158.590 ms 2024-09-13T16:32:33.545 INFO:tasks.workunit.client.0.smithi005.stdout: 10 22145 5.73 MB/sec execute 76 sec latency 164.200 ms 2024-09-13T16:32:34.545 INFO:tasks.workunit.client.0.smithi005.stdout: 10 22257 5.71 MB/sec execute 77 sec latency 178.955 ms 2024-09-13T16:32:35.545 INFO:tasks.workunit.client.0.smithi005.stdout: 10 22360 5.70 MB/sec execute 78 sec latency 142.739 ms 2024-09-13T16:32:36.545 INFO:tasks.workunit.client.0.smithi005.stdout: 10 22483 5.74 MB/sec execute 79 sec latency 94.264 ms 2024-09-13T16:32:37.545 INFO:tasks.workunit.client.0.smithi005.stdout: 10 22612 5.79 MB/sec execute 80 sec latency 112.126 ms 2024-09-13T16:32:38.545 INFO:tasks.workunit.client.0.smithi005.stdout: 10 22730 5.80 MB/sec execute 81 sec latency 103.557 ms 2024-09-13T16:32:39.545 INFO:tasks.workunit.client.0.smithi005.stdout: 10 22860 5.87 MB/sec execute 82 sec latency 103.158 ms 2024-09-13T16:32:40.545 INFO:tasks.workunit.client.0.smithi005.stdout: 10 22973 5.81 MB/sec execute 83 sec latency 93.301 ms 2024-09-13T16:32:41.545 INFO:tasks.workunit.client.0.smithi005.stdout: 10 23093 5.75 MB/sec execute 84 sec latency 100.355 ms 2024-09-13T16:32:42.545 INFO:tasks.workunit.client.0.smithi005.stdout: 10 23224 5.70 MB/sec execute 85 sec latency 87.294 ms 2024-09-13T16:32:43.545 INFO:tasks.workunit.client.0.smithi005.stdout: 10 23335 5.65 MB/sec execute 86 sec latency 102.987 ms 2024-09-13T16:32:44.545 INFO:tasks.workunit.client.0.smithi005.stdout: 10 23461 5.62 MB/sec execute 87 sec latency 107.046 ms 2024-09-13T16:32:45.546 INFO:tasks.workunit.client.0.smithi005.stdout: 10 23575 5.60 MB/sec execute 88 sec latency 111.315 ms 2024-09-13T16:32:46.546 INFO:tasks.workunit.client.0.smithi005.stdout: 10 23692 5.62 MB/sec execute 89 sec latency 92.955 ms 2024-09-13T16:32:47.546 INFO:tasks.workunit.client.0.smithi005.stdout: 10 23780 5.60 MB/sec execute 90 sec latency 108.742 ms 2024-09-13T16:32:48.546 INFO:tasks.workunit.client.0.smithi005.stdout: 10 23907 5.66 MB/sec execute 91 sec latency 119.015 ms 2024-09-13T16:32:49.546 INFO:tasks.workunit.client.0.smithi005.stdout: 10 24065 5.78 MB/sec execute 92 sec latency 133.884 ms 2024-09-13T16:32:50.546 INFO:tasks.workunit.client.0.smithi005.stdout: 10 24255 5.93 MB/sec execute 93 sec latency 149.579 ms 2024-09-13T16:32:51.546 INFO:tasks.workunit.client.0.smithi005.stdout: 10 24409 5.98 MB/sec execute 94 sec latency 170.113 ms 2024-09-13T16:32:52.546 INFO:tasks.workunit.client.0.smithi005.stdout: 10 24578 6.00 MB/sec execute 95 sec latency 174.875 ms 2024-09-13T16:32:53.546 INFO:tasks.workunit.client.0.smithi005.stdout: 10 24633 5.98 MB/sec execute 96 sec latency 82.943 ms 2024-09-13T16:32:54.549 INFO:tasks.workunit.client.0.smithi005.stdout: 10 24680 5.95 MB/sec execute 97 sec latency 87.887 ms 2024-09-13T16:32:55.546 INFO:tasks.workunit.client.0.smithi005.stdout: 10 24771 5.99 MB/sec execute 98 sec latency 119.816 ms 2024-09-13T16:32:56.546 INFO:tasks.workunit.client.0.smithi005.stdout: 10 24899 6.06 MB/sec execute 99 sec latency 106.958 ms 2024-09-13T16:32:57.546 INFO:tasks.workunit.client.0.smithi005.stdout: 10 25033 6.12 MB/sec execute 100 sec latency 136.980 ms 2024-09-13T16:32:58.546 INFO:tasks.workunit.client.0.smithi005.stdout: 10 25120 6.09 MB/sec execute 101 sec latency 131.530 ms 2024-09-13T16:32:59.547 INFO:tasks.workunit.client.0.smithi005.stdout: 10 25199 6.07 MB/sec execute 102 sec latency 107.148 ms 2024-09-13T16:32:59.947 DEBUG:teuthology.orchestra.run.smithi005:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:32:59.950 DEBUG:teuthology.orchestra.run.smithi179:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:33:00.547 INFO:tasks.workunit.client.0.smithi005.stdout: 10 25262 6.02 MB/sec execute 103 sec latency 135.153 ms 2024-09-13T16:33:01.547 INFO:tasks.workunit.client.0.smithi005.stdout: 10 25326 5.97 MB/sec execute 104 sec latency 136.426 ms 2024-09-13T16:33:02.547 INFO:tasks.workunit.client.0.smithi005.stdout: 10 25399 5.92 MB/sec execute 105 sec latency 179.916 ms 2024-09-13T16:33:03.547 INFO:tasks.workunit.client.0.smithi005.stdout: 10 25480 5.87 MB/sec execute 106 sec latency 146.132 ms 2024-09-13T16:33:04.547 INFO:tasks.workunit.client.0.smithi005.stdout: 10 25580 5.83 MB/sec execute 107 sec latency 181.007 ms 2024-09-13T16:33:05.547 INFO:tasks.workunit.client.0.smithi005.stdout: 10 25685 5.80 MB/sec execute 108 sec latency 156.288 ms 2024-09-13T16:33:06.548 INFO:tasks.workunit.client.0.smithi005.stdout: 10 25792 5.78 MB/sec execute 109 sec latency 168.857 ms 2024-09-13T16:33:07.548 INFO:tasks.workunit.client.0.smithi005.stdout: 10 25903 5.78 MB/sec execute 110 sec latency 128.672 ms 2024-09-13T16:33:08.549 INFO:tasks.workunit.client.0.smithi005.stdout: 10 26019 5.81 MB/sec execute 111 sec latency 95.856 ms 2024-09-13T16:33:09.549 INFO:tasks.workunit.client.0.smithi005.stdout: 10 26140 5.81 MB/sec execute 112 sec latency 94.990 ms 2024-09-13T16:33:10.552 INFO:tasks.workunit.client.0.smithi005.stdout: 10 26254 5.84 MB/sec execute 113 sec latency 145.919 ms 2024-09-13T16:33:11.550 INFO:tasks.workunit.client.0.smithi005.stdout: 10 26382 5.90 MB/sec execute 114 sec latency 103.982 ms 2024-09-13T16:33:12.551 INFO:tasks.workunit.client.0.smithi005.stdout: 10 26495 5.86 MB/sec execute 115 sec latency 110.910 ms 2024-09-13T16:33:13.552 INFO:tasks.workunit.client.0.smithi005.stdout: 10 26616 5.81 MB/sec execute 116 sec latency 95.095 ms 2024-09-13T16:33:14.552 INFO:tasks.workunit.client.0.smithi005.stdout: 10 26730 5.77 MB/sec execute 117 sec latency 108.713 ms 2024-09-13T16:33:15.553 INFO:tasks.workunit.client.0.smithi005.stdout: 10 26853 5.74 MB/sec execute 118 sec latency 122.510 ms 2024-09-13T16:33:16.552 INFO:tasks.workunit.client.0.smithi005.stdout: 10 26977 5.71 MB/sec execute 119 sec latency 100.147 ms 2024-09-13T16:33:17.552 INFO:tasks.workunit.client.0.smithi005.stdout: 10 27090 5.69 MB/sec execute 120 sec latency 122.315 ms 2024-09-13T16:33:18.553 INFO:tasks.workunit.client.0.smithi005.stdout: 10 27196 5.68 MB/sec execute 121 sec latency 102.418 ms 2024-09-13T16:33:19.553 INFO:tasks.workunit.client.0.smithi005.stdout: 10 27310 5.69 MB/sec execute 122 sec latency 101.727 ms 2024-09-13T16:33:20.553 INFO:tasks.workunit.client.0.smithi005.stdout: 10 27434 5.72 MB/sec execute 123 sec latency 118.165 ms 2024-09-13T16:33:21.553 INFO:tasks.workunit.client.0.smithi005.stdout: 10 27575 5.80 MB/sec execute 124 sec latency 107.484 ms 2024-09-13T16:33:22.553 INFO:tasks.workunit.client.0.smithi005.stdout: 10 27751 5.87 MB/sec execute 125 sec latency 139.218 ms 2024-09-13T16:33:23.553 INFO:tasks.workunit.client.0.smithi005.stdout: 10 27935 5.95 MB/sec execute 126 sec latency 140.611 ms 2024-09-13T16:33:24.553 INFO:tasks.workunit.client.0.smithi005.stdout: 10 28068 5.97 MB/sec execute 127 sec latency 141.950 ms 2024-09-13T16:33:25.553 INFO:tasks.workunit.client.0.smithi005.stdout: 10 28173 5.98 MB/sec execute 128 sec latency 124.303 ms 2024-09-13T16:33:26.553 INFO:tasks.workunit.client.0.smithi005.stdout: 10 28220 5.96 MB/sec execute 129 sec latency 83.372 ms 2024-09-13T16:33:27.553 INFO:tasks.workunit.client.0.smithi005.stdout: 10 28301 5.97 MB/sec execute 130 sec latency 101.869 ms 2024-09-13T16:33:28.553 INFO:tasks.workunit.client.0.smithi005.stdout: 10 28417 6.01 MB/sec execute 131 sec latency 112.363 ms 2024-09-13T16:33:29.553 INFO:tasks.workunit.client.0.smithi005.stdout: 10 28551 6.08 MB/sec execute 132 sec latency 117.064 ms 2024-09-13T16:33:30.343 DEBUG:teuthology.orchestra.run.smithi005:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:33:30.346 DEBUG:teuthology.orchestra.run.smithi179:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:33:30.553 INFO:tasks.workunit.client.0.smithi005.stdout: 10 28643 6.06 MB/sec execute 133 sec latency 101.927 ms 2024-09-13T16:33:31.553 INFO:tasks.workunit.client.0.smithi005.stdout: 10 28732 6.05 MB/sec execute 134 sec latency 104.382 ms 2024-09-13T16:33:32.553 INFO:tasks.workunit.client.0.smithi005.stdout: 10 28800 6.01 MB/sec execute 135 sec latency 140.422 ms 2024-09-13T16:33:33.553 INFO:tasks.workunit.client.0.smithi005.stdout: 10 28870 5.97 MB/sec execute 136 sec latency 140.728 ms 2024-09-13T16:33:34.553 INFO:tasks.workunit.client.0.smithi005.stdout: 10 28937 5.93 MB/sec execute 137 sec latency 201.125 ms 2024-09-13T16:33:35.553 INFO:tasks.workunit.client.0.smithi005.stdout: 10 29023 5.90 MB/sec execute 138 sec latency 134.687 ms 2024-09-13T16:33:36.554 INFO:tasks.workunit.client.0.smithi005.stdout: 10 29122 5.87 MB/sec execute 139 sec latency 162.227 ms 2024-09-13T16:33:37.554 INFO:tasks.workunit.client.0.smithi005.stdout: 10 29227 5.85 MB/sec execute 140 sec latency 192.554 ms 2024-09-13T16:33:38.554 INFO:tasks.workunit.client.0.smithi005.stdout: 10 29339 5.83 MB/sec execute 141 sec latency 179.231 ms 2024-09-13T16:33:39.553 INFO:tasks.workunit.client.0.smithi005.stdout: 10 29445 5.82 MB/sec execute 142 sec latency 154.739 ms 2024-09-13T16:33:40.554 INFO:tasks.workunit.client.0.smithi005.stdout: 10 29557 5.82 MB/sec execute 143 sec latency 146.990 ms 2024-09-13T16:33:41.554 INFO:tasks.workunit.client.0.smithi005.stdout: 10 29683 5.85 MB/sec execute 144 sec latency 106.428 ms 2024-09-13T16:33:42.554 INFO:tasks.workunit.client.0.smithi005.stdout: 10 29810 5.87 MB/sec execute 145 sec latency 94.674 ms 2024-09-13T16:33:43.554 INFO:tasks.workunit.client.0.smithi005.stdout: 10 29944 5.92 MB/sec execute 146 sec latency 107.795 ms 2024-09-13T16:33:44.554 INFO:tasks.workunit.client.0.smithi005.stdout: 10 30055 5.88 MB/sec execute 147 sec latency 115.617 ms 2024-09-13T16:33:45.554 INFO:tasks.workunit.client.0.smithi005.stdout: 10 30167 5.85 MB/sec execute 148 sec latency 113.320 ms 2024-09-13T16:33:46.554 INFO:tasks.workunit.client.0.smithi005.stdout: 10 30285 5.82 MB/sec execute 149 sec latency 93.598 ms 2024-09-13T16:33:47.554 INFO:tasks.workunit.client.0.smithi005.stdout: 10 30407 5.79 MB/sec execute 150 sec latency 117.816 ms 2024-09-13T16:33:48.554 INFO:tasks.workunit.client.0.smithi005.stdout: 10 30528 5.77 MB/sec execute 151 sec latency 102.411 ms 2024-09-13T16:33:49.554 INFO:tasks.workunit.client.0.smithi005.stdout: 10 30624 5.75 MB/sec execute 152 sec latency 297.491 ms 2024-09-13T16:33:50.554 INFO:tasks.workunit.client.0.smithi005.stdout: 10 30724 5.74 MB/sec execute 153 sec latency 117.921 ms 2024-09-13T16:33:51.554 INFO:tasks.workunit.client.0.smithi005.stdout: 10 30845 5.75 MB/sec execute 154 sec latency 92.626 ms 2024-09-13T16:33:52.554 INFO:tasks.workunit.client.0.smithi005.stdout: 10 30964 5.77 MB/sec execute 155 sec latency 96.854 ms 2024-09-13T16:33:53.554 INFO:tasks.workunit.client.0.smithi005.stdout: 10 31097 5.82 MB/sec execute 156 sec latency 123.001 ms 2024-09-13T16:33:54.554 INFO:tasks.workunit.client.0.smithi005.stdout: 10 31261 5.86 MB/sec execute 157 sec latency 165.940 ms 2024-09-13T16:33:55.554 INFO:tasks.workunit.client.0.smithi005.stdout: 10 31434 5.94 MB/sec execute 158 sec latency 156.355 ms 2024-09-13T16:33:56.554 INFO:tasks.workunit.client.0.smithi005.stdout: 10 31582 5.97 MB/sec execute 159 sec latency 146.017 ms 2024-09-13T16:33:57.555 INFO:tasks.workunit.client.0.smithi005.stdout: 10 31698 5.96 MB/sec execute 160 sec latency 142.292 ms 2024-09-13T16:33:58.554 INFO:tasks.workunit.client.0.smithi005.stdout: 10 31740 5.94 MB/sec execute 161 sec latency 88.495 ms 2024-09-13T16:33:59.554 INFO:tasks.workunit.client.0.smithi005.stdout: 10 31823 5.96 MB/sec execute 162 sec latency 112.523 ms 2024-09-13T16:34:00.392 DEBUG:teuthology.orchestra.run.smithi005:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:34:00.395 DEBUG:teuthology.orchestra.run.smithi179:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:34:00.416 INFO:tasks.ceph.mds.d.smithi179.stderr:2024-09-13T16:34:00.410+0000 7fcd38fb9700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 32648) UID: 0 2024-09-13T16:34:00.416 INFO:tasks.ceph.mds.f.smithi179.stderr:2024-09-13T16:34:00.410+0000 7fa57b565700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 32648) UID: 0 2024-09-13T16:34:00.417 INFO:tasks.ceph.mds.b.smithi179.stderr:2024-09-13T16:34:00.410+0000 7f630d491700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 32648) UID: 0 2024-09-13T16:34:00.554 INFO:tasks.workunit.client.0.smithi005.stdout: 10 31927 5.99 MB/sec execute 163 sec latency 127.608 ms 2024-09-13T16:34:01.554 INFO:tasks.workunit.client.0.smithi005.stdout: 10 32030 6.00 MB/sec execute 164 sec latency 129.392 ms 2024-09-13T16:34:02.555 INFO:tasks.workunit.client.0.smithi005.stdout: 10 32154 6.04 MB/sec execute 165 sec latency 131.056 ms 2024-09-13T16:34:03.555 INFO:tasks.workunit.client.0.smithi005.stdout: 10 32245 6.02 MB/sec execute 166 sec latency 116.601 ms 2024-09-13T16:34:04.555 INFO:tasks.workunit.client.0.smithi005.stdout: 10 32326 6.00 MB/sec execute 167 sec latency 99.829 ms 2024-09-13T16:34:05.555 INFO:tasks.workunit.client.0.smithi005.stdout: 10 32394 5.97 MB/sec execute 168 sec latency 149.273 ms 2024-09-13T16:34:06.555 INFO:tasks.workunit.client.0.smithi005.stdout: 10 32468 5.94 MB/sec execute 169 sec latency 138.144 ms 2024-09-13T16:34:07.555 INFO:tasks.workunit.client.0.smithi005.stdout: 10 32554 5.91 MB/sec execute 170 sec latency 170.866 ms 2024-09-13T16:34:08.555 INFO:tasks.workunit.client.0.smithi005.stdout: 10 32653 5.89 MB/sec execute 171 sec latency 159.805 ms 2024-09-13T16:34:09.555 INFO:tasks.workunit.client.0.smithi005.stdout: 10 32742 5.86 MB/sec execute 172 sec latency 266.979 ms 2024-09-13T16:34:10.555 INFO:tasks.workunit.client.0.smithi005.stdout: 10 32861 5.85 MB/sec execute 173 sec latency 118.584 ms 2024-09-13T16:34:11.555 INFO:tasks.workunit.client.0.smithi005.stdout: 10 32969 5.84 MB/sec execute 174 sec latency 163.227 ms 2024-09-13T16:34:12.555 INFO:tasks.workunit.client.0.smithi005.stdout: 10 33081 5.84 MB/sec execute 175 sec latency 147.034 ms 2024-09-13T16:34:13.555 INFO:tasks.workunit.client.0.smithi005.stdout: 10 33209 5.87 MB/sec execute 176 sec latency 91.527 ms 2024-09-13T16:34:14.555 INFO:tasks.workunit.client.0.smithi005.stdout: 10 33335 5.89 MB/sec execute 177 sec latency 97.979 ms 2024-09-13T16:34:15.555 INFO:tasks.workunit.client.0.smithi005.stdout: 10 33472 5.93 MB/sec execute 178 sec latency 116.938 ms 2024-09-13T16:34:16.555 INFO:tasks.workunit.client.0.smithi005.stdout: 10 33583 5.90 MB/sec execute 179 sec latency 103.442 ms 2024-09-13T16:34:17.556 INFO:tasks.workunit.client.0.smithi005.stdout: 10 33704 5.87 MB/sec execute 180 sec latency 105.069 ms 2024-09-13T16:34:18.556 INFO:tasks.workunit.client.0.smithi005.stdout: 10 33820 5.84 MB/sec execute 181 sec latency 111.190 ms 2024-09-13T16:34:19.556 INFO:tasks.workunit.client.0.smithi005.stdout: 10 33948 5.82 MB/sec execute 182 sec latency 91.524 ms 2024-09-13T16:34:20.556 INFO:tasks.workunit.client.0.smithi005.stdout: 10 34069 5.81 MB/sec execute 183 sec latency 89.106 ms 2024-09-13T16:34:21.556 INFO:tasks.workunit.client.0.smithi005.stdout: 10 34182 5.79 MB/sec execute 184 sec latency 96.921 ms 2024-09-13T16:34:22.556 INFO:tasks.workunit.client.0.smithi005.stdout: 10 34294 5.79 MB/sec execute 185 sec latency 107.594 ms 2024-09-13T16:34:23.556 INFO:tasks.workunit.client.0.smithi005.stdout: 10 34410 5.79 MB/sec execute 186 sec latency 102.571 ms 2024-09-13T16:34:24.556 INFO:tasks.workunit.client.0.smithi005.stdout: 10 34532 5.81 MB/sec execute 187 sec latency 97.107 ms 2024-09-13T16:34:25.556 INFO:tasks.workunit.client.0.smithi005.stdout: 10 34675 5.86 MB/sec execute 188 sec latency 134.831 ms 2024-09-13T16:34:26.556 INFO:tasks.workunit.client.0.smithi005.stdout: 10 34854 5.91 MB/sec execute 189 sec latency 107.128 ms 2024-09-13T16:34:27.556 INFO:tasks.workunit.client.0.smithi005.stdout: 10 35053 5.97 MB/sec execute 190 sec latency 143.207 ms 2024-09-13T16:34:28.556 INFO:tasks.workunit.client.0.smithi005.stdout: 10 35163 5.97 MB/sec execute 191 sec latency 147.867 ms 2024-09-13T16:34:29.556 INFO:tasks.workunit.client.0.smithi005.stdout: 10 35269 5.98 MB/sec execute 192 sec latency 122.436 ms 2024-09-13T16:34:30.556 INFO:tasks.workunit.client.0.smithi005.stdout: 10 35312 5.96 MB/sec execute 193 sec latency 112.583 ms 2024-09-13T16:34:31.556 INFO:tasks.workunit.client.0.smithi005.stdout: 10 35381 5.97 MB/sec execute 194 sec latency 196.163 ms 2024-09-13T16:34:32.556 INFO:tasks.workunit.client.0.smithi005.stdout: 10 35490 6.00 MB/sec execute 195 sec latency 97.094 ms 2024-09-13T16:34:33.556 INFO:tasks.workunit.client.0.smithi005.stdout: 10 35626 6.04 MB/sec execute 196 sec latency 106.850 ms 2024-09-13T16:34:34.556 INFO:tasks.workunit.client.0.smithi005.stdout: 10 35727 6.03 MB/sec execute 197 sec latency 115.152 ms 2024-09-13T16:34:35.556 INFO:tasks.workunit.client.0.smithi005.stdout: 10 35815 6.03 MB/sec execute 198 sec latency 132.947 ms 2024-09-13T16:34:36.556 INFO:tasks.workunit.client.0.smithi005.stdout: 10 35883 6.00 MB/sec execute 199 sec latency 106.144 ms 2024-09-13T16:34:37.556 INFO:tasks.workunit.client.0.smithi005.stdout: 10 35952 5.97 MB/sec execute 200 sec latency 139.368 ms 2024-09-13T16:34:38.557 INFO:tasks.workunit.client.0.smithi005.stdout: 10 36027 5.95 MB/sec execute 201 sec latency 157.256 ms 2024-09-13T16:34:39.556 INFO:tasks.workunit.client.0.smithi005.stdout: 10 36113 5.92 MB/sec execute 202 sec latency 177.200 ms 2024-09-13T16:34:40.556 INFO:tasks.workunit.client.0.smithi005.stdout: 10 36207 5.90 MB/sec execute 203 sec latency 149.847 ms 2024-09-13T16:34:41.556 INFO:tasks.workunit.client.0.smithi005.stdout: 10 36307 5.88 MB/sec execute 204 sec latency 201.911 ms 2024-09-13T16:34:42.557 INFO:tasks.workunit.client.0.smithi005.stdout: 10 36419 5.87 MB/sec execute 205 sec latency 167.586 ms 2024-09-13T16:34:43.557 INFO:tasks.workunit.client.0.smithi005.stdout: 10 36530 5.87 MB/sec execute 206 sec latency 182.558 ms 2024-09-13T16:34:44.557 INFO:tasks.workunit.client.0.smithi005.stdout: 10 36653 5.88 MB/sec execute 207 sec latency 125.628 ms 2024-09-13T16:34:45.557 INFO:tasks.workunit.client.0.smithi005.stdout: 10 36758 5.89 MB/sec execute 208 sec latency 138.324 ms 2024-09-13T16:34:46.557 INFO:tasks.workunit.client.0.smithi005.stdout: 10 36885 5.90 MB/sec execute 209 sec latency 153.684 ms 2024-09-13T16:34:47.557 INFO:tasks.workunit.client.0.smithi005.stdout: 10 37015 5.92 MB/sec execute 210 sec latency 102.255 ms 2024-09-13T16:34:48.557 INFO:tasks.workunit.client.0.smithi005.stdout: 10 37129 5.91 MB/sec execute 211 sec latency 98.661 ms 2024-09-13T16:34:49.557 INFO:tasks.workunit.client.0.smithi005.stdout: 10 37252 5.89 MB/sec execute 212 sec latency 100.625 ms 2024-09-13T16:34:50.557 INFO:tasks.workunit.client.0.smithi005.stdout: 10 37363 5.86 MB/sec execute 213 sec latency 110.123 ms 2024-09-13T16:34:51.557 INFO:tasks.workunit.client.0.smithi005.stdout: 10 37492 5.84 MB/sec execute 214 sec latency 125.495 ms 2024-09-13T16:34:52.557 INFO:tasks.workunit.client.0.smithi005.stdout: 10 37603 5.83 MB/sec execute 215 sec latency 103.216 ms 2024-09-13T16:34:53.557 INFO:tasks.workunit.client.0.smithi005.stdout: 10 37726 5.82 MB/sec execute 216 sec latency 94.279 ms 2024-09-13T16:34:54.557 INFO:tasks.workunit.client.0.smithi005.stdout: 10 37838 5.81 MB/sec execute 217 sec latency 101.456 ms 2024-09-13T16:34:55.557 INFO:tasks.workunit.client.0.smithi005.stdout: 10 37951 5.82 MB/sec execute 218 sec latency 108.816 ms 2024-09-13T16:34:56.557 INFO:tasks.workunit.client.0.smithi005.stdout: 10 38068 5.84 MB/sec execute 219 sec latency 127.845 ms 2024-09-13T16:34:57.557 INFO:tasks.workunit.client.0.smithi005.stdout: 10 38210 5.88 MB/sec execute 220 sec latency 104.831 ms 2024-09-13T16:34:58.557 INFO:tasks.workunit.client.0.smithi005.stdout: 10 38384 5.91 MB/sec execute 221 sec latency 121.118 ms 2024-09-13T16:34:59.557 INFO:tasks.workunit.client.0.smithi005.stdout: 10 38567 5.96 MB/sec execute 222 sec latency 131.654 ms 2024-09-13T16:35:00.557 INFO:tasks.workunit.client.0.smithi005.stdout: 10 38685 5.97 MB/sec execute 223 sec latency 135.049 ms 2024-09-13T16:35:01.558 INFO:tasks.workunit.client.0.smithi005.stdout: 10 38808 5.98 MB/sec execute 224 sec latency 105.743 ms 2024-09-13T16:35:02.557 INFO:tasks.workunit.client.0.smithi005.stdout: 10 38852 5.97 MB/sec execute 225 sec latency 97.390 ms 2024-09-13T16:35:03.558 INFO:tasks.workunit.client.0.smithi005.stdout: 10 38942 5.98 MB/sec execute 226 sec latency 101.206 ms 2024-09-13T16:35:04.558 INFO:tasks.workunit.client.0.smithi005.stdout: 10 39044 5.99 MB/sec execute 227 sec latency 99.560 ms 2024-09-13T16:35:05.558 INFO:tasks.workunit.client.0.smithi005.stdout: 10 39177 6.03 MB/sec execute 228 sec latency 150.491 ms 2024-09-13T16:35:06.558 INFO:tasks.workunit.client.0.smithi005.stdout: 10 39275 6.02 MB/sec execute 229 sec latency 122.720 ms 2024-09-13T16:35:07.558 INFO:tasks.workunit.client.0.smithi005.stdout: 10 39364 6.02 MB/sec execute 230 sec latency 121.355 ms 2024-09-13T16:35:08.558 INFO:tasks.workunit.client.0.smithi005.stdout: 10 39431 5.99 MB/sec execute 231 sec latency 119.470 ms 2024-09-13T16:35:09.558 INFO:tasks.workunit.client.0.smithi005.stdout: 10 39505 5.97 MB/sec execute 232 sec latency 121.313 ms 2024-09-13T16:35:10.558 INFO:tasks.workunit.client.0.smithi005.stdout: 10 39572 5.95 MB/sec execute 233 sec latency 226.186 ms 2024-09-13T16:35:11.558 INFO:tasks.workunit.client.0.smithi005.stdout: 10 39658 5.93 MB/sec execute 234 sec latency 138.621 ms 2024-09-13T16:35:12.558 INFO:tasks.workunit.client.0.smithi005.stdout: 10 39759 5.91 MB/sec execute 235 sec latency 143.634 ms 2024-09-13T16:35:13.558 INFO:tasks.workunit.client.0.smithi005.stdout: 10 39850 5.90 MB/sec execute 236 sec latency 219.012 ms 2024-09-13T16:35:14.558 INFO:tasks.workunit.client.0.smithi005.stdout: 10 39967 5.89 MB/sec execute 237 sec latency 138.888 ms 2024-09-13T16:35:15.558 INFO:tasks.workunit.client.0.smithi005.stdout: 10 40074 5.89 MB/sec execute 238 sec latency 197.373 ms 2024-09-13T16:35:16.558 INFO:tasks.workunit.client.0.smithi005.stdout: 10 40187 5.88 MB/sec execute 239 sec latency 124.515 ms 2024-09-13T16:35:17.558 INFO:tasks.workunit.client.0.smithi005.stdout: 10 40315 5.90 MB/sec execute 240 sec latency 114.460 ms 2024-09-13T16:35:18.558 INFO:tasks.workunit.client.0.smithi005.stdout: 10 40439 5.91 MB/sec execute 241 sec latency 94.786 ms 2024-09-13T16:35:19.559 INFO:tasks.workunit.client.0.smithi005.stdout: 10 40571 5.93 MB/sec execute 242 sec latency 113.864 ms 2024-09-13T16:35:20.558 INFO:tasks.workunit.client.0.smithi005.stdout: 10 40680 5.92 MB/sec execute 243 sec latency 111.790 ms 2024-09-13T16:35:21.558 INFO:tasks.workunit.client.0.smithi005.stdout: 10 40804 5.90 MB/sec execute 244 sec latency 120.319 ms 2024-09-13T16:35:22.558 INFO:tasks.workunit.client.0.smithi005.stdout: 10 40915 5.88 MB/sec execute 245 sec latency 93.234 ms 2024-09-13T16:35:23.558 INFO:tasks.workunit.client.0.smithi005.stdout: 10 41048 5.86 MB/sec execute 246 sec latency 121.322 ms 2024-09-13T16:35:24.559 INFO:tasks.workunit.client.0.smithi005.stdout: 10 41165 5.85 MB/sec execute 247 sec latency 105.732 ms 2024-09-13T16:35:25.559 INFO:tasks.workunit.client.0.smithi005.stdout: 10 41283 5.84 MB/sec execute 248 sec latency 98.192 ms 2024-09-13T16:35:26.560 INFO:tasks.workunit.client.0.smithi005.stdout: 10 41391 5.84 MB/sec execute 249 sec latency 112.590 ms 2024-09-13T16:35:27.559 INFO:tasks.workunit.client.0.smithi005.stdout: 10 41515 5.85 MB/sec execute 250 sec latency 111.215 ms 2024-09-13T16:35:28.559 INFO:tasks.workunit.client.0.smithi005.stdout: 10 41628 5.86 MB/sec execute 251 sec latency 93.495 ms 2024-09-13T16:35:29.559 INFO:tasks.workunit.client.0.smithi005.stdout: 10 41786 5.89 MB/sec execute 252 sec latency 103.392 ms 2024-09-13T16:35:30.559 INFO:tasks.workunit.client.0.smithi005.stdout: 10 41940 5.92 MB/sec execute 253 sec latency 106.366 ms 2024-09-13T16:35:31.560 INFO:tasks.workunit.client.0.smithi005.stdout: 10 42115 5.96 MB/sec execute 254 sec latency 138.319 ms 2024-09-13T16:35:32.560 INFO:tasks.workunit.client.0.smithi005.stdout: 10 42234 5.97 MB/sec execute 255 sec latency 103.586 ms 2024-09-13T16:35:33.560 INFO:tasks.workunit.client.0.smithi005.stdout: 10 42356 5.98 MB/sec execute 256 sec latency 108.973 ms 2024-09-13T16:35:34.560 INFO:tasks.workunit.client.0.smithi005.stdout: 10 42401 5.97 MB/sec execute 257 sec latency 94.289 ms 2024-09-13T16:35:35.561 INFO:tasks.workunit.client.0.smithi005.stdout: 10 42483 5.97 MB/sec execute 258 sec latency 95.367 ms 2024-09-13T16:35:36.561 INFO:tasks.workunit.client.0.smithi005.stdout: 10 42589 5.99 MB/sec execute 259 sec latency 129.160 ms 2024-09-13T16:35:37.561 INFO:tasks.workunit.client.0.smithi005.stdout: 10 42712 6.02 MB/sec execute 260 sec latency 113.800 ms 2024-09-13T16:35:38.561 INFO:tasks.workunit.client.0.smithi005.stdout: 10 42819 6.02 MB/sec execute 261 sec latency 107.485 ms 2024-09-13T16:35:39.561 INFO:tasks.workunit.client.0.smithi005.stdout: 10 42908 6.01 MB/sec execute 262 sec latency 108.912 ms 2024-09-13T16:35:40.561 INFO:tasks.workunit.client.0.smithi005.stdout: 10 42980 5.99 MB/sec execute 263 sec latency 130.373 ms 2024-09-13T16:35:41.561 INFO:tasks.workunit.client.0.smithi005.stdout: 10 43047 5.97 MB/sec execute 264 sec latency 122.151 ms 2024-09-13T16:35:42.561 INFO:tasks.workunit.client.0.smithi005.stdout: 10 43121 5.95 MB/sec execute 265 sec latency 148.087 ms 2024-09-13T16:35:43.561 INFO:tasks.workunit.client.0.smithi005.stdout: 10 43207 5.93 MB/sec execute 266 sec latency 171.407 ms 2024-09-13T16:35:44.561 INFO:tasks.workunit.client.0.smithi005.stdout: 10 43301 5.92 MB/sec execute 267 sec latency 153.798 ms 2024-09-13T16:35:45.561 INFO:tasks.workunit.client.0.smithi005.stdout: 10 43401 5.91 MB/sec execute 268 sec latency 212.595 ms 2024-09-13T16:35:46.561 INFO:tasks.workunit.client.0.smithi005.stdout: 10 43524 5.90 MB/sec execute 269 sec latency 129.515 ms 2024-09-13T16:35:47.561 INFO:tasks.workunit.client.0.smithi005.stdout: 10 43633 5.90 MB/sec execute 270 sec latency 173.231 ms 2024-09-13T16:35:48.561 INFO:tasks.workunit.client.0.smithi005.stdout: 10 43753 5.91 MB/sec execute 271 sec latency 114.708 ms 2024-09-13T16:35:49.561 INFO:tasks.workunit.client.0.smithi005.stdout: 10 43867 5.91 MB/sec execute 272 sec latency 111.111 ms 2024-09-13T16:35:50.561 INFO:tasks.workunit.client.0.smithi005.stdout: 10 43990 5.92 MB/sec execute 273 sec latency 106.736 ms 2024-09-13T16:35:51.561 INFO:tasks.workunit.client.0.smithi005.stdout: 10 44107 5.93 MB/sec execute 274 sec latency 183.549 ms 2024-09-13T16:35:52.561 INFO:tasks.workunit.client.0.smithi005.stdout: 10 44227 5.93 MB/sec execute 275 sec latency 104.070 ms 2024-09-13T16:35:53.561 INFO:tasks.workunit.client.0.smithi005.stdout: 10 44346 5.91 MB/sec execute 276 sec latency 122.727 ms 2024-09-13T16:35:54.561 INFO:tasks.workunit.client.0.smithi005.stdout: 10 44460 5.89 MB/sec execute 277 sec latency 106.239 ms 2024-09-13T16:35:55.561 INFO:tasks.workunit.client.0.smithi005.stdout: 10 44586 5.87 MB/sec execute 278 sec latency 113.410 ms 2024-09-13T16:35:56.561 INFO:tasks.workunit.client.0.smithi005.stdout: 10 44684 5.86 MB/sec execute 279 sec latency 231.658 ms 2024-09-13T16:35:57.561 INFO:tasks.workunit.client.0.smithi005.stdout: 10 44802 5.85 MB/sec execute 280 sec latency 97.568 ms 2024-09-13T16:35:58.561 INFO:tasks.workunit.client.0.smithi005.stdout: 10 44919 5.85 MB/sec execute 281 sec latency 121.452 ms 2024-09-13T16:35:59.562 INFO:tasks.workunit.client.0.smithi005.stdout: 10 45024 5.85 MB/sec execute 282 sec latency 101.712 ms 2024-09-13T16:36:00.562 INFO:tasks.workunit.client.0.smithi005.stdout: 10 45151 5.87 MB/sec execute 283 sec latency 121.820 ms 2024-09-13T16:36:01.562 INFO:tasks.workunit.client.0.smithi005.stdout: 10 45276 5.89 MB/sec execute 284 sec latency 106.156 ms 2024-09-13T16:36:02.562 INFO:tasks.workunit.client.0.smithi005.stdout: 10 45459 5.92 MB/sec execute 285 sec latency 113.925 ms 2024-09-13T16:36:03.562 INFO:tasks.workunit.client.0.smithi005.stdout: 10 45636 5.96 MB/sec execute 286 sec latency 118.440 ms 2024-09-13T16:36:04.562 INFO:tasks.workunit.client.0.smithi005.stdout: 10 45769 5.97 MB/sec execute 287 sec latency 121.775 ms 2024-09-13T16:36:05.562 INFO:tasks.workunit.client.0.smithi005.stdout: 10 45895 5.98 MB/sec execute 288 sec latency 116.325 ms 2024-09-13T16:36:06.562 INFO:tasks.workunit.client.0.smithi005.stdout: 10 45939 5.97 MB/sec execute 289 sec latency 85.141 ms 2024-09-13T16:36:07.562 INFO:tasks.workunit.client.0.smithi005.stdout: 10 46010 5.97 MB/sec execute 290 sec latency 102.839 ms 2024-09-13T16:36:08.563 INFO:tasks.workunit.client.0.smithi005.stdout: 10 46119 5.99 MB/sec execute 291 sec latency 127.078 ms 2024-09-13T16:36:09.563 INFO:tasks.workunit.client.0.smithi005.stdout: 10 46233 6.00 MB/sec execute 292 sec latency 107.022 ms 2024-09-13T16:36:10.563 INFO:tasks.workunit.client.0.smithi005.stdout: 10 46351 6.01 MB/sec execute 293 sec latency 135.234 ms 2024-09-13T16:36:11.563 INFO:tasks.workunit.client.0.smithi005.stdout: 10 46440 6.00 MB/sec execute 294 sec latency 129.200 ms 2024-09-13T16:36:12.563 INFO:tasks.workunit.client.0.smithi005.stdout: 10 46510 5.99 MB/sec execute 295 sec latency 119.721 ms 2024-09-13T16:36:13.563 INFO:tasks.workunit.client.0.smithi005.stdout: 10 46575 5.97 MB/sec execute 296 sec latency 139.343 ms 2024-09-13T16:36:14.563 INFO:tasks.workunit.client.0.smithi005.stdout: 10 46641 5.96 MB/sec execute 297 sec latency 168.165 ms 2024-09-13T16:36:15.563 INFO:tasks.workunit.client.0.smithi005.stdout: 10 46715 5.94 MB/sec execute 298 sec latency 248.814 ms 2024-09-13T16:36:16.563 INFO:tasks.workunit.client.0.smithi005.stdout: 10 46813 5.92 MB/sec execute 299 sec latency 123.113 ms 2024-09-13T16:36:17.563 INFO:tasks.workunit.client.0.smithi005.stdout: 10 46922 5.91 MB/sec execute 300 sec latency 146.566 ms 2024-09-13T16:36:18.563 INFO:tasks.workunit.client.0.smithi005.stdout: 10 47030 5.90 MB/sec execute 301 sec latency 180.155 ms 2024-09-13T16:36:19.563 INFO:tasks.workunit.client.0.smithi005.stdout: 10 47141 5.90 MB/sec execute 302 sec latency 157.060 ms 2024-09-13T16:36:20.563 INFO:tasks.workunit.client.0.smithi005.stdout: 10 47252 5.90 MB/sec execute 303 sec latency 115.589 ms 2024-09-13T16:36:21.563 INFO:tasks.workunit.client.0.smithi005.stdout: 10 47367 5.90 MB/sec execute 304 sec latency 104.401 ms 2024-09-13T16:36:22.563 INFO:tasks.workunit.client.0.smithi005.stdout: 10 47505 5.93 MB/sec execute 305 sec latency 99.736 ms 2024-09-13T16:36:23.563 INFO:tasks.workunit.client.0.smithi005.stdout: 10 47620 5.93 MB/sec execute 306 sec latency 126.437 ms 2024-09-13T16:36:24.563 INFO:tasks.workunit.client.0.smithi005.stdout: 10 47746 5.93 MB/sec execute 307 sec latency 100.758 ms 2024-09-13T16:36:25.563 INFO:tasks.workunit.client.0.smithi005.stdout: 10 47866 5.91 MB/sec execute 308 sec latency 120.109 ms 2024-09-13T16:36:26.563 INFO:tasks.workunit.client.0.smithi005.stdout: 10 47973 5.90 MB/sec execute 309 sec latency 101.616 ms 2024-09-13T16:36:27.564 INFO:tasks.workunit.client.0.smithi005.stdout: 10 48105 5.88 MB/sec execute 310 sec latency 88.220 ms 2024-09-13T16:36:28.563 INFO:tasks.workunit.client.0.smithi005.stdout: 10 48217 5.87 MB/sec execute 311 sec latency 87.059 ms 2024-09-13T16:36:29.564 INFO:tasks.workunit.client.0.smithi005.stdout: 10 48345 5.86 MB/sec execute 312 sec latency 105.359 ms 2024-09-13T16:36:30.563 INFO:tasks.workunit.client.0.smithi005.stdout: 10 48456 5.86 MB/sec execute 313 sec latency 97.440 ms 2024-09-13T16:36:30.905 DEBUG:teuthology.orchestra.run.smithi005:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:36:30.908 DEBUG:teuthology.orchestra.run.smithi179:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:36:31.564 INFO:tasks.workunit.client.0.smithi005.stdout: 10 48549 5.86 MB/sec execute 314 sec latency 204.940 ms 2024-09-13T16:36:32.564 INFO:tasks.workunit.client.0.smithi005.stdout: 10 48653 5.86 MB/sec execute 315 sec latency 104.974 ms 2024-09-13T16:36:33.564 INFO:tasks.workunit.client.0.smithi005.stdout: 10 48774 5.88 MB/sec execute 316 sec latency 142.879 ms 2024-09-13T16:36:34.564 INFO:tasks.workunit.client.0.smithi005.stdout: 10 48952 5.91 MB/sec execute 317 sec latency 123.004 ms 2024-09-13T16:36:35.564 INFO:tasks.workunit.client.0.smithi005.stdout: 10 49108 5.94 MB/sec execute 318 sec latency 138.325 ms 2024-09-13T16:36:36.564 INFO:tasks.workunit.client.0.smithi005.stdout: 10 49287 5.97 MB/sec execute 319 sec latency 148.884 ms 2024-09-13T16:36:37.564 INFO:tasks.workunit.client.0.smithi005.stdout: 10 49388 5.96 MB/sec execute 320 sec latency 119.459 ms 2024-09-13T16:36:38.564 INFO:tasks.workunit.client.0.smithi005.stdout: 10 49459 5.96 MB/sec execute 321 sec latency 130.242 ms 2024-09-13T16:36:39.564 INFO:tasks.workunit.client.0.smithi005.stdout: 10 49524 5.96 MB/sec execute 322 sec latency 106.703 ms 2024-09-13T16:36:40.564 INFO:tasks.workunit.client.0.smithi005.stdout: 10 49620 5.97 MB/sec execute 323 sec latency 116.387 ms 2024-09-13T16:36:41.564 INFO:tasks.workunit.client.0.smithi005.stdout: 10 49718 5.97 MB/sec execute 324 sec latency 135.730 ms 2024-09-13T16:36:42.564 INFO:tasks.workunit.client.0.smithi005.stdout: 10 49851 6.00 MB/sec execute 325 sec latency 112.250 ms 2024-09-13T16:36:43.564 INFO:tasks.workunit.client.0.smithi005.stdout: 10 49947 5.99 MB/sec execute 326 sec latency 112.241 ms 2024-09-13T16:36:44.564 INFO:tasks.workunit.client.0.smithi005.stdout: 10 50032 5.99 MB/sec execute 327 sec latency 132.109 ms 2024-09-13T16:36:45.564 INFO:tasks.workunit.client.0.smithi005.stdout: 10 50093 5.97 MB/sec execute 328 sec latency 123.201 ms 2024-09-13T16:36:46.564 INFO:tasks.workunit.client.0.smithi005.stdout: 10 50164 5.96 MB/sec execute 329 sec latency 151.897 ms 2024-09-13T16:36:47.564 INFO:tasks.workunit.client.0.smithi005.stdout: 10 50243 5.94 MB/sec execute 330 sec latency 151.299 ms 2024-09-13T16:36:48.564 INFO:tasks.workunit.client.0.smithi005.stdout: 10 50324 5.93 MB/sec execute 331 sec latency 170.481 ms 2024-09-13T16:36:49.564 INFO:tasks.workunit.client.0.smithi005.stdout: 10 50422 5.91 MB/sec execute 332 sec latency 171.536 ms 2024-09-13T16:36:50.564 INFO:tasks.workunit.client.0.smithi005.stdout: 10 50528 5.91 MB/sec execute 333 sec latency 183.521 ms 2024-09-13T16:36:51.565 INFO:tasks.workunit.client.0.smithi005.stdout: 10 50644 5.90 MB/sec execute 334 sec latency 181.674 ms 2024-09-13T16:36:52.565 INFO:tasks.workunit.client.0.smithi005.stdout: 10 50757 5.90 MB/sec execute 335 sec latency 153.006 ms 2024-09-13T16:36:53.565 INFO:tasks.workunit.client.0.smithi005.stdout: 10 50881 5.91 MB/sec execute 336 sec latency 99.707 ms 2024-09-13T16:36:54.565 INFO:tasks.workunit.client.0.smithi005.stdout: 10 51009 5.92 MB/sec execute 337 sec latency 103.026 ms 2024-09-13T16:36:55.565 INFO:tasks.workunit.client.0.smithi005.stdout: 10 51121 5.91 MB/sec execute 338 sec latency 114.729 ms 2024-09-13T16:36:56.565 INFO:tasks.workunit.client.0.smithi005.stdout: 10 51251 5.93 MB/sec execute 339 sec latency 108.503 ms 2024-09-13T16:36:57.565 INFO:tasks.workunit.client.0.smithi005.stdout: 10 51360 5.92 MB/sec execute 340 sec latency 103.203 ms 2024-09-13T16:36:58.565 INFO:tasks.workunit.client.0.smithi005.stdout: 10 51484 5.90 MB/sec execute 341 sec latency 108.288 ms 2024-09-13T16:36:59.565 INFO:tasks.workunit.client.0.smithi005.stdout: 10 51607 5.89 MB/sec execute 342 sec latency 116.017 ms 2024-09-13T16:37:00.565 INFO:tasks.workunit.client.0.smithi005.stdout: 10 51724 5.88 MB/sec execute 343 sec latency 105.894 ms 2024-09-13T16:37:01.565 INFO:tasks.workunit.client.0.smithi005.stdout: 10 51846 5.87 MB/sec execute 344 sec latency 95.648 ms 2024-09-13T16:37:02.565 INFO:tasks.workunit.client.0.smithi005.stdout: 10 51959 5.87 MB/sec execute 345 sec latency 113.401 ms 2024-09-13T16:37:03.296 DEBUG:teuthology.orchestra.run.smithi005:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:37:03.298 DEBUG:teuthology.orchestra.run.smithi179:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:37:03.565 INFO:tasks.workunit.client.0.smithi005.stdout: 10 52074 5.86 MB/sec execute 346 sec latency 103.594 ms 2024-09-13T16:37:04.565 INFO:tasks.workunit.client.0.smithi005.stdout: 10 52185 5.88 MB/sec execute 347 sec latency 115.138 ms 2024-09-13T16:37:05.566 INFO:tasks.workunit.client.0.smithi005.stdout: 10 52311 5.89 MB/sec execute 348 sec latency 108.190 ms 2024-09-13T16:37:06.566 INFO:tasks.workunit.client.0.smithi005.stdout: 10 52502 5.92 MB/sec execute 349 sec latency 119.151 ms 2024-09-13T16:37:07.566 INFO:tasks.workunit.client.0.smithi005.stdout: 10 52647 5.94 MB/sec execute 350 sec latency 103.522 ms 2024-09-13T16:37:08.566 INFO:tasks.workunit.client.0.smithi005.stdout: 10 52826 5.97 MB/sec execute 351 sec latency 133.841 ms 2024-09-13T16:37:09.566 INFO:tasks.workunit.client.0.smithi005.stdout: 10 52939 5.97 MB/sec execute 352 sec latency 110.399 ms 2024-09-13T16:37:10.566 INFO:tasks.workunit.client.0.smithi005.stdout: 10 53020 5.97 MB/sec execute 353 sec latency 99.666 ms 2024-09-13T16:37:11.566 INFO:tasks.workunit.client.0.smithi005.stdout: 10 53080 5.96 MB/sec execute 354 sec latency 99.349 ms 2024-09-13T16:37:12.566 INFO:tasks.workunit.client.0.smithi005.stdout: 10 53182 5.98 MB/sec execute 355 sec latency 102.369 ms 2024-09-13T16:37:13.566 INFO:tasks.workunit.client.0.smithi005.stdout: 10 53268 5.97 MB/sec execute 356 sec latency 213.081 ms 2024-09-13T16:37:14.566 INFO:tasks.workunit.client.0.smithi005.stdout: 10 53401 6.00 MB/sec execute 357 sec latency 117.995 ms 2024-09-13T16:37:15.566 INFO:tasks.workunit.client.0.smithi005.stdout: 10 53482 5.99 MB/sec execute 358 sec latency 301.213 ms 2024-09-13T16:37:16.566 INFO:tasks.workunit.client.0.smithi005.stdout: 10 53570 5.99 MB/sec execute 359 sec latency 122.426 ms 2024-09-13T16:37:17.566 INFO:tasks.workunit.client.0.smithi005.stdout: 10 53639 5.97 MB/sec execute 360 sec latency 101.466 ms 2024-09-13T16:37:18.566 INFO:tasks.workunit.client.0.smithi005.stdout: 10 53701 5.96 MB/sec execute 361 sec latency 150.009 ms 2024-09-13T16:37:19.566 INFO:tasks.workunit.client.0.smithi005.stdout: 10 53782 5.94 MB/sec execute 362 sec latency 146.875 ms 2024-09-13T16:37:20.566 INFO:tasks.workunit.client.0.smithi005.stdout: 10 53847 5.93 MB/sec execute 363 sec latency 322.048 ms 2024-09-13T16:37:21.566 INFO:tasks.workunit.client.0.smithi005.stdout: 10 53943 5.92 MB/sec execute 364 sec latency 154.211 ms 2024-09-13T16:37:22.566 INFO:tasks.workunit.client.0.smithi005.stdout: 10 54050 5.91 MB/sec execute 365 sec latency 164.643 ms 2024-09-13T16:37:23.566 INFO:tasks.workunit.client.0.smithi005.stdout: 10 54165 5.90 MB/sec execute 366 sec latency 161.478 ms 2024-09-13T16:37:24.566 INFO:tasks.workunit.client.0.smithi005.stdout: 10 54274 5.90 MB/sec execute 367 sec latency 170.522 ms 2024-09-13T16:37:25.567 INFO:tasks.workunit.client.0.smithi005.stdout: 10 54386 5.91 MB/sec execute 368 sec latency 117.265 ms 2024-09-13T16:37:26.567 INFO:tasks.workunit.client.0.smithi005.stdout: 10 54503 5.91 MB/sec execute 369 sec latency 107.587 ms 2024-09-13T16:37:27.567 INFO:tasks.workunit.client.0.smithi005.stdout: 10 54629 5.92 MB/sec execute 370 sec latency 114.791 ms 2024-09-13T16:37:28.567 INFO:tasks.workunit.client.0.smithi005.stdout: 10 54746 5.92 MB/sec execute 371 sec latency 183.284 ms 2024-09-13T16:37:29.567 INFO:tasks.workunit.client.0.smithi005.stdout: 10 54866 5.92 MB/sec execute 372 sec latency 108.432 ms 2024-09-13T16:37:30.567 INFO:tasks.workunit.client.0.smithi005.stdout: 10 54993 5.91 MB/sec execute 373 sec latency 96.211 ms 2024-09-13T16:37:31.567 INFO:tasks.workunit.client.0.smithi005.stdout: 10 55106 5.90 MB/sec execute 374 sec latency 109.724 ms 2024-09-13T16:37:32.567 INFO:tasks.workunit.client.0.smithi005.stdout: 10 55234 5.89 MB/sec execute 375 sec latency 121.939 ms 2024-09-13T16:37:33.342 DEBUG:teuthology.orchestra.run.smithi005:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:37:33.345 DEBUG:teuthology.orchestra.run.smithi179:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:37:33.567 INFO:tasks.workunit.client.0.smithi005.stdout: 10 55339 5.88 MB/sec execute 376 sec latency 120.376 ms 2024-09-13T16:37:34.567 INFO:tasks.workunit.client.0.smithi005.stdout: 10 55461 5.87 MB/sec execute 377 sec latency 93.191 ms 2024-09-13T16:37:35.567 INFO:tasks.workunit.client.0.smithi005.stdout: 10 55567 5.87 MB/sec execute 378 sec latency 102.505 ms 2024-09-13T16:37:36.567 INFO:tasks.workunit.client.0.smithi005.stdout: 10 55688 5.88 MB/sec execute 379 sec latency 135.122 ms 2024-09-13T16:37:37.567 INFO:tasks.workunit.client.0.smithi005.stdout: 10 55806 5.88 MB/sec execute 380 sec latency 125.857 ms 2024-09-13T16:37:38.567 INFO:tasks.workunit.client.0.smithi005.stdout: 10 55959 5.90 MB/sec execute 381 sec latency 112.396 ms 2024-09-13T16:37:39.567 INFO:tasks.workunit.client.0.smithi005.stdout: 10 56113 5.92 MB/sec execute 382 sec latency 177.115 ms 2024-09-13T16:37:40.567 INFO:tasks.workunit.client.0.smithi005.stdout: 10 56283 5.95 MB/sec execute 383 sec latency 115.694 ms 2024-09-13T16:37:41.567 INFO:tasks.workunit.client.0.smithi005.stdout: 10 56409 5.96 MB/sec execute 384 sec latency 115.906 ms 2024-09-13T16:37:42.567 INFO:tasks.workunit.client.0.smithi005.stdout: 10 56528 5.96 MB/sec execute 385 sec latency 116.179 ms 2024-09-13T16:37:43.567 INFO:tasks.workunit.client.0.smithi005.stdout: 10 56602 5.96 MB/sec execute 386 sec latency 90.229 ms 2024-09-13T16:37:44.567 INFO:tasks.workunit.client.0.smithi005.stdout: 10 56685 5.97 MB/sec execute 387 sec latency 103.473 ms 2024-09-13T16:37:45.568 INFO:tasks.workunit.client.0.smithi005.stdout: 10 56777 5.97 MB/sec execute 388 sec latency 110.827 ms 2024-09-13T16:37:46.568 INFO:tasks.workunit.client.0.smithi005.stdout: 10 56890 5.98 MB/sec execute 389 sec latency 111.662 ms 2024-09-13T16:37:47.567 INFO:tasks.workunit.client.0.smithi005.stdout: 10 56992 5.99 MB/sec execute 390 sec latency 125.661 ms 2024-09-13T16:37:48.568 INFO:tasks.workunit.client.0.smithi005.stdout: 10 57079 5.98 MB/sec execute 391 sec latency 133.740 ms 2024-09-13T16:37:49.568 INFO:tasks.workunit.client.0.smithi005.stdout: 10 57152 5.97 MB/sec execute 392 sec latency 154.614 ms 2024-09-13T16:37:50.569 INFO:tasks.workunit.client.0.smithi005.stdout: 10 57218 5.96 MB/sec execute 393 sec latency 187.056 ms 2024-09-13T16:37:51.569 INFO:tasks.workunit.client.0.smithi005.stdout: 10 57291 5.95 MB/sec execute 394 sec latency 181.104 ms 2024-09-13T16:37:52.569 INFO:tasks.workunit.client.0.smithi005.stdout: 10 57369 5.93 MB/sec execute 395 sec latency 149.534 ms 2024-09-13T16:37:53.570 INFO:tasks.workunit.client.0.smithi005.stdout: 10 57453 5.92 MB/sec execute 396 sec latency 175.774 ms 2024-09-13T16:37:54.569 INFO:tasks.workunit.client.0.smithi005.stdout: 10 57552 5.91 MB/sec execute 397 sec latency 178.762 ms 2024-09-13T16:37:55.569 INFO:tasks.workunit.client.0.smithi005.stdout: 10 57649 5.90 MB/sec execute 398 sec latency 180.530 ms 2024-09-13T16:37:56.569 INFO:tasks.workunit.client.0.smithi005.stdout: 10 57762 5.90 MB/sec execute 399 sec latency 226.895 ms 2024-09-13T16:37:57.569 INFO:tasks.workunit.client.0.smithi005.stdout: 10 57879 5.90 MB/sec execute 400 sec latency 117.034 ms 2024-09-13T16:37:58.569 INFO:tasks.workunit.client.0.smithi005.stdout: 10 57985 5.90 MB/sec execute 401 sec latency 172.208 ms 2024-09-13T16:37:59.570 INFO:tasks.workunit.client.0.smithi005.stdout: 10 58114 5.92 MB/sec execute 402 sec latency 103.543 ms 2024-09-13T16:38:00.570 INFO:tasks.workunit.client.0.smithi005.stdout: 10 58238 5.92 MB/sec execute 403 sec latency 111.599 ms 2024-09-13T16:38:01.570 INFO:tasks.workunit.client.0.smithi005.stdout: 10 58353 5.92 MB/sec execute 404 sec latency 115.526 ms 2024-09-13T16:38:02.570 INFO:tasks.workunit.client.0.smithi005.stdout: 10 58476 5.91 MB/sec execute 405 sec latency 103.267 ms 2024-09-13T16:38:03.570 INFO:tasks.workunit.client.0.smithi005.stdout: 10 58594 5.90 MB/sec execute 406 sec latency 103.548 ms 2024-09-13T16:38:03.890 DEBUG:teuthology.orchestra.run.smithi005:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:38:03.892 DEBUG:teuthology.orchestra.run.smithi179:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:38:03.907 INFO:tasks.ceph.mds.f.smithi179.stderr:2024-09-13T16:38:03.900+0000 7fa57b565700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 32679) UID: 0 2024-09-13T16:38:03.907 INFO:tasks.ceph.mds.d.smithi179.stderr:2024-09-13T16:38:03.900+0000 7fcd38fb9700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 32679) UID: 0 2024-09-13T16:38:03.908 INFO:tasks.ceph.mds.b.smithi179.stderr:2024-09-13T16:38:03.900+0000 7f630d491700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 32679) UID: 0 2024-09-13T16:38:04.570 INFO:tasks.workunit.client.0.smithi005.stdout: 10 58716 5.89 MB/sec execute 407 sec latency 95.833 ms 2024-09-13T16:38:05.570 INFO:tasks.workunit.client.0.smithi005.stdout: 10 58832 5.88 MB/sec execute 408 sec latency 100.594 ms 2024-09-13T16:38:06.570 INFO:tasks.workunit.client.0.smithi005.stdout: 10 58947 5.87 MB/sec execute 409 sec latency 103.768 ms 2024-09-13T16:38:07.572 INFO:tasks.workunit.client.0.smithi005.stdout: 10 59062 5.87 MB/sec execute 410 sec latency 99.062 ms 2024-09-13T16:38:08.570 INFO:tasks.workunit.client.0.smithi005.stdout: 10 59168 5.87 MB/sec execute 411 sec latency 112.836 ms 2024-09-13T16:38:09.570 INFO:tasks.workunit.client.0.smithi005.stdout: 10 59296 5.88 MB/sec execute 412 sec latency 136.813 ms 2024-09-13T16:38:10.570 INFO:tasks.workunit.client.0.smithi005.stdout: 10 59426 5.89 MB/sec execute 413 sec latency 100.354 ms 2024-09-13T16:38:11.570 INFO:tasks.workunit.client.0.smithi005.stdout: 10 59607 5.91 MB/sec execute 414 sec latency 98.363 ms 2024-09-13T16:38:12.570 INFO:tasks.workunit.client.0.smithi005.stdout: 10 59748 5.93 MB/sec execute 415 sec latency 111.992 ms 2024-09-13T16:38:13.570 INFO:tasks.workunit.client.0.smithi005.stdout: 10 59916 5.95 MB/sec execute 416 sec latency 152.276 ms 2024-09-13T16:38:14.571 INFO:tasks.workunit.client.0.smithi005.stdout: 10 60029 5.95 MB/sec execute 417 sec latency 107.286 ms 2024-09-13T16:38:15.571 INFO:tasks.workunit.client.0.smithi005.stdout: 10 60126 5.96 MB/sec execute 418 sec latency 98.622 ms 2024-09-13T16:38:16.571 INFO:tasks.workunit.client.0.smithi005.stdout: 10 60185 5.95 MB/sec execute 419 sec latency 84.174 ms 2024-09-13T16:38:17.571 INFO:tasks.workunit.client.0.smithi005.stdout: 10 60299 5.97 MB/sec execute 420 sec latency 114.333 ms 2024-09-13T16:38:18.571 INFO:tasks.workunit.client.0.smithi005.stdout: 10 60396 5.97 MB/sec execute 421 sec latency 132.362 ms 2024-09-13T16:38:19.571 INFO:tasks.workunit.client.0.smithi005.stdout: 10 60514 5.98 MB/sec execute 422 sec latency 136.541 ms 2024-09-13T16:38:20.571 INFO:tasks.workunit.client.0.smithi005.stdout: 10 60601 5.98 MB/sec execute 423 sec latency 137.991 ms 2024-09-13T16:38:21.571 INFO:tasks.workunit.client.0.smithi005.stdout: 10 60684 5.97 MB/sec execute 424 sec latency 106.525 ms 2024-09-13T16:38:22.571 INFO:tasks.workunit.client.0.smithi005.stdout: 10 60753 5.96 MB/sec execute 425 sec latency 145.066 ms 2024-09-13T16:38:23.571 INFO:tasks.workunit.client.0.smithi005.stdout: 10 60831 5.95 MB/sec execute 426 sec latency 154.177 ms 2024-09-13T16:38:24.571 INFO:tasks.workunit.client.0.smithi005.stdout: 10 60916 5.94 MB/sec execute 427 sec latency 132.633 ms 2024-09-13T16:38:25.571 INFO:tasks.workunit.client.0.smithi005.stdout: 10 60998 5.92 MB/sec execute 428 sec latency 173.462 ms 2024-09-13T16:38:26.571 INFO:tasks.workunit.client.0.smithi005.stdout: 10 61107 5.92 MB/sec execute 429 sec latency 156.846 ms 2024-09-13T16:38:27.571 INFO:tasks.workunit.client.0.smithi005.stdout: 10 61207 5.91 MB/sec execute 430 sec latency 215.742 ms 2024-09-13T16:38:28.571 INFO:tasks.workunit.client.0.smithi005.stdout: 10 61313 5.90 MB/sec execute 431 sec latency 157.069 ms 2024-09-13T16:38:29.571 INFO:tasks.workunit.client.0.smithi005.stdout: 10 61429 5.91 MB/sec execute 432 sec latency 180.186 ms 2024-09-13T16:38:30.571 INFO:tasks.workunit.client.0.smithi005.stdout: 10 61533 5.91 MB/sec execute 433 sec latency 108.988 ms 2024-09-13T16:38:31.572 INFO:tasks.workunit.client.0.smithi005.stdout: 10 61672 5.93 MB/sec execute 434 sec latency 110.072 ms 2024-09-13T16:38:32.571 INFO:tasks.workunit.client.0.smithi005.stdout: 10 61791 5.92 MB/sec execute 435 sec latency 100.922 ms 2024-09-13T16:38:33.572 INFO:tasks.workunit.client.0.smithi005.stdout: 10 61914 5.92 MB/sec execute 436 sec latency 121.122 ms 2024-09-13T16:38:34.572 INFO:tasks.workunit.client.0.smithi005.stdout: 10 62027 5.92 MB/sec execute 437 sec latency 134.135 ms 2024-09-13T16:38:35.572 INFO:tasks.workunit.client.0.smithi005.stdout: 10 62143 5.91 MB/sec execute 438 sec latency 114.593 ms 2024-09-13T16:38:36.572 INFO:tasks.workunit.client.0.smithi005.stdout: 10 62268 5.90 MB/sec execute 439 sec latency 100.694 ms 2024-09-13T16:38:37.572 INFO:tasks.workunit.client.0.smithi005.stdout: 10 62396 5.89 MB/sec execute 440 sec latency 96.600 ms 2024-09-13T16:38:38.572 INFO:tasks.workunit.client.0.smithi005.stdout: 10 62509 5.88 MB/sec execute 441 sec latency 111.937 ms 2024-09-13T16:38:39.572 INFO:tasks.workunit.client.0.smithi005.stdout: 10 62627 5.88 MB/sec execute 442 sec latency 108.209 ms 2024-09-13T16:38:40.572 INFO:tasks.workunit.client.0.smithi005.stdout: 10 62729 5.88 MB/sec execute 443 sec latency 109.336 ms 2024-09-13T16:38:41.572 INFO:tasks.workunit.client.0.smithi005.stdout: 10 62864 5.89 MB/sec execute 444 sec latency 119.643 ms 2024-09-13T16:38:42.572 INFO:tasks.workunit.client.0.smithi005.stdout: 10 62974 5.90 MB/sec execute 445 sec latency 117.091 ms 2024-09-13T16:38:43.572 INFO:tasks.workunit.client.0.smithi005.stdout: 10 63169 5.92 MB/sec execute 446 sec latency 108.238 ms 2024-09-13T16:38:44.572 INFO:tasks.workunit.client.0.smithi005.stdout: 10 63307 5.94 MB/sec execute 447 sec latency 129.235 ms 2024-09-13T16:38:45.572 INFO:tasks.workunit.client.0.smithi005.stdout: 10 63482 5.96 MB/sec execute 448 sec latency 146.676 ms 2024-09-13T16:38:46.572 INFO:tasks.workunit.client.0.smithi005.stdout: 10 63589 5.96 MB/sec execute 449 sec latency 98.157 ms 2024-09-13T16:38:47.572 INFO:tasks.workunit.client.0.smithi005.stdout: 10 63673 5.96 MB/sec execute 450 sec latency 115.498 ms 2024-09-13T16:38:48.572 INFO:tasks.workunit.client.0.smithi005.stdout: 10 63737 5.96 MB/sec execute 451 sec latency 91.172 ms 2024-09-13T16:38:49.572 INFO:tasks.workunit.client.0.smithi005.stdout: 10 63841 5.97 MB/sec execute 452 sec latency 106.825 ms 2024-09-13T16:38:50.572 INFO:tasks.workunit.client.0.smithi005.stdout: 10 63940 5.97 MB/sec execute 453 sec latency 113.163 ms 2024-09-13T16:38:51.572 INFO:tasks.workunit.client.0.smithi005.stdout: 10 64060 5.98 MB/sec execute 454 sec latency 118.443 ms 2024-09-13T16:38:52.572 INFO:tasks.workunit.client.0.smithi005.stdout: 10 64149 5.98 MB/sec execute 455 sec latency 140.065 ms 2024-09-13T16:38:53.574 INFO:tasks.workunit.client.0.smithi005.stdout: 10 64233 5.97 MB/sec execute 456 sec latency 145.174 ms 2024-09-13T16:38:54.575 INFO:tasks.workunit.client.0.smithi005.stdout: 10 64303 5.96 MB/sec execute 457 sec latency 154.109 ms 2024-09-13T16:38:55.575 INFO:tasks.workunit.client.0.smithi005.stdout: 10 64378 5.95 MB/sec execute 458 sec latency 147.191 ms 2024-09-13T16:38:56.575 INFO:tasks.workunit.client.0.smithi005.stdout: 10 64454 5.94 MB/sec execute 459 sec latency 241.215 ms 2024-09-13T16:38:57.576 INFO:tasks.workunit.client.0.smithi005.stdout: 10 64545 5.93 MB/sec execute 460 sec latency 114.097 ms 2024-09-13T16:38:58.575 INFO:tasks.workunit.client.0.smithi005.stdout: 10 64651 5.92 MB/sec execute 461 sec latency 162.695 ms 2024-09-13T16:38:59.575 INFO:tasks.workunit.client.0.smithi005.stdout: 10 64752 5.91 MB/sec execute 462 sec latency 226.569 ms 2024-09-13T16:39:00.576 INFO:tasks.workunit.client.0.smithi005.stdout: 10 64866 5.91 MB/sec execute 463 sec latency 166.467 ms 2024-09-13T16:39:01.576 INFO:tasks.workunit.client.0.smithi005.stdout: 10 64975 5.92 MB/sec execute 464 sec latency 175.612 ms 2024-09-13T16:39:02.576 INFO:tasks.workunit.client.0.smithi005.stdout: 10 65093 5.92 MB/sec execute 465 sec latency 92.993 ms 2024-09-13T16:39:03.576 INFO:tasks.workunit.client.0.smithi005.stdout: 10 65221 5.93 MB/sec execute 466 sec latency 118.654 ms 2024-09-13T16:39:04.576 INFO:tasks.workunit.client.0.smithi005.stdout: 10 65341 5.92 MB/sec execute 467 sec latency 96.484 ms 2024-09-13T16:39:05.576 INFO:tasks.workunit.client.0.smithi005.stdout: 10 65463 5.93 MB/sec execute 468 sec latency 123.365 ms 2024-09-13T16:39:06.576 INFO:tasks.workunit.client.0.smithi005.stdout: 10 65584 5.92 MB/sec execute 469 sec latency 92.771 ms 2024-09-13T16:39:07.577 INFO:tasks.workunit.client.0.smithi005.stdout: 10 65698 5.91 MB/sec execute 470 sec latency 121.632 ms 2024-09-13T16:39:08.578 INFO:tasks.workunit.client.0.smithi005.stdout: 10 65825 5.90 MB/sec execute 471 sec latency 100.454 ms 2024-09-13T16:39:09.578 INFO:tasks.workunit.client.0.smithi005.stdout: 10 65944 5.90 MB/sec execute 472 sec latency 89.297 ms 2024-09-13T16:39:10.579 INFO:tasks.workunit.client.0.smithi005.stdout: 10 66062 5.89 MB/sec execute 473 sec latency 108.698 ms 2024-09-13T16:39:11.578 INFO:tasks.workunit.client.0.smithi005.stdout: 10 66179 5.89 MB/sec execute 474 sec latency 101.746 ms 2024-09-13T16:39:12.578 INFO:tasks.workunit.client.0.smithi005.stdout: 10 66308 5.90 MB/sec execute 475 sec latency 93.763 ms 2024-09-13T16:39:13.578 INFO:tasks.workunit.client.0.smithi005.stdout: 10 66420 5.90 MB/sec execute 476 sec latency 121.421 ms 2024-09-13T16:39:14.578 INFO:tasks.workunit.client.0.smithi005.stdout: 10 66567 5.91 MB/sec execute 477 sec latency 101.018 ms 2024-09-13T16:39:15.578 INFO:tasks.workunit.client.0.smithi005.stdout: 10 66695 5.92 MB/sec execute 478 sec latency 135.748 ms 2024-09-13T16:39:16.578 INFO:tasks.workunit.client.0.smithi005.stdout: 10 66843 5.94 MB/sec execute 479 sec latency 160.909 ms 2024-09-13T16:39:17.578 INFO:tasks.workunit.client.0.smithi005.stdout: 10 67018 5.96 MB/sec execute 480 sec latency 115.269 ms 2024-09-13T16:39:18.578 INFO:tasks.workunit.client.0.smithi005.stdout: 10 67123 5.95 MB/sec execute 481 sec latency 113.370 ms 2024-09-13T16:39:19.581 INFO:tasks.workunit.client.0.smithi005.stdout: 10 67225 5.96 MB/sec execute 482 sec latency 81.332 ms 2024-09-13T16:39:20.580 INFO:tasks.workunit.client.0.smithi005.stdout: 10 67287 5.96 MB/sec execute 483 sec latency 98.995 ms 2024-09-13T16:39:21.580 INFO:tasks.workunit.client.0.smithi005.stdout: 10 67389 5.97 MB/sec execute 484 sec latency 100.131 ms 2024-09-13T16:39:22.580 INFO:tasks.workunit.client.0.smithi005.stdout: 10 67487 5.97 MB/sec execute 485 sec latency 99.895 ms 2024-09-13T16:39:23.580 INFO:tasks.workunit.client.0.smithi005.stdout: 10 67610 5.98 MB/sec execute 486 sec latency 117.149 ms 2024-09-13T16:39:24.580 INFO:tasks.workunit.client.0.smithi005.stdout: 10 67697 5.98 MB/sec execute 487 sec latency 114.107 ms 2024-09-13T16:39:25.580 INFO:tasks.workunit.client.0.smithi005.stdout: 10 67782 5.97 MB/sec execute 488 sec latency 113.548 ms 2024-09-13T16:39:26.580 INFO:tasks.workunit.client.0.smithi005.stdout: 10 67848 5.96 MB/sec execute 489 sec latency 145.836 ms 2024-09-13T16:39:27.580 INFO:tasks.workunit.client.0.smithi005.stdout: 10 67921 5.95 MB/sec execute 490 sec latency 225.735 ms 2024-09-13T16:39:28.580 INFO:tasks.workunit.client.0.smithi005.stdout: 10 68014 5.94 MB/sec execute 491 sec latency 92.378 ms 2024-09-13T16:39:29.580 INFO:tasks.workunit.client.0.smithi005.stdout: 10 68103 5.93 MB/sec execute 492 sec latency 115.248 ms 2024-09-13T16:39:30.580 INFO:tasks.workunit.client.0.smithi005.stdout: 10 68194 5.93 MB/sec execute 493 sec latency 250.807 ms 2024-09-13T16:39:31.580 INFO:tasks.workunit.client.0.smithi005.stdout: 10 68310 5.92 MB/sec execute 494 sec latency 109.393 ms 2024-09-13T16:39:32.580 INFO:tasks.workunit.client.0.smithi005.stdout: 10 68422 5.92 MB/sec execute 495 sec latency 142.792 ms 2024-09-13T16:39:33.580 INFO:tasks.workunit.client.0.smithi005.stdout: 10 68531 5.92 MB/sec execute 496 sec latency 195.587 ms 2024-09-13T16:39:34.580 INFO:tasks.workunit.client.0.smithi005.stdout: 10 68648 5.92 MB/sec execute 497 sec latency 99.816 ms 2024-09-13T16:39:35.580 INFO:tasks.workunit.client.0.smithi005.stdout: 10 68770 5.93 MB/sec execute 498 sec latency 116.923 ms 2024-09-13T16:39:36.580 INFO:tasks.workunit.client.0.smithi005.stdout: 10 68882 5.93 MB/sec execute 499 sec latency 186.504 ms 2024-09-13T16:39:37.580 INFO:tasks.workunit.client.0.smithi005.stdout: 10 69008 5.93 MB/sec execute 500 sec latency 102.341 ms 2024-09-13T16:39:38.580 INFO:tasks.workunit.client.0.smithi005.stdout: 10 69120 5.93 MB/sec execute 501 sec latency 112.791 ms 2024-09-13T16:39:39.581 INFO:tasks.workunit.client.0.smithi005.stdout: 10 69236 5.92 MB/sec execute 502 sec latency 118.948 ms 2024-09-13T16:39:40.581 INFO:tasks.workunit.client.0.smithi005.stdout: 10 69357 5.91 MB/sec execute 503 sec latency 120.442 ms 2024-09-13T16:39:41.581 INFO:tasks.workunit.client.0.smithi005.stdout: 10 69469 5.90 MB/sec execute 504 sec latency 228.989 ms 2024-09-13T16:39:42.581 INFO:tasks.workunit.client.0.smithi005.stdout: 10 69581 5.89 MB/sec execute 505 sec latency 105.264 ms 2024-09-13T16:39:43.581 INFO:tasks.workunit.client.0.smithi005.stdout: 10 69704 5.89 MB/sec execute 506 sec latency 109.884 ms 2024-09-13T16:39:44.581 INFO:tasks.workunit.client.0.smithi005.stdout: 10 69815 5.89 MB/sec execute 507 sec latency 95.740 ms 2024-09-13T16:39:45.581 INFO:tasks.workunit.client.0.smithi005.stdout: 10 69941 5.90 MB/sec execute 508 sec latency 111.030 ms 2024-09-13T16:39:46.581 INFO:tasks.workunit.client.0.smithi005.stdout: 10 70060 5.90 MB/sec execute 509 sec latency 146.735 ms 2024-09-13T16:39:47.581 INFO:tasks.workunit.client.0.smithi005.stdout: 10 70211 5.92 MB/sec execute 510 sec latency 135.864 ms 2024-09-13T16:39:48.581 INFO:tasks.workunit.client.0.smithi005.stdout: 10 70368 5.94 MB/sec execute 511 sec latency 112.239 ms 2024-09-13T16:39:49.581 INFO:tasks.workunit.client.0.smithi005.stdout: 10 70531 5.95 MB/sec execute 512 sec latency 120.903 ms 2024-09-13T16:39:50.581 INFO:tasks.workunit.client.0.smithi005.stdout: 10 70649 5.96 MB/sec execute 513 sec latency 110.835 ms 2024-09-13T16:39:51.581 INFO:tasks.workunit.client.0.smithi005.stdout: 10 70762 5.96 MB/sec execute 514 sec latency 105.331 ms 2024-09-13T16:39:52.581 INFO:tasks.workunit.client.0.smithi005.stdout: 10 70815 5.95 MB/sec execute 515 sec latency 101.795 ms 2024-09-13T16:39:53.581 INFO:tasks.workunit.client.0.smithi005.stdout: 10 70902 5.96 MB/sec execute 516 sec latency 99.606 ms 2024-09-13T16:39:54.581 INFO:tasks.workunit.client.0.smithi005.stdout: 10 71010 5.97 MB/sec execute 517 sec latency 115.155 ms 2024-09-13T16:39:55.581 INFO:tasks.workunit.client.0.smithi005.stdout: 10 71121 5.97 MB/sec execute 518 sec latency 134.381 ms 2024-09-13T16:39:56.581 INFO:tasks.workunit.client.0.smithi005.stdout: 10 71218 5.98 MB/sec execute 519 sec latency 184.113 ms 2024-09-13T16:39:57.581 INFO:tasks.workunit.client.0.smithi005.stdout: 10 71296 5.97 MB/sec execute 520 sec latency 130.553 ms 2024-09-13T16:39:58.582 INFO:tasks.workunit.client.0.smithi005.stdout: 10 71371 5.96 MB/sec execute 521 sec latency 182.193 ms 2024-09-13T16:39:59.581 INFO:tasks.workunit.client.0.smithi005.stdout: 10 71454 5.95 MB/sec execute 522 sec latency 106.589 ms 2024-09-13T16:40:00.581 INFO:tasks.workunit.client.0.smithi005.stdout: 10 71530 5.94 MB/sec execute 523 sec latency 194.921 ms 2024-09-13T16:40:01.582 INFO:tasks.workunit.client.0.smithi005.stdout: 10 71618 5.93 MB/sec execute 524 sec latency 183.814 ms 2024-09-13T16:40:02.581 INFO:tasks.workunit.client.0.smithi005.stdout: 10 71708 5.93 MB/sec execute 525 sec latency 150.490 ms 2024-09-13T16:40:03.582 INFO:tasks.workunit.client.0.smithi005.stdout: 10 71809 5.92 MB/sec execute 526 sec latency 238.932 ms 2024-09-13T16:40:04.582 INFO:tasks.workunit.client.0.smithi005.stdout: 10 71923 5.92 MB/sec execute 527 sec latency 166.838 ms 2024-09-13T16:40:05.582 INFO:tasks.workunit.client.0.smithi005.stdout: 10 72038 5.92 MB/sec execute 528 sec latency 179.529 ms 2024-09-13T16:40:06.582 INFO:tasks.workunit.client.0.smithi005.stdout: 10 72144 5.92 MB/sec execute 529 sec latency 129.729 ms 2024-09-13T16:40:07.582 INFO:tasks.workunit.client.0.smithi005.stdout: 10 72260 5.92 MB/sec execute 530 sec latency 119.687 ms 2024-09-13T16:40:08.582 INFO:tasks.workunit.client.0.smithi005.stdout: 10 72387 5.93 MB/sec execute 531 sec latency 106.768 ms 2024-09-13T16:40:09.582 INFO:tasks.workunit.client.0.smithi005.stdout: 10 72502 5.93 MB/sec execute 532 sec latency 143.983 ms 2024-09-13T16:40:10.582 INFO:tasks.workunit.client.0.smithi005.stdout: 10 72633 5.93 MB/sec execute 533 sec latency 96.659 ms 2024-09-13T16:40:11.582 INFO:tasks.workunit.client.0.smithi005.stdout: 10 72750 5.92 MB/sec execute 534 sec latency 97.018 ms 2024-09-13T16:40:12.582 INFO:tasks.workunit.client.0.smithi005.stdout: 10 72873 5.91 MB/sec execute 535 sec latency 100.788 ms 2024-09-13T16:40:13.582 INFO:tasks.workunit.client.0.smithi005.stdout: 10 73002 5.90 MB/sec execute 536 sec latency 97.833 ms 2024-09-13T16:40:14.582 INFO:tasks.workunit.client.0.smithi005.stdout: 10 73121 5.90 MB/sec execute 537 sec latency 115.807 ms 2024-09-13T16:40:15.582 INFO:tasks.workunit.client.0.smithi005.stdout: 10 73241 5.89 MB/sec execute 538 sec latency 103.409 ms 2024-09-13T16:40:16.582 INFO:tasks.workunit.client.0.smithi005.stdout: 10 73365 5.90 MB/sec execute 539 sec latency 97.593 ms 2024-09-13T16:40:17.582 INFO:tasks.workunit.client.0.smithi005.stdout: 10 73501 5.90 MB/sec execute 540 sec latency 98.231 ms 2024-09-13T16:40:18.582 INFO:tasks.workunit.client.0.smithi005.stdout: 10 73621 5.91 MB/sec execute 541 sec latency 101.181 ms 2024-09-13T16:40:19.582 INFO:tasks.workunit.client.0.smithi005.stdout: 10 73761 5.92 MB/sec execute 542 sec latency 106.105 ms 2024-09-13T16:40:20.582 INFO:tasks.workunit.client.0.smithi005.stdout: 10 73917 5.93 MB/sec execute 543 sec latency 142.317 ms 2024-09-13T16:40:21.582 INFO:tasks.workunit.client.0.smithi005.stdout: 10 74070 5.95 MB/sec execute 544 sec latency 121.924 ms 2024-09-13T16:40:22.582 INFO:tasks.workunit.client.0.smithi005.stdout: 10 74220 5.96 MB/sec execute 545 sec latency 132.787 ms 2024-09-13T16:40:23.585 INFO:tasks.workunit.client.0.smithi005.stdout: 10 74337 5.97 MB/sec execute 546 sec latency 145.819 ms 2024-09-13T16:40:24.583 INFO:tasks.workunit.client.0.smithi005.stdout: 10 74391 5.96 MB/sec execute 547 sec latency 85.693 ms 2024-09-13T16:40:25.583 INFO:tasks.workunit.client.0.smithi005.stdout: 10 74460 5.96 MB/sec execute 548 sec latency 102.966 ms 2024-09-13T16:40:26.583 INFO:tasks.workunit.client.0.smithi005.stdout: 10 74574 5.97 MB/sec execute 549 sec latency 136.455 ms 2024-09-13T16:40:27.583 INFO:tasks.workunit.client.0.smithi005.stdout: 10 74686 5.97 MB/sec execute 550 sec latency 125.092 ms 2024-09-13T16:40:28.583 INFO:tasks.workunit.client.0.smithi005.stdout: 10 74789 5.98 MB/sec execute 551 sec latency 118.528 ms 2024-09-13T16:40:29.583 INFO:tasks.workunit.client.0.smithi005.stdout: 10 74873 5.97 MB/sec execute 552 sec latency 102.350 ms 2024-09-13T16:40:30.583 INFO:tasks.workunit.client.0.smithi005.stdout: 10 74944 5.96 MB/sec execute 553 sec latency 168.266 ms 2024-09-13T16:40:31.583 INFO:tasks.workunit.client.0.smithi005.stdout: 10 75015 5.95 MB/sec execute 554 sec latency 140.235 ms 2024-09-13T16:40:32.583 INFO:tasks.workunit.client.0.smithi005.stdout: 10 75090 5.95 MB/sec execute 555 sec latency 187.739 ms 2024-09-13T16:40:33.583 INFO:tasks.workunit.client.0.smithi005.stdout: 10 75171 5.94 MB/sec execute 556 sec latency 146.434 ms 2024-09-13T16:40:34.583 INFO:tasks.workunit.client.0.smithi005.stdout: 10 75261 5.93 MB/sec execute 557 sec latency 215.995 ms 2024-09-13T16:40:35.583 INFO:tasks.workunit.client.0.smithi005.stdout: 10 75362 5.92 MB/sec execute 558 sec latency 172.433 ms 2024-09-13T16:40:36.583 INFO:tasks.workunit.client.0.smithi005.stdout: 10 75460 5.92 MB/sec execute 559 sec latency 208.239 ms 2024-09-13T16:40:37.583 INFO:tasks.workunit.client.0.smithi005.stdout: 10 75570 5.92 MB/sec execute 560 sec latency 188.036 ms 2024-09-13T16:40:38.583 INFO:tasks.workunit.client.0.smithi005.stdout: 10 75687 5.92 MB/sec execute 561 sec latency 133.159 ms 2024-09-13T16:40:39.584 INFO:tasks.workunit.client.0.smithi005.stdout: 10 75792 5.92 MB/sec execute 562 sec latency 170.063 ms 2024-09-13T16:40:40.194 DEBUG:teuthology.orchestra.run.smithi005:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:40:40.197 DEBUG:teuthology.orchestra.run.smithi179:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:40:40.583 INFO:tasks.workunit.client.0.smithi005.stdout: 10 75903 5.92 MB/sec execute 563 sec latency 111.643 ms 2024-09-13T16:40:41.583 INFO:tasks.workunit.client.0.smithi005.stdout: 10 76022 5.92 MB/sec execute 564 sec latency 184.613 ms 2024-09-13T16:40:42.583 INFO:tasks.workunit.client.0.smithi005.stdout: 10 76152 5.93 MB/sec execute 565 sec latency 92.817 ms 2024-09-13T16:40:43.584 INFO:tasks.workunit.client.0.smithi005.stdout: 10 76256 5.92 MB/sec execute 566 sec latency 105.785 ms 2024-09-13T16:40:44.584 INFO:tasks.workunit.client.0.smithi005.stdout: 10 76383 5.91 MB/sec execute 567 sec latency 127.497 ms 2024-09-13T16:40:45.584 INFO:tasks.workunit.client.0.smithi005.stdout: 10 76504 5.91 MB/sec execute 568 sec latency 113.137 ms 2024-09-13T16:40:46.584 INFO:tasks.workunit.client.0.smithi005.stdout: 10 76608 5.90 MB/sec execute 569 sec latency 157.447 ms 2024-09-13T16:40:47.584 INFO:tasks.workunit.client.0.smithi005.stdout: 10 76726 5.89 MB/sec execute 570 sec latency 94.304 ms 2024-09-13T16:40:48.584 INFO:tasks.workunit.client.0.smithi005.stdout: 10 76840 5.89 MB/sec execute 571 sec latency 129.971 ms 2024-09-13T16:40:49.584 INFO:tasks.workunit.client.0.smithi005.stdout: 10 76973 5.90 MB/sec execute 572 sec latency 111.334 ms 2024-09-13T16:40:50.584 INFO:tasks.workunit.client.0.smithi005.stdout: 10 77085 5.90 MB/sec execute 573 sec latency 102.251 ms 2024-09-13T16:40:51.584 INFO:tasks.workunit.client.0.smithi005.stdout: 10 77227 5.91 MB/sec execute 574 sec latency 111.761 ms 2024-09-13T16:40:52.584 INFO:tasks.workunit.client.0.smithi005.stdout: 10 77345 5.92 MB/sec execute 575 sec latency 111.360 ms 2024-09-13T16:40:53.584 INFO:tasks.workunit.client.0.smithi005.stdout: 10 77517 5.94 MB/sec execute 576 sec latency 106.823 ms 2024-09-13T16:40:54.584 INFO:tasks.workunit.client.0.smithi005.stdout: 10 77669 5.95 MB/sec execute 577 sec latency 107.983 ms 2024-09-13T16:40:55.584 INFO:tasks.workunit.client.0.smithi005.stdout: 10 77799 5.95 MB/sec execute 578 sec latency 139.922 ms 2024-09-13T16:40:56.584 INFO:tasks.workunit.client.0.smithi005.stdout: 10 77896 5.96 MB/sec execute 579 sec latency 115.152 ms 2024-09-13T16:40:57.584 INFO:tasks.workunit.client.0.smithi005.stdout: 10 77960 5.95 MB/sec execute 580 sec latency 87.467 ms 2024-09-13T16:40:58.584 INFO:tasks.workunit.client.0.smithi005.stdout: 10 78026 5.95 MB/sec execute 581 sec latency 91.966 ms 2024-09-13T16:40:59.585 INFO:tasks.workunit.client.0.smithi005.stdout: 10 78134 5.96 MB/sec execute 582 sec latency 110.630 ms 2024-09-13T16:41:00.584 INFO:tasks.workunit.client.0.smithi005.stdout: 10 78252 5.97 MB/sec execute 583 sec latency 152.607 ms 2024-09-13T16:41:01.584 INFO:tasks.workunit.client.0.smithi005.stdout: 10 78349 5.97 MB/sec execute 584 sec latency 120.176 ms 2024-09-13T16:41:02.584 INFO:tasks.workunit.client.0.smithi005.stdout: 10 78434 5.96 MB/sec execute 585 sec latency 105.916 ms 2024-09-13T16:41:03.584 INFO:tasks.workunit.client.0.smithi005.stdout: 10 78505 5.95 MB/sec execute 586 sec latency 141.776 ms 2024-09-13T16:41:04.585 INFO:tasks.workunit.client.0.smithi005.stdout: 10 78579 5.95 MB/sec execute 587 sec latency 136.480 ms 2024-09-13T16:41:05.585 INFO:tasks.workunit.client.0.smithi005.stdout: 10 78652 5.94 MB/sec execute 588 sec latency 152.709 ms 2024-09-13T16:41:06.585 INFO:tasks.workunit.client.0.smithi005.stdout: 10 78728 5.93 MB/sec execute 589 sec latency 160.057 ms 2024-09-13T16:41:07.585 INFO:tasks.workunit.client.0.smithi005.stdout: 10 78826 5.92 MB/sec execute 590 sec latency 133.469 ms 2024-09-13T16:41:08.585 INFO:tasks.workunit.client.0.smithi005.stdout: 10 78928 5.92 MB/sec execute 591 sec latency 159.178 ms 2024-09-13T16:41:09.585 INFO:tasks.workunit.client.0.smithi005.stdout: 10 79037 5.91 MB/sec execute 592 sec latency 191.896 ms 2024-09-13T16:41:10.585 INFO:tasks.workunit.client.0.smithi005.stdout: 10 79150 5.92 MB/sec execute 593 sec latency 178.763 ms 2024-09-13T16:41:11.585 INFO:tasks.workunit.client.0.smithi005.stdout: 10 79254 5.91 MB/sec execute 594 sec latency 120.281 ms 2024-09-13T16:41:11.715 DEBUG:teuthology.orchestra.run.smithi005:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:41:11.718 DEBUG:teuthology.orchestra.run.smithi179:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:41:12.585 INFO:tasks.workunit.client.0.smithi005.stdout: 10 79372 5.92 MB/sec execute 595 sec latency 113.456 ms 2024-09-13T16:41:13.585 INFO:tasks.workunit.client.0.smithi005.stdout: 10 79499 5.92 MB/sec execute 596 sec latency 127.194 ms 2024-09-13T16:41:14.585 INFO:tasks.workunit.client.0.smithi005.stdout: 10 79628 5.93 MB/sec execute 597 sec latency 103.288 ms 2024-09-13T16:41:15.585 INFO:tasks.workunit.client.0.smithi005.stdout: 10 79748 5.92 MB/sec execute 598 sec latency 116.384 ms 2024-09-13T16:41:16.585 INFO:tasks.workunit.client.0.smithi005.stdout: 10 79855 5.92 MB/sec execute 599 sec latency 103.878 ms 2024-09-13T16:41:17.587 INFO:tasks.workunit.client.0.smithi005.stdout: 10 cleanup 600 sec 2024-09-13T16:41:18.587 INFO:tasks.workunit.client.0.smithi005.stdout: 10 cleanup 601 sec 2024-09-13T16:41:19.290 INFO:tasks.workunit.client.0.smithi005.stdout: 0 cleanup 602 sec 2024-09-13T16:41:19.290 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-09-13T16:41:19.290 INFO:tasks.workunit.client.0.smithi005.stdout: Operation Count AvgLat MaxLat 2024-09-13T16:41:19.290 INFO:tasks.workunit.client.0.smithi005.stdout: ---------------------------------------- 2024-09-13T16:41:19.290 INFO:tasks.workunit.client.0.smithi005.stdout: NTCreateX 114970 13.748 225.218 2024-09-13T16:41:19.290 INFO:tasks.workunit.client.0.smithi005.stdout: Close 84285 0.260 18.887 2024-09-13T16:41:19.290 INFO:tasks.workunit.client.0.smithi005.stdout: Rename 4829 29.308 154.128 2024-09-13T16:41:19.290 INFO:tasks.workunit.client.0.smithi005.stdout: Unlink 23315 10.951 221.140 2024-09-13T16:41:19.291 INFO:tasks.workunit.client.0.smithi005.stdout: Qpathinfo 103663 7.493 235.210 2024-09-13T16:41:19.291 INFO:tasks.workunit.client.0.smithi005.stdout: Qfileinfo 17920 0.477 13.215 2024-09-13T16:41:19.291 INFO:tasks.workunit.client.0.smithi005.stdout: Qfsinfo 19037 1.281 29.967 2024-09-13T16:41:19.291 INFO:tasks.workunit.client.0.smithi005.stdout: Sfileinfo 9340 3.167 79.084 2024-09-13T16:41:19.291 INFO:tasks.workunit.client.0.smithi005.stdout: Find 40069 75.030 322.042 2024-09-13T16:41:19.291 INFO:tasks.workunit.client.0.smithi005.stdout: WriteX 56246 0.882 104.457 2024-09-13T16:41:19.291 INFO:tasks.workunit.client.0.smithi005.stdout: ReadX 177914 0.010 8.013 2024-09-13T16:41:19.291 INFO:tasks.workunit.client.0.smithi005.stdout: LockX 360 3.384 9.621 2024-09-13T16:41:19.291 INFO:tasks.workunit.client.0.smithi005.stdout: UnlockX 360 3.185 9.660 2024-09-13T16:41:19.291 INFO:tasks.workunit.client.0.smithi005.stdout: Flush 8051 12.244 123.512 2024-09-13T16:41:19.291 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-09-13T16:41:19.291 INFO:tasks.workunit.client.0.smithi005.stdout:Throughput 5.91559 MB/sec 10 clients 10 procs max_latency=322.048 ms 2024-09-13T16:41:19.341 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-13T16:41:19.341 DEBUG:teuthology.orchestra.run.smithi005:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-13T16:41:21.569 INFO:tasks.workunit:Stopping ['suites/dbench.sh'] on client.0... 2024-09-13T16:41:21.569 DEBUG:teuthology.orchestra.run.smithi005:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-13T16:41:22.078 DEBUG:teuthology.parallel:result is None 2024-09-13T16:41:22.078 DEBUG:teuthology.orchestra.run.smithi005:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-09-13T16:41:22.111 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-09-13T16:41:22.111 DEBUG:teuthology.run_tasks:Unwinding manager ceph-fuse 2024-09-13T16:41:22.124 INFO:tasks.ceph_fuse:Unmounting ceph-fuse clients... 2024-09-13T16:41:22.124 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-13T16:41:22.124 DEBUG:teuthology.orchestra.run.smithi005:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:41:22.173 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-13T16:41:22.173 DEBUG:teuthology.orchestra.run.smithi005:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:41:22.181 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:41:22.554 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.548+0000 7f5a188a4700 1 Processor -- start 2024-09-13T16:41:22.554 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.548+0000 7f5a188a4700 1 -- start start 2024-09-13T16:41:22.555 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.548+0000 7f5a188a4700 1 --2- >> v2:172.21.15.179:3300/0 conn(0x7f5a14152b90 0x7f5a1415bda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:22.555 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.548+0000 7f5a188a4700 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5a1415ccf0 con 0x7f5a140c32e0 2024-09-13T16:41:22.555 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.548+0000 7f5a188a4700 1 -- --> v1:172.21.15.179:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5a140c4120 con 0x7f5a140c3730 2024-09-13T16:41:22.555 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.548+0000 7f5a188a4700 1 -- --> v2:172.21.15.179:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5a14152f70 con 0x7f5a14152b90 2024-09-13T16:41:22.555 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.548+0000 7f5a12ffd700 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f5a140c32e0 0x7f5a140700b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:42024/0 (socket says 172.21.15.5:42024) 2024-09-13T16:41:22.555 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.548+0000 7f5a12ffd700 1 -- 172.21.15.5:0/414583604 learned_addr learned my addr 172.21.15.5:0/414583604 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-13T16:41:22.556 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.552+0000 7f5a137fe700 1 --2- 172.21.15.5:0/414583604 >> v2:172.21.15.179:3300/0 conn(0x7f5a14152b90 0x7f5a1415bda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:22.556 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.552+0000 7f5a127fc700 1 -- 172.21.15.5:0/414583604 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1335357978 0 0) 0x7f5a1415ccf0 con 0x7f5a140c32e0 2024-09-13T16:41:22.556 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.552+0000 7f5a127fc700 1 -- 172.21.15.5:0/414583604 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f59fc0035d0 con 0x7f5a140c32e0 2024-09-13T16:41:22.557 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.552+0000 7f5a137fe700 1 -- 172.21.15.5:0/414583604 >> v1:172.21.15.179:6789/0 conn(0x7f5a140c3730 legacy=0x7f5a140c45b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:22.557 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.552+0000 7f5a137fe700 1 -- 172.21.15.5:0/414583604 >> v1:172.21.15.5:6789/0 conn(0x7f5a140c32e0 legacy=0x7f5a140700b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:22.557 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.552+0000 7f5a127fc700 1 -- 172.21.15.5:0/414583604 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1160808531 0 0) 0x7f59fc0035d0 con 0x7f5a140c32e0 2024-09-13T16:41:22.557 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.552+0000 7f5a137fe700 1 -- 172.21.15.5:0/414583604 --> v2:172.21.15.179:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5a140c3b10 con 0x7f5a14152b90 2024-09-13T16:41:22.557 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.552+0000 7f5a137fe700 1 --2- 172.21.15.5:0/414583604 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f5a14152b90 0x7f5a1415bda0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f5a04009d90 tx=0x7f5a0400b330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=dd513678085c9a31 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:41:22.558 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.552+0000 7f5a127fc700 1 -- 172.21.15.5:0/414583604 <== mon.1 v2:172.21.15.179:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5a0400e070 con 0x7f5a14152b90 2024-09-13T16:41:22.558 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.552+0000 7f5a127fc700 1 -- 172.21.15.5:0/414583604 <== mon.1 v2:172.21.15.179:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5a04003a40 con 0x7f5a14152b90 2024-09-13T16:41:22.558 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.552+0000 7f5a127fc700 1 -- 172.21.15.5:0/414583604 <== mon.1 v2:172.21.15.179:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5a08001670 con 0x7f5a14152b90 2024-09-13T16:41:22.558 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.552+0000 7f5a188a4700 1 -- 172.21.15.5:0/414583604 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f5a14152b90 msgr2=0x7f5a1415bda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:22.558 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.552+0000 7f5a188a4700 1 --2- 172.21.15.5:0/414583604 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f5a14152b90 0x7f5a1415bda0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f5a04009d90 tx=0x7f5a0400b330 comp rx=0 tx=0).stop 2024-09-13T16:41:22.558 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.552+0000 7f5a188a4700 1 -- 172.21.15.5:0/414583604 shutdown_connections 2024-09-13T16:41:22.558 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.552+0000 7f5a188a4700 1 --2- 172.21.15.5:0/414583604 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f5a14152b90 0x7f5a1415bda0 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:22.558 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.552+0000 7f5a188a4700 1 -- 172.21.15.5:0/414583604 >> 172.21.15.5:0/414583604 conn(0x7f5a140727f0 msgr2=0x7f5a140ce3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:41:22.558 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.552+0000 7f5a188a4700 1 -- 172.21.15.5:0/414583604 shutdown_connections 2024-09-13T16:41:22.558 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.552+0000 7f5a188a4700 1 -- 172.21.15.5:0/414583604 wait complete. 2024-09-13T16:41:22.560 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.556+0000 7f5a188a4700 1 Processor -- start 2024-09-13T16:41:22.560 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.556+0000 7f5a188a4700 1 -- start start 2024-09-13T16:41:22.562 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.556+0000 7f5a188a4700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f5a140c3730 0x7f5a14151e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:22.562 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.556+0000 7f5a188a4700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5a14152b90 0x7f5a1415a210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:22.562 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.556+0000 7f5a188a4700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f5a141f1710 0x7f5a140702c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:22.563 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.556+0000 7f5a188a4700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5a14156b20 con 0x7f5a14152b90 2024-09-13T16:41:22.563 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.556+0000 7f5a188a4700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5a14149810 con 0x7f5a141f1710 2024-09-13T16:41:22.563 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.556+0000 7f5a188a4700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5a1415a750 con 0x7f5a140c3730 2024-09-13T16:41:22.563 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.556+0000 7f5a12ffd700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5a14152b90 0x7f5a1415a210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:22.563 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.556+0000 7f5a12ffd700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5a14152b90 0x7f5a1415a210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:35034/0 (socket says 172.21.15.5:35034) 2024-09-13T16:41:22.563 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.556+0000 7f5a12ffd700 1 -- 172.21.15.5:0/4030290300 learned_addr learned my addr 172.21.15.5:0/4030290300 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:41:22.563 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.556+0000 7f5a137fe700 1 --2- 172.21.15.5:0/4030290300 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f5a140c3730 0x7f5a14151e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:22.563 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.556+0000 7f5a13fff700 1 --2- 172.21.15.5:0/4030290300 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f5a141f1710 0x7f5a140702c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:22.564 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.556+0000 7f5a12ffd700 1 -- 172.21.15.5:0/4030290300 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f5a140c3730 msgr2=0x7f5a14151e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:22.564 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.556+0000 7f5a12ffd700 1 --2- 172.21.15.5:0/4030290300 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f5a140c3730 0x7f5a14151e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:22.564 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.556+0000 7f5a12ffd700 1 -- 172.21.15.5:0/4030290300 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f5a141f1710 msgr2=0x7f5a140702c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:22.564 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.556+0000 7f5a12ffd700 1 --2- 172.21.15.5:0/4030290300 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f5a141f1710 0x7f5a140702c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:22.565 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.556+0000 7f5a12ffd700 1 -- 172.21.15.5:0/4030290300 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5a04009a70 con 0x7f5a14152b90 2024-09-13T16:41:22.565 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.556+0000 7f5a12ffd700 1 --2- 172.21.15.5:0/4030290300 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5a14152b90 0x7f5a1415a210 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f5a0800c540 tx=0x7f5a0800c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:41:22.565 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.560+0000 7f59fbfff700 1 -- 172.21.15.5:0/4030290300 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5a08004ca0 con 0x7f5a14152b90 2024-09-13T16:41:22.565 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.560+0000 7f59fbfff700 1 -- 172.21.15.5:0/4030290300 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5a08004e00 con 0x7f5a14152b90 2024-09-13T16:41:22.565 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.560+0000 7f59fbfff700 1 -- 172.21.15.5:0/4030290300 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5a08007310 con 0x7f5a14152b90 2024-09-13T16:41:22.565 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.560+0000 7f5a188a4700 1 -- 172.21.15.5:0/4030290300 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5a1415b2b0 con 0x7f5a14152b90 2024-09-13T16:41:22.565 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.560+0000 7f5a188a4700 1 -- 172.21.15.5:0/4030290300 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5a1415b850 con 0x7f5a14152b90 2024-09-13T16:41:22.565 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.560+0000 7f5a188a4700 1 -- 172.21.15.5:0/4030290300 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5a1415bda0 con 0x7f5a14152b90 2024-09-13T16:41:22.566 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.560+0000 7f59fbfff700 1 -- 172.21.15.5:0/4030290300 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f5a08007470 con 0x7f5a14152b90 2024-09-13T16:41:22.567 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.560+0000 7f59fbfff700 1 --2- 172.21.15.5:0/4030290300 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f5a00066730 0x7f5a00068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:22.567 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.564+0000 7f59fbfff700 1 -- 172.21.15.5:0/4030290300 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6642+0+0 (secure 0 0 0) 0x7f5a08084150 con 0x7f5a14152b90 2024-09-13T16:41:22.568 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.564+0000 7f5a137fe700 1 --2- 172.21.15.5:0/4030290300 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f5a00066730 0x7f5a00068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:22.569 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.564+0000 7f5a137fe700 1 --2- 172.21.15.5:0/4030290300 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f5a00066730 0x7f5a00068bf0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f5a0400b370 tx=0x7f5a04011000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:41:22.578 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.572+0000 7f59fbfff700 1 -- 172.21.15.5:0/4030290300 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f5a08051110 con 0x7f5a14152b90 2024-09-13T16:41:22.749 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.744+0000 7f5a188a4700 1 -- 172.21.15.5:0/4030290300 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f5a140cd670 con 0x7f5a14152b90 2024-09-13T16:41:22.752 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.748+0000 7f59fbfff700 1 -- 172.21.15.5:0/4030290300 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v28) v1 ==== 74+0+18647 (secure 0 0 0) 0x7f5a08007720 con 0x7f5a14152b90 2024-09-13T16:41:22.753 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-13T16:41:22.753 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":28,"fsid":"6f1d8d4e-46c0-4d05-9003-ad1036cd4028","created":"2024-09-13T16:15:17.129907+0000","modified":"2024-09-13T16:16:23.786469+0000","last_up_change":"2024-09-13T16:15:27.902042+0000","last_in_change":"2024-09-13T16:15:19.310503+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:15:28.621918+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:15:39.544340+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T16:15:40.368287+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T16:15:43.446355+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"7dc606ef-5909-4eb7-8054-af158bc84208","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6800","nonce":851671428},{"type":"v1","addr":"172.21.15.5:6801","nonce":851671428}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6802","nonce":851671428},{"type":"v1","addr":"172.21.15.5:6803","nonce":851671428}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6806","nonce":851671428},{"type":"v1","addr":"172.21.15.5:6807","nonce":851671428}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6804","nonce":851671428},{"type":"v1","addr":"172.21.15.5:6805","nonce":851671428}]},"public_addr":"172.21.15.5:6801/851671428","cluster_addr":"172.21.15.5:6803/851671428","heartbeat_back_addr":"172.21.15.5:6807/851671428","heartbeat_front_addr":"172.21.15.5:6805/851671428","state":["exists","up"]},{"osd":1,"uuid":"ab4b3337-a446-427b-9a52-349561f7c79d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6808","nonce":1418062370},{"type":"v1","addr":"172.21.15.5:6809","nonce":1418062370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6810","nonce":1418062370},{"type":"v1","addr":"172.21.15.5:6811","nonce":1418062370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6814","nonce":1418062370},{"type":"v1","addr":"172.21.15.5:6815","nonce":1418062370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6812","nonce":1418062370},{"type":"v1","addr":"172.21.15.5:6813","nonce":1418062370}]},"public_addr":"172.21.15.5:6809/1418062370","cluster_addr":"172.21.15.5:6811/1418062370","heartbeat_back_addr":"172.21.15.5:6815/1418062370","heartbeat_front_addr":"172.21.15.5:6813/1418062370","state":["exists","up"]},{"osd":2,"uuid":"22d787ea-2049-40c1-aa23-811fdb981dbd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6816","nonce":2713060829},{"type":"v1","addr":"172.21.15.5:6817","nonce":2713060829}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6818","nonce":2713060829},{"type":"v1","addr":"172.21.15.5:6819","nonce":2713060829}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6822","nonce":2713060829},{"type":"v1","addr":"172.21.15.5:6823","nonce":2713060829}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6820","nonce":2713060829},{"type":"v1","addr":"172.21.15.5:6821","nonce":2713060829}]},"public_addr":"172.21.15.5:6817/2713060829","cluster_addr":"172.21.15.5:6819/2713060829","heartbeat_back_addr":"172.21.15.5:6823/2713060829","heartbeat_front_addr":"172.21.15.5:6821/2713060829","state":["exists","up"]},{"osd":3,"uuid":"30e4a102-0fce-46b2-8a6d-a7625c6a5ee9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6824","nonce":576343032},{"type":"v1","addr":"172.21.15.5:6825","nonce":576343032}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6826","nonce":576343032},{"type":"v1","addr":"172.21.15.5:6827","nonce":576343032}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6830","nonce":576343032},{"type":"v1","addr":"172.21.15.5:6831","nonce":576343032}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6828","nonce":576343032},{"type":"v1","addr":"172.21.15.5:6829","nonce":576343032}]},"public_addr":"172.21.15.5:6825/576343032","cluster_addr":"172.21.15.5:6827/576343032","heartbeat_back_addr":"172.21.15.5:6831/576343032","heartbeat_front_addr":"172.21.15.5:6829/576343032","state":["exists","up"]},{"osd":4,"uuid":"f47efe1d-f245-453c-b505-db74fe5df11c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6800","nonce":3624672735},{"type":"v1","addr":"172.21.15.179:6801","nonce":3624672735}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6802","nonce":3624672735},{"type":"v1","addr":"172.21.15.179:6803","nonce":3624672735}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6806","nonce":3624672735},{"type":"v1","addr":"172.21.15.179:6807","nonce":3624672735}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6804","nonce":3624672735},{"type":"v1","addr":"172.21.15.179:6805","nonce":3624672735}]},"public_addr":"172.21.15.179:6801/3624672735","cluster_addr":"172.21.15.179:6803/3624672735","heartbeat_back_addr":"172.21.15.179:6807/3624672735","heartbeat_front_addr":"172.21.15.179:6805/3624672735","state":["exists","up"]},{"osd":5,"uuid":"f6fd9c2f-b7ed-4e7b-a9fd-12aaea05bfa9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6824","nonce":2769164148},{"type":"v1","addr":"172.21.15.179:6825","nonce":2769164148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6826","nonce":2769164148},{"type":"v1","addr":"172.21.15.179:6827","nonce":2769164148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6830","nonce":2769164148},{"type":"v1","addr":"172.21.15.179:6831","nonce":2769164148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6828","nonce":2769164148},{"type":"v1","addr":"172.21.15.179:6829","nonce":2769164148}]},"public_addr":"172.21.15.179:6825/2769164148","cluster_addr":"172.21.15.179:6827/2769164148","heartbeat_back_addr":"172.21.15.179:6831/2769164148","heartbeat_front_addr":"172.21.15.179:6829/2769164148","state":["exists","up"]},{"osd":6,"uuid":"48985a9a-ec23-44a6-8f23-87edd7853994","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6816","nonce":3295700932},{"type":"v1","addr":"172.21.15.179:6817","nonce":3295700932}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6818","nonce":3295700932},{"type":"v1","addr":"172.21.15.179:6819","nonce":3295700932}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6822","nonce":3295700932},{"type":"v1","addr":"172.21.15.179:6823","nonce":3295700932}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6820","nonce":3295700932},{"type":"v1","addr":"172.21.15.179:6821","nonce":3295700932}]},"public_addr":"172.21.15.179:6817/3295700932","cluster_addr":"172.21.15.179:6819/3295700932","heartbeat_back_addr":"172.21.15.179:6823/3295700932","heartbeat_front_addr":"172.21.15.179:6821/3295700932","state":["exists","up"]},{"osd":7,"uuid":"af684358-558e-4fa4-ac35-1e3ef24b9021","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6808","nonce":1502652601},{"type":"v1","addr":"172.21.15.179:6809","nonce":1502652601}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6810","nonce":1502652601},{"type":"v1","addr":"172.21.15.179:6811","nonce":1502652601}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6814","nonce":1502652601},{"type":"v1","addr":"172.21.15.179:6815","nonce":1502652601}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6812","nonce":1502652601},{"type":"v1","addr":"172.21.15.179:6813","nonce":1502652601}]},"public_addr":"172.21.15.179:6809/1502652601","cluster_addr":"172.21.15.179:6811/1502652601","heartbeat_back_addr":"172.21.15.179:6815/1502652601","heartbeat_front_addr":"172.21.15.179:6813/1502652601","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.647314+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:23.936297+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.579030+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.393256+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.524066+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.865771+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.509811+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.613144+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.30","mappings":[{"from":5,"to":2}]},{"pgid":"3.39","mappings":[{"from":7,"to":2}]},{"pgid":"3.3c","mappings":[{"from":5,"to":2},{"from":3,"to":1}]},{"pgid":"4.0","mappings":[{"from":1,"to":2}]},{"pgid":"4.1b","mappings":[{"from":1,"to":2}]},{"pgid":"4.1c","mappings":[{"from":1,"to":0}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:41:22.755 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.748+0000 7f5a188a4700 1 -- 172.21.15.5:0/4030290300 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f5a00066730 msgr2=0x7f5a00068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:22.755 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.748+0000 7f5a188a4700 1 --2- 172.21.15.5:0/4030290300 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f5a00066730 0x7f5a00068bf0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f5a0400b370 tx=0x7f5a04011000 comp rx=0 tx=0).stop 2024-09-13T16:41:22.755 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.748+0000 7f5a188a4700 1 -- 172.21.15.5:0/4030290300 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5a14152b90 msgr2=0x7f5a1415a210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:22.755 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.748+0000 7f5a188a4700 1 --2- 172.21.15.5:0/4030290300 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5a14152b90 0x7f5a1415a210 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f5a0800c540 tx=0x7f5a0800c850 comp rx=0 tx=0).stop 2024-09-13T16:41:22.755 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.748+0000 7f5a188a4700 1 -- 172.21.15.5:0/4030290300 shutdown_connections 2024-09-13T16:41:22.755 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.748+0000 7f5a188a4700 1 --2- 172.21.15.5:0/4030290300 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f5a00066730 0x7f5a00068bf0 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:22.756 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.748+0000 7f5a188a4700 1 --2- 172.21.15.5:0/4030290300 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f5a141f1710 0x7f5a140702c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:22.756 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.748+0000 7f5a188a4700 1 --2- 172.21.15.5:0/4030290300 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5a14152b90 0x7f5a1415a210 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:22.756 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.748+0000 7f5a188a4700 1 --2- 172.21.15.5:0/4030290300 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f5a140c3730 0x7f5a14151e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:22.756 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.748+0000 7f5a188a4700 1 -- 172.21.15.5:0/4030290300 >> 172.21.15.5:0/4030290300 conn(0x7f5a140c32e0 msgr2=0x7f5a1414c550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:41:22.756 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.748+0000 7f5a188a4700 1 -- 172.21.15.5:0/4030290300 shutdown_connections 2024-09-13T16:41:22.756 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.748+0000 7f5a188a4700 1 -- 172.21.15.5:0/4030290300 wait complete. 2024-09-13T16:41:22.769 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:15:28.621918+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:15:39.544340+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T16:15:40.368287+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-09-13T16:15:43.446355+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '26', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-09-13T16:41:22.769 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:41:22.894 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.888+0000 7ffa6ef6b700 1 Processor -- start 2024-09-13T16:41:22.894 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.888+0000 7ffa6ef6b700 1 -- start start 2024-09-13T16:41:22.895 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.888+0000 7ffa6ef6b700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7ffa680c30e0 0x7ffa680c6e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:22.895 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.888+0000 7ffa6ef6b700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7ffa680c73c0 0x7ffa680cc410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:22.895 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.888+0000 7ffa6ef6b700 1 -- --> v1:172.21.15.179:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ffa68150c70 con 0x7ffa680aed70 2024-09-13T16:41:22.896 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.888+0000 7ffa6ef6b700 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ffa680c18a0 con 0x7ffa680c73c0 2024-09-13T16:41:22.896 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.888+0000 7ffa6ef6b700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ffa680c1b80 con 0x7ffa680c30e0 2024-09-13T16:41:22.896 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.888+0000 7ffa6e76a700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7ffa680c73c0 0x7ffa680cc410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:22.896 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.888+0000 7ffa6e76a700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7ffa680c73c0 0x7ffa680cc410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:35042/0 (socket says 172.21.15.5:35042) 2024-09-13T16:41:22.896 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.888+0000 7ffa6e76a700 1 -- 172.21.15.5:0/4243448672 learned_addr learned my addr 172.21.15.5:0/4243448672 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:41:22.896 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.892+0000 7ffa6d768700 1 --2- 172.21.15.5:0/4243448672 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7ffa680c30e0 0x7ffa680c6e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:22.897 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.892+0000 7ffa6e76a700 1 -- 172.21.15.5:0/4243448672 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7ffa680c30e0 msgr2=0x7ffa680c6e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:41:22.897 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.892+0000 7ffa6e76a700 1 --2- 172.21.15.5:0/4243448672 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7ffa680c30e0 0x7ffa680c6e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:22.897 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.892+0000 7ffa6e76a700 1 -- 172.21.15.5:0/4243448672 >> v1:172.21.15.179:6789/0 conn(0x7ffa680aed70 legacy=0x7ffa681570f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:41:22.897 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.892+0000 7ffa6e76a700 1 -- 172.21.15.5:0/4243448672 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffa680c1e60 con 0x7ffa680c73c0 2024-09-13T16:41:22.897 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.892+0000 7ffa6e76a700 1 --2- 172.21.15.5:0/4243448672 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffa680c73c0 0x7ffa680cc410 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7ffa68154340 tx=0x7ffa6000b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=75c301cbd44baa02 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:41:22.901 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.892+0000 7ffa6cf67700 1 -- 172.21.15.5:0/4243448672 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa6000e070 con 0x7ffa680c73c0 2024-09-13T16:41:22.901 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.892+0000 7ffa6cf67700 1 -- 172.21.15.5:0/4243448672 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ffa6000b980 con 0x7ffa680c73c0 2024-09-13T16:41:22.901 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.892+0000 7ffa6cf67700 1 -- 172.21.15.5:0/4243448672 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa6000bd30 con 0x7ffa680c73c0 2024-09-13T16:41:22.903 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.892+0000 7ffa6ef6b700 1 -- 172.21.15.5:0/4243448672 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffa680c73c0 msgr2=0x7ffa680cc410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:22.903 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.892+0000 7ffa6ef6b700 1 --2- 172.21.15.5:0/4243448672 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffa680c73c0 0x7ffa680cc410 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7ffa68154340 tx=0x7ffa6000b330 comp rx=0 tx=0).stop 2024-09-13T16:41:22.903 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.892+0000 7ffa6ef6b700 1 -- 172.21.15.5:0/4243448672 shutdown_connections 2024-09-13T16:41:22.903 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.892+0000 7ffa6ef6b700 1 --2- 172.21.15.5:0/4243448672 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffa680c73c0 0x7ffa680cc410 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:22.904 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.892+0000 7ffa6ef6b700 1 --2- 172.21.15.5:0/4243448672 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7ffa680c30e0 0x7ffa680c6e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:22.904 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.892+0000 7ffa6ef6b700 1 -- 172.21.15.5:0/4243448672 >> 172.21.15.5:0/4243448672 conn(0x7ffa6806ba20 msgr2=0x7ffa6806be00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:41:22.904 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.892+0000 7ffa6ef6b700 1 -- 172.21.15.5:0/4243448672 shutdown_connections 2024-09-13T16:41:22.904 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.892+0000 7ffa6ef6b700 1 -- 172.21.15.5:0/4243448672 wait complete. 2024-09-13T16:41:22.904 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.892+0000 7ffa6ef6b700 1 Processor -- start 2024-09-13T16:41:22.904 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.896+0000 7ffa6ef6b700 1 -- start start 2024-09-13T16:41:22.904 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.896+0000 7ffa6ef6b700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7ffa680aed70 0x7ffa681ed6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:22.904 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.896+0000 7ffa6ef6b700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffa680c30e0 0x7ffa681eccb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:22.904 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.896+0000 7ffa6ef6b700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7ffa680c73c0 0x7ffa6814bf70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:22.904 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.896+0000 7ffa6ef6b700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffa681edbe0 con 0x7ffa680c30e0 2024-09-13T16:41:22.904 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.896+0000 7ffa6ef6b700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffa680cbb80 con 0x7ffa680aed70 2024-09-13T16:41:22.904 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.896+0000 7ffa6ef6b700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ffa681ed1f0 con 0x7ffa680c73c0 2024-09-13T16:41:22.904 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.896+0000 7ffa6d768700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffa680c30e0 0x7ffa681eccb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:22.905 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.896+0000 7ffa6d768700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffa680c30e0 0x7ffa681eccb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:35052/0 (socket says 172.21.15.5:35052) 2024-09-13T16:41:22.905 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.896+0000 7ffa6e76a700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7ffa680c73c0 0x7ffa6814bf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:22.905 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.896+0000 7ffa6d768700 1 -- 172.21.15.5:0/2007812854 learned_addr learned my addr 172.21.15.5:0/2007812854 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:41:22.905 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.896+0000 7ffa6df69700 1 --2- 172.21.15.5:0/2007812854 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7ffa680aed70 0x7ffa681ed6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:22.905 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.896+0000 7ffa6e76a700 1 -- 172.21.15.5:0/2007812854 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7ffa680aed70 msgr2=0x7ffa681ed6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:22.905 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.896+0000 7ffa6e76a700 1 --2- 172.21.15.5:0/2007812854 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7ffa680aed70 0x7ffa681ed6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:22.905 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.896+0000 7ffa6e76a700 1 -- 172.21.15.5:0/2007812854 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffa680c30e0 msgr2=0x7ffa681eccb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:22.905 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.896+0000 7ffa6e76a700 1 --2- 172.21.15.5:0/2007812854 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffa680c30e0 0x7ffa681eccb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:22.905 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.896+0000 7ffa6e76a700 1 -- 172.21.15.5:0/2007812854 --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffa60009b30 con 0x7ffa680c73c0 2024-09-13T16:41:22.905 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.896+0000 7ffa6d768700 1 --2- 172.21.15.5:0/2007812854 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffa680c30e0 0x7ffa681eccb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:41:22.905 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.896+0000 7ffa6e76a700 1 --2- 172.21.15.5:0/2007812854 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7ffa680c73c0 0x7ffa6814bf70 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7ffa60015000 tx=0x7ffa60004af0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:41:22.905 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.896+0000 7ffa5e7fc700 1 -- 172.21.15.5:0/2007812854 <== mon.2 v2:172.21.15.179:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa600099b0 con 0x7ffa680c73c0 2024-09-13T16:41:22.905 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.896+0000 7ffa6ef6b700 1 -- 172.21.15.5:0/2007812854 --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ffa680c6a90 con 0x7ffa680c73c0 2024-09-13T16:41:22.906 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.896+0000 7ffa5e7fc700 1 -- 172.21.15.5:0/2007812854 <== mon.2 v2:172.21.15.179:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ffa60004250 con 0x7ffa680c73c0 2024-09-13T16:41:22.906 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.896+0000 7ffa5e7fc700 1 -- 172.21.15.5:0/2007812854 <== mon.2 v2:172.21.15.179:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa600045c0 con 0x7ffa680c73c0 2024-09-13T16:41:22.906 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.896+0000 7ffa6ef6b700 1 -- 172.21.15.5:0/2007812854 --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ffa680cc090 con 0x7ffa680c73c0 2024-09-13T16:41:22.906 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.900+0000 7ffa6ef6b700 1 -- 172.21.15.5:0/2007812854 --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ffa6806b890 con 0x7ffa680c73c0 2024-09-13T16:41:22.907 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.900+0000 7ffa5e7fc700 1 -- 172.21.15.5:0/2007812854 <== mon.2 v2:172.21.15.179:3301/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7ffa60004720 con 0x7ffa680c73c0 2024-09-13T16:41:22.907 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.900+0000 7ffa5e7fc700 1 --2- 172.21.15.5:0/2007812854 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7ffa4c066730 0x7ffa4c068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:22.907 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.900+0000 7ffa5e7fc700 1 -- 172.21.15.5:0/2007812854 <== mon.2 v2:172.21.15.179:3301/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6642+0+0 (secure 0 0 0) 0x7ffa60085f60 con 0x7ffa680c73c0 2024-09-13T16:41:22.907 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.900+0000 7ffa6df69700 1 --2- 172.21.15.5:0/2007812854 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7ffa4c066730 0x7ffa4c068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:22.908 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.904+0000 7ffa6df69700 1 --2- 172.21.15.5:0/2007812854 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7ffa4c066730 0x7ffa4c068bf0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7ffa64009980 tx=0x7ffa640090e0 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:41:22.917 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:22.912+0000 7ffa5e7fc700 1 -- 172.21.15.5:0/2007812854 <== mon.2 v2:172.21.15.179:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7ffa60053060 con 0x7ffa680c73c0 2024-09-13T16:41:23.094 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.088+0000 7ffa6ef6b700 1 -- 172.21.15.5:0/2007812854 --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7ffa680b14b0 con 0x7ffa680c73c0 2024-09-13T16:41:23.095 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.088+0000 7ffa5e7fc700 1 -- 172.21.15.5:0/2007812854 <== mon.2 v2:172.21.15.179:3301/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v28) v1 ==== 93+0+10 (secure 0 0 0) 0x7ffa60056680 con 0x7ffa680c73c0 2024-09-13T16:41:23.095 INFO:teuthology.orchestra.run.smithi005.stdout:pg_num: 1 2024-09-13T16:41:23.099 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.092+0000 7ffa6ef6b700 1 -- 172.21.15.5:0/2007812854 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7ffa4c066730 msgr2=0x7ffa4c068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:23.099 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.092+0000 7ffa6ef6b700 1 --2- 172.21.15.5:0/2007812854 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7ffa4c066730 0x7ffa4c068bf0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7ffa64009980 tx=0x7ffa640090e0 comp rx=0 tx=0).stop 2024-09-13T16:41:23.099 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.092+0000 7ffa6ef6b700 1 -- 172.21.15.5:0/2007812854 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7ffa680c73c0 msgr2=0x7ffa6814bf70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:23.099 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.092+0000 7ffa6ef6b700 1 --2- 172.21.15.5:0/2007812854 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7ffa680c73c0 0x7ffa6814bf70 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7ffa60015000 tx=0x7ffa60004af0 comp rx=0 tx=0).stop 2024-09-13T16:41:23.100 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.092+0000 7ffa6ef6b700 1 -- 172.21.15.5:0/2007812854 shutdown_connections 2024-09-13T16:41:23.100 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.092+0000 7ffa6ef6b700 1 --2- 172.21.15.5:0/2007812854 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7ffa680c73c0 0x7ffa6814bf70 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:23.100 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.092+0000 7ffa6ef6b700 1 --2- 172.21.15.5:0/2007812854 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffa680c30e0 0x7ffa681eccb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:23.100 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.092+0000 7ffa6ef6b700 1 --2- 172.21.15.5:0/2007812854 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7ffa4c066730 0x7ffa4c068bf0 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:23.100 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.092+0000 7ffa6ef6b700 1 --2- 172.21.15.5:0/2007812854 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7ffa680aed70 0x7ffa681ed6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:23.100 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.092+0000 7ffa6ef6b700 1 -- 172.21.15.5:0/2007812854 >> 172.21.15.5:0/2007812854 conn(0x7ffa6806ba20 msgr2=0x7ffa680c9060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:41:23.100 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.092+0000 7ffa6ef6b700 1 -- 172.21.15.5:0/2007812854 shutdown_connections 2024-09-13T16:41:23.100 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.092+0000 7ffa6ef6b700 1 -- 172.21.15.5:0/2007812854 wait complete. 2024-09-13T16:41:23.113 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T16:41:23.226 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.220+0000 7ff55b4f3700 1 Processor -- start 2024-09-13T16:41:23.227 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.220+0000 7ff55b4f3700 1 -- start start 2024-09-13T16:41:23.232 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.220+0000 7ff55b4f3700 1 --2- >> v2:172.21.15.179:3300/0 conn(0x7ff554158d20 0x7ff55414f650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:23.232 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.220+0000 7ff55b4f3700 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff5540c46f0 con 0x7ff5540c3a90 2024-09-13T16:41:23.232 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.220+0000 7ff55b4f3700 1 -- --> v1:172.21.15.179:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff5540c5420 con 0x7ff5540c36b0 2024-09-13T16:41:23.232 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.220+0000 7ff55b4f3700 1 -- --> v2:172.21.15.179:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff5540c5fa0 con 0x7ff554158d20 2024-09-13T16:41:23.233 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.220+0000 7ff558a8e700 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7ff5540c3a90 0x7ff5540c1710 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:46014/0 (socket says 172.21.15.5:46014) 2024-09-13T16:41:23.233 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.220+0000 7ff558a8e700 1 -- 172.21.15.5:0/4179713751 learned_addr learned my addr 172.21.15.5:0/4179713751 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-13T16:41:23.233 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.224+0000 7ff559a90700 1 --2- 172.21.15.5:0/4179713751 >> v2:172.21.15.179:3300/0 conn(0x7ff554158d20 0x7ff55414f650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:23.233 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.224+0000 7ff547fff700 1 -- 172.21.15.5:0/4179713751 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1375137669 0 0) 0x7ff5540c46f0 con 0x7ff5540c3a90 2024-09-13T16:41:23.233 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.224+0000 7ff547fff700 1 -- 172.21.15.5:0/4179713751 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff5400035d0 con 0x7ff5540c3a90 2024-09-13T16:41:23.233 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.224+0000 7ff547fff700 1 -- 172.21.15.5:0/4179713751 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3360010918 0 0) 0x7ff5400035d0 con 0x7ff5540c3a90 2024-09-13T16:41:23.233 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.224+0000 7ff547fff700 1 -- 172.21.15.5:0/4179713751 >> v2:172.21.15.179:3300/0 conn(0x7ff554158d20 msgr2=0x7ff55414f650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:41:23.233 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.224+0000 7ff547fff700 1 --2- 172.21.15.5:0/4179713751 >> v2:172.21.15.179:3300/0 conn(0x7ff554158d20 0x7ff55414f650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:23.234 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.224+0000 7ff547fff700 1 -- 172.21.15.5:0/4179713751 >> v1:172.21.15.179:6789/0 conn(0x7ff5540c36b0 legacy=0x7ff55406aa30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:23.234 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.224+0000 7ff547fff700 1 -- 172.21.15.5:0/4179713751 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff5540c5700 con 0x7ff5540c3a90 2024-09-13T16:41:23.234 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.224+0000 7ff547fff700 1 -- 172.21.15.5:0/4179713751 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 830915072 0 0) 0x7ff548001670 con 0x7ff5540c3a90 2024-09-13T16:41:23.234 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.224+0000 7ff547fff700 1 -- 172.21.15.5:0/4179713751 >> v1:172.21.15.5:6789/0 conn(0x7ff5540c3a90 legacy=0x7ff5540c1710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:23.234 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.224+0000 7ff547fff700 1 --2- 172.21.15.5:0/4179713751 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7ff540003a20 0x7ff540003e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:23.234 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.224+0000 7ff547fff700 1 --2- 172.21.15.5:0/4179713751 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff540004870 0x7ff540004cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:23.234 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.224+0000 7ff547fff700 1 --2- 172.21.15.5:0/4179713751 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7ff540005230 0x7ff54000ba30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:23.234 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.224+0000 7ff547fff700 1 -- 172.21.15.5:0/4179713751 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff5540c5fa0 con 0x7ff540004870 2024-09-13T16:41:23.234 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.224+0000 7ff547fff700 1 -- 172.21.15.5:0/4179713751 --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff54000c0d0 con 0x7ff540003a20 2024-09-13T16:41:23.234 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.224+0000 7ff547fff700 1 -- 172.21.15.5:0/4179713751 --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff54000c290 con 0x7ff540005230 2024-09-13T16:41:23.234 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.224+0000 7ff558a8e700 1 --2- 172.21.15.5:0/4179713751 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff540004870 0x7ff540004cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:23.234 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.224+0000 7ff55928f700 1 --2- 172.21.15.5:0/4179713751 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7ff540003a20 0x7ff540003e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:23.234 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.224+0000 7ff559a90700 1 --2- 172.21.15.5:0/4179713751 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7ff540005230 0x7ff54000ba30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:23.234 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.224+0000 7ff558a8e700 1 -- 172.21.15.5:0/4179713751 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7ff540005230 msgr2=0x7ff54000ba30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:41:23.235 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.224+0000 7ff558a8e700 1 --2- 172.21.15.5:0/4179713751 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7ff540005230 0x7ff54000ba30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:23.235 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.224+0000 7ff558a8e700 1 -- 172.21.15.5:0/4179713751 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7ff540003a20 msgr2=0x7ff540003e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:41:23.235 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.224+0000 7ff558a8e700 1 --2- 172.21.15.5:0/4179713751 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7ff540003a20 0x7ff540003e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:23.235 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.224+0000 7ff558a8e700 1 -- 172.21.15.5:0/4179713751 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff5400035d0 con 0x7ff540004870 2024-09-13T16:41:23.235 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.224+0000 7ff559a90700 1 --2- 172.21.15.5:0/4179713751 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7ff540005230 0x7ff54000ba30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:41:23.235 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.224+0000 7ff559a90700 1 -- 172.21.15.5:0/4179713751 reap_dead start 2024-09-13T16:41:23.235 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.224+0000 7ff558a8e700 1 --2- 172.21.15.5:0/4179713751 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff540004870 0x7ff540004cf0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7ff54800c270 tx=0x7ff5400058a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a08ecfaafd8ef8aa server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:41:23.235 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.224+0000 7ff547fff700 1 -- 172.21.15.5:0/4179713751 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff548007c30 con 0x7ff540004870 2024-09-13T16:41:23.235 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.224+0000 7ff547fff700 1 -- 172.21.15.5:0/4179713751 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff54800cdd0 con 0x7ff540004870 2024-09-13T16:41:23.236 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.224+0000 7ff547fff700 1 -- 172.21.15.5:0/4179713751 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff548005bc0 con 0x7ff540004870 2024-09-13T16:41:23.236 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.224+0000 7ff55b4f3700 1 -- 172.21.15.5:0/4179713751 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff540004870 msgr2=0x7ff540004cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:23.236 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.224+0000 7ff55b4f3700 1 --2- 172.21.15.5:0/4179713751 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff540004870 0x7ff540004cf0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7ff54800c270 tx=0x7ff5400058a0 comp rx=0 tx=0).stop 2024-09-13T16:41:23.236 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.224+0000 7ff55b4f3700 1 -- 172.21.15.5:0/4179713751 shutdown_connections 2024-09-13T16:41:23.236 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.224+0000 7ff55b4f3700 1 --2- 172.21.15.5:0/4179713751 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff540004870 0x7ff540004cf0 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:23.236 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.224+0000 7ff55b4f3700 1 -- 172.21.15.5:0/4179713751 >> 172.21.15.5:0/4179713751 conn(0x7ff5540ca3f0 msgr2=0x7ff5540ca800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:41:23.236 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.224+0000 7ff55b4f3700 1 -- 172.21.15.5:0/4179713751 shutdown_connections 2024-09-13T16:41:23.236 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.224+0000 7ff55b4f3700 1 -- 172.21.15.5:0/4179713751 wait complete. 2024-09-13T16:41:23.236 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.228+0000 7ff55b4f3700 1 Processor -- start 2024-09-13T16:41:23.236 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.228+0000 7ff55b4f3700 1 -- start start 2024-09-13T16:41:23.239 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.228+0000 7ff55b4f3700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff540004870 0x7ff554155de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:23.239 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.228+0000 7ff55b4f3700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7ff554153df0 0x7ff554156320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:23.239 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.228+0000 7ff55b4f3700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7ff554159c20 0x7ff554146fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:23.239 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.228+0000 7ff55b4f3700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff55406a630 con 0x7ff540004870 2024-09-13T16:41:23.239 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.228+0000 7ff55b4f3700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff55415b330 con 0x7ff554159c20 2024-09-13T16:41:23.239 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.228+0000 7ff55b4f3700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff5541ef920 con 0x7ff554153df0 2024-09-13T16:41:23.239 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.228+0000 7ff55928f700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff540004870 0x7ff554155de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:23.239 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.228+0000 7ff55928f700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff540004870 0x7ff554155de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:46196/0 (socket says 172.21.15.5:46196) 2024-09-13T16:41:23.239 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.228+0000 7ff55928f700 1 -- 172.21.15.5:0/896962545 learned_addr learned my addr 172.21.15.5:0/896962545 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:41:23.240 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.228+0000 7ff558a8e700 1 --2- 172.21.15.5:0/896962545 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7ff554153df0 0x7ff554156320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:23.240 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.228+0000 7ff559a90700 1 --2- 172.21.15.5:0/896962545 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7ff554159c20 0x7ff554146fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:23.240 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.228+0000 7ff55928f700 1 -- 172.21.15.5:0/896962545 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7ff554153df0 msgr2=0x7ff554156320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:23.240 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.228+0000 7ff55928f700 1 --2- 172.21.15.5:0/896962545 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7ff554153df0 0x7ff554156320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:23.240 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.228+0000 7ff55928f700 1 -- 172.21.15.5:0/896962545 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7ff554159c20 msgr2=0x7ff554146fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:23.240 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.228+0000 7ff55928f700 1 --2- 172.21.15.5:0/896962545 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7ff554159c20 0x7ff554146fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:23.240 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.228+0000 7ff55928f700 1 -- 172.21.15.5:0/896962545 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff5541efc00 con 0x7ff540004870 2024-09-13T16:41:23.240 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.228+0000 7ff55928f700 1 --2- 172.21.15.5:0/896962545 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff540004870 0x7ff554155de0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7ff55000f820 tx=0x7ff55000fbe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:41:23.240 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.228+0000 7ff545ffb700 1 -- 172.21.15.5:0/896962545 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff550005320 con 0x7ff540004870 2024-09-13T16:41:23.241 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.228+0000 7ff545ffb700 1 -- 172.21.15.5:0/896962545 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff550005480 con 0x7ff540004870 2024-09-13T16:41:23.241 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.228+0000 7ff545ffb700 1 -- 172.21.15.5:0/896962545 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff550006aa0 con 0x7ff540004870 2024-09-13T16:41:23.241 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.228+0000 7ff55b4f3700 1 -- 172.21.15.5:0/896962545 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff5541efee0 con 0x7ff540004870 2024-09-13T16:41:23.241 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.228+0000 7ff55b4f3700 1 -- 172.21.15.5:0/896962545 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff5541f04a0 con 0x7ff540004870 2024-09-13T16:41:23.241 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.232+0000 7ff55b4f3700 1 -- 172.21.15.5:0/896962545 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff5541f0690 con 0x7ff540004870 2024-09-13T16:41:23.241 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.232+0000 7ff545ffb700 1 -- 172.21.15.5:0/896962545 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7ff550006c00 con 0x7ff540004870 2024-09-13T16:41:23.241 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.232+0000 7ff545ffb700 1 --2- 172.21.15.5:0/896962545 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7ff538066760 0x7ff538068c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:23.241 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.232+0000 7ff545ffb700 1 -- 172.21.15.5:0/896962545 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6642+0+0 (secure 0 0 0) 0x7ff550083e10 con 0x7ff540004870 2024-09-13T16:41:23.241 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.232+0000 7ff558a8e700 1 --2- 172.21.15.5:0/896962545 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7ff538066760 0x7ff538068c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:23.241 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.232+0000 7ff558a8e700 1 --2- 172.21.15.5:0/896962545 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7ff538066760 0x7ff538068c20 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7ff548000c00 tx=0x7ff548007000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:41:23.244 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.240+0000 7ff545ffb700 1 -- 172.21.15.5:0/896962545 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7ff550050ed0 con 0x7ff540004870 2024-09-13T16:41:23.415 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.408+0000 7ff55b4f3700 1 -- 172.21.15.5:0/896962545 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7ff55406aa30 con 0x7ff540004870 2024-09-13T16:41:23.416 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.412+0000 7ff545ffb700 1 -- 172.21.15.5:0/896962545 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v28) v1 ==== 104+0+11 (secure 0 0 0) 0x7ff5500230a0 con 0x7ff540004870 2024-09-13T16:41:23.416 INFO:teuthology.orchestra.run.smithi005.stdout:pg_num: 32 2024-09-13T16:41:23.419 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.412+0000 7ff55b4f3700 1 -- 172.21.15.5:0/896962545 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7ff538066760 msgr2=0x7ff538068c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:23.419 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.412+0000 7ff55b4f3700 1 --2- 172.21.15.5:0/896962545 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7ff538066760 0x7ff538068c20 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7ff548000c00 tx=0x7ff548007000 comp rx=0 tx=0).stop 2024-09-13T16:41:23.419 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.412+0000 7ff55b4f3700 1 -- 172.21.15.5:0/896962545 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff540004870 msgr2=0x7ff554155de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:23.419 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.412+0000 7ff55b4f3700 1 --2- 172.21.15.5:0/896962545 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff540004870 0x7ff554155de0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7ff55000f820 tx=0x7ff55000fbe0 comp rx=0 tx=0).stop 2024-09-13T16:41:23.419 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.412+0000 7ff55b4f3700 1 -- 172.21.15.5:0/896962545 shutdown_connections 2024-09-13T16:41:23.419 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.412+0000 7ff55b4f3700 1 --2- 172.21.15.5:0/896962545 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7ff538066760 0x7ff538068c20 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:23.420 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.412+0000 7ff55b4f3700 1 --2- 172.21.15.5:0/896962545 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7ff554159c20 0x7ff554146fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:23.420 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.412+0000 7ff55b4f3700 1 --2- 172.21.15.5:0/896962545 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7ff554153df0 0x7ff554156320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:23.420 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.412+0000 7ff55b4f3700 1 --2- 172.21.15.5:0/896962545 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff540004870 0x7ff554155de0 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:23.420 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.412+0000 7ff55b4f3700 1 -- 172.21.15.5:0/896962545 >> 172.21.15.5:0/896962545 conn(0x7ff5540ca3f0 msgr2=0x7ff5540c15b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:41:23.420 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.412+0000 7ff55b4f3700 1 -- 172.21.15.5:0/896962545 shutdown_connections 2024-09-13T16:41:23.420 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.412+0000 7ff55b4f3700 1 -- 172.21.15.5:0/896962545 wait complete. 2024-09-13T16:41:23.432 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T16:41:23.550 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.544+0000 7f801359e700 1 Processor -- start 2024-09-13T16:41:23.550 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.544+0000 7f801359e700 1 -- start start 2024-09-13T16:41:23.552 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.548+0000 7f801359e700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f801406df70 0x7f80140701c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:23.552 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.548+0000 7f801359e700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f801406e350 0x7f80140c43a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:23.552 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.548+0000 7f801359e700 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8014070850 con 0x7f80140c5200 2024-09-13T16:41:23.552 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.548+0000 7f801359e700 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f80140c48e0 con 0x7f801406df70 2024-09-13T16:41:23.552 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.548+0000 7f801359e700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f80140c3500 con 0x7f801406e350 2024-09-13T16:41:23.552 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.548+0000 7f8012d9d700 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f80140c5200 0x7f801414f470 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:46028/0 (socket says 172.21.15.5:46028) 2024-09-13T16:41:23.552 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.548+0000 7f801259c700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f801406df70 0x7f80140701c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:23.553 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.548+0000 7f8012d9d700 1 -- 172.21.15.5:0/3887776438 learned_addr learned my addr 172.21.15.5:0/3887776438 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-13T16:41:23.553 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.548+0000 7f8011d9b700 1 --2- 172.21.15.5:0/3887776438 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f801406e350 0x7f80140c43a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:23.553 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.548+0000 7f801159a700 1 -- 172.21.15.5:0/3887776438 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 13549948 0 0) 0x7f800c001110 con 0x7f80140c5200 2024-09-13T16:41:23.553 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.548+0000 7f801159a700 1 -- 172.21.15.5:0/3887776438 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f7ffc0035d0 con 0x7f80140c5200 2024-09-13T16:41:23.554 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.548+0000 7f801259c700 1 -- 172.21.15.5:0/3887776438 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f801406e350 msgr2=0x7f80140c43a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:41:23.554 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.548+0000 7f801259c700 1 --2- 172.21.15.5:0/3887776438 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f801406e350 0x7f80140c43a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:23.554 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.548+0000 7f801259c700 1 -- 172.21.15.5:0/3887776438 >> v1:172.21.15.5:6789/0 conn(0x7f80140c5200 legacy=0x7f801414f470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:23.554 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.548+0000 7f801259c700 1 -- 172.21.15.5:0/3887776438 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f80140c37e0 con 0x7f801406df70 2024-09-13T16:41:23.554 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.548+0000 7f801259c700 1 --2- 172.21.15.5:0/3887776438 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f801406df70 0x7f80140701c0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f8008009850 tx=0x7f8008009b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b46a775121d7b6aa server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:41:23.554 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.548+0000 7f801159a700 1 -- 172.21.15.5:0/3887776438 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8008011830 con 0x7f801406df70 2024-09-13T16:41:23.554 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.548+0000 7f801159a700 1 -- 172.21.15.5:0/3887776438 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8008011990 con 0x7f801406df70 2024-09-13T16:41:23.554 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.548+0000 7f801159a700 1 -- 172.21.15.5:0/3887776438 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8008011d00 con 0x7f801406df70 2024-09-13T16:41:23.555 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.548+0000 7f801359e700 1 -- 172.21.15.5:0/3887776438 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f801406df70 msgr2=0x7f80140701c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:23.555 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.548+0000 7f801359e700 1 --2- 172.21.15.5:0/3887776438 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f801406df70 0x7f80140701c0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f8008009850 tx=0x7f8008009b60 comp rx=0 tx=0).stop 2024-09-13T16:41:23.555 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.548+0000 7f801359e700 1 -- 172.21.15.5:0/3887776438 shutdown_connections 2024-09-13T16:41:23.555 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.548+0000 7f801359e700 1 --2- 172.21.15.5:0/3887776438 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f801406e350 0x7f80140c43a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:23.555 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.548+0000 7f801359e700 1 --2- 172.21.15.5:0/3887776438 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f801406df70 0x7f80140701c0 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:23.555 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.548+0000 7f801359e700 1 -- 172.21.15.5:0/3887776438 >> 172.21.15.5:0/3887776438 conn(0x7f801406a390 msgr2=0x7f801406ada0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:41:23.555 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.548+0000 7f801359e700 1 -- 172.21.15.5:0/3887776438 shutdown_connections 2024-09-13T16:41:23.555 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.548+0000 7f801359e700 1 -- 172.21.15.5:0/3887776438 wait complete. 2024-09-13T16:41:23.556 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.552+0000 7f801359e700 1 Processor -- start 2024-09-13T16:41:23.556 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.552+0000 7f801359e700 1 -- start start 2024-09-13T16:41:23.558 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.552+0000 7f801359e700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f801406df70 0x7f80140c7400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:23.558 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.552+0000 7f801359e700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f801406e350 0x7f801414f500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:23.558 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.552+0000 7f801359e700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f80140c5200 0x7f801413ed50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:23.558 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.552+0000 7f801359e700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f801414fa40 con 0x7f801406e350 2024-09-13T16:41:23.559 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.552+0000 7f801359e700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f801413f290 con 0x7f801406df70 2024-09-13T16:41:23.559 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.552+0000 7f801359e700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f80141efe00 con 0x7f80140c5200 2024-09-13T16:41:23.559 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.552+0000 7f8011d9b700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f801406e350 0x7f801414f500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:23.559 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.552+0000 7f8011d9b700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f801406e350 0x7f801414f500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:46212/0 (socket says 172.21.15.5:46212) 2024-09-13T16:41:23.559 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.552+0000 7f8011d9b700 1 -- 172.21.15.5:0/3796775512 learned_addr learned my addr 172.21.15.5:0/3796775512 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:41:23.559 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.552+0000 7f801259c700 1 --2- 172.21.15.5:0/3796775512 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f801406df70 0x7f80140c7400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:23.559 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.552+0000 7f8012d9d700 1 --2- 172.21.15.5:0/3796775512 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f80140c5200 0x7f801413ed50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:23.559 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.552+0000 7f8011d9b700 1 -- 172.21.15.5:0/3796775512 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f80140c5200 msgr2=0x7f801413ed50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:23.559 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.552+0000 7f8011d9b700 1 --2- 172.21.15.5:0/3796775512 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f80140c5200 0x7f801413ed50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:23.559 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.552+0000 7f8011d9b700 1 -- 172.21.15.5:0/3796775512 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f801406df70 msgr2=0x7f80140c7400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:23.559 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.552+0000 7f8011d9b700 1 --2- 172.21.15.5:0/3796775512 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f801406df70 0x7f80140c7400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:23.559 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.552+0000 7f8011d9b700 1 -- 172.21.15.5:0/3796775512 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f80080094b0 con 0x7f801406e350 2024-09-13T16:41:23.559 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.552+0000 7f8011d9b700 1 --2- 172.21.15.5:0/3796775512 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f801406e350 0x7f801414f500 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f8004009d70 tx=0x7f800400c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:41:23.560 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.552+0000 7f8002ffd700 1 -- 172.21.15.5:0/3796775512 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f800400cdc0 con 0x7f801406e350 2024-09-13T16:41:23.560 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.552+0000 7f8002ffd700 1 -- 172.21.15.5:0/3796775512 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f800400f040 con 0x7f801406e350 2024-09-13T16:41:23.560 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.552+0000 7f801359e700 1 -- 172.21.15.5:0/3796775512 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f80141f00a0 con 0x7f801406e350 2024-09-13T16:41:23.560 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.552+0000 7f8002ffd700 1 -- 172.21.15.5:0/3796775512 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80040146a0 con 0x7f801406e350 2024-09-13T16:41:23.561 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.552+0000 7f801359e700 1 -- 172.21.15.5:0/3796775512 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f80140c66b0 con 0x7f801406e350 2024-09-13T16:41:23.561 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.556+0000 7f801359e700 1 -- 172.21.15.5:0/3796775512 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f80140701c0 con 0x7f801406e350 2024-09-13T16:41:23.563 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.556+0000 7f8002ffd700 1 -- 172.21.15.5:0/3796775512 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f8004014800 con 0x7f801406e350 2024-09-13T16:41:23.564 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.560+0000 7f8002ffd700 1 --2- 172.21.15.5:0/3796775512 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f7ff4066730 0x7f7ff4068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:23.564 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.560+0000 7f8002ffd700 1 -- 172.21.15.5:0/3796775512 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6642+0+0 (secure 0 0 0) 0x7f8004085890 con 0x7f801406e350 2024-09-13T16:41:23.564 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.560+0000 7f801259c700 1 --2- 172.21.15.5:0/3796775512 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f7ff4066730 0x7f7ff4068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:23.565 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.560+0000 7f801259c700 1 --2- 172.21.15.5:0/3796775512 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f7ff4066730 0x7f7ff4068bf0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f80080090b0 tx=0x7f8008008030 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:41:23.570 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.564+0000 7f8002ffd700 1 -- 172.21.15.5:0/3796775512 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f8004052850 con 0x7f801406e350 2024-09-13T16:41:23.742 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.736+0000 7f801359e700 1 -- 172.21.15.5:0/3796775512 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f801413c930 con 0x7f801406e350 2024-09-13T16:41:23.743 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.736+0000 7f8002ffd700 1 -- 172.21.15.5:0/3796775512 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v28) v1 ==== 100+0+11 (secure 0 0 0) 0x7f8004055e70 con 0x7f801406e350 2024-09-13T16:41:23.743 INFO:teuthology.orchestra.run.smithi005.stdout:pg_num: 64 2024-09-13T16:41:23.746 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.740+0000 7f801359e700 1 -- 172.21.15.5:0/3796775512 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f7ff4066730 msgr2=0x7f7ff4068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:23.746 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.740+0000 7f801359e700 1 --2- 172.21.15.5:0/3796775512 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f7ff4066730 0x7f7ff4068bf0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f80080090b0 tx=0x7f8008008030 comp rx=0 tx=0).stop 2024-09-13T16:41:23.746 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.740+0000 7f801359e700 1 -- 172.21.15.5:0/3796775512 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f801406e350 msgr2=0x7f801414f500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:23.746 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.740+0000 7f801359e700 1 --2- 172.21.15.5:0/3796775512 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f801406e350 0x7f801414f500 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f8004009d70 tx=0x7f800400c3a0 comp rx=0 tx=0).stop 2024-09-13T16:41:23.746 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.740+0000 7f801359e700 1 -- 172.21.15.5:0/3796775512 shutdown_connections 2024-09-13T16:41:23.746 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.740+0000 7f801359e700 1 --2- 172.21.15.5:0/3796775512 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f80140c5200 0x7f801413ed50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:23.746 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.740+0000 7f801359e700 1 --2- 172.21.15.5:0/3796775512 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f801406e350 0x7f801414f500 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:23.746 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.740+0000 7f801359e700 1 --2- 172.21.15.5:0/3796775512 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f7ff4066730 0x7f7ff4068bf0 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:23.746 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.740+0000 7f801359e700 1 --2- 172.21.15.5:0/3796775512 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f801406df70 0x7f80140c7400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:23.746 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.740+0000 7f801359e700 1 -- 172.21.15.5:0/3796775512 >> 172.21.15.5:0/3796775512 conn(0x7f801406a390 msgr2=0x7f801414e4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:41:23.746 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.740+0000 7f801359e700 1 -- 172.21.15.5:0/3796775512 shutdown_connections 2024-09-13T16:41:23.746 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.740+0000 7f801359e700 1 -- 172.21.15.5:0/3796775512 wait complete. 2024-09-13T16:41:23.758 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-09-13T16:41:23.875 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.868+0000 7f5d4c979700 1 Processor -- start 2024-09-13T16:41:23.876 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.868+0000 7f5d4c979700 1 -- start start 2024-09-13T16:41:23.880 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.872+0000 7f5d4c979700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f5d480c1990 0x7f5d480c4210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:23.880 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.872+0000 7f5d4c979700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f5d48158b10 0x7f5d4806dd00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:23.880 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.872+0000 7f5d4c979700 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5d480c4750 con 0x7f5d4814f790 2024-09-13T16:41:23.880 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.872+0000 7f5d4c979700 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5d480701c0 con 0x7f5d480c1990 2024-09-13T16:41:23.880 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.872+0000 7f5d4c979700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5d48159050 con 0x7f5d48158b10 2024-09-13T16:41:23.880 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.872+0000 7f5d3ffff700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f5d480c1990 0x7f5d480c4210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:23.880 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.872+0000 7f5d46d9d700 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f5d4814f790 0x7f5d48070930 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:46030/0 (socket says 172.21.15.5:46030) 2024-09-13T16:41:23.881 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.872+0000 7f5d46d9d700 1 -- 172.21.15.5:0/2442434075 learned_addr learned my addr 172.21.15.5:0/2442434075 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-13T16:41:23.881 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.872+0000 7f5d4759e700 1 --2- 172.21.15.5:0/2442434075 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f5d48158b10 0x7f5d4806dd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:23.881 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.872+0000 7f5d3ffff700 1 -- 172.21.15.5:0/2442434075 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f5d48158b10 msgr2=0x7f5d4806dd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:41:23.881 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.872+0000 7f5d3ffff700 1 --2- 172.21.15.5:0/2442434075 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f5d48158b10 0x7f5d4806dd00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:23.881 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.872+0000 7f5d3ffff700 1 -- 172.21.15.5:0/2442434075 >> v1:172.21.15.5:6789/0 conn(0x7f5d4814f790 legacy=0x7f5d48070930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:23.881 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.872+0000 7f5d4659c700 1 -- 172.21.15.5:0/2442434075 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3487043045 0 0) 0x7f5d38001110 con 0x7f5d4814f790 2024-09-13T16:41:23.881 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.872+0000 7f5d3ffff700 1 -- 172.21.15.5:0/2442434075 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5d48159330 con 0x7f5d480c1990 2024-09-13T16:41:23.881 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.872+0000 7f5d3ffff700 1 --2- 172.21.15.5:0/2442434075 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5d480c1990 0x7f5d480c4210 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f5d30009880 tx=0x7f5d30009b90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1d2712676bb6a7f9 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:41:23.881 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.872+0000 7f5d4659c700 1 -- 172.21.15.5:0/2442434075 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5d30011830 con 0x7f5d480c1990 2024-09-13T16:41:23.882 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.872+0000 7f5d4659c700 1 -- 172.21.15.5:0/2442434075 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5d30011990 con 0x7f5d480c1990 2024-09-13T16:41:23.882 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.872+0000 7f5d4659c700 1 -- 172.21.15.5:0/2442434075 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5d30011d20 con 0x7f5d480c1990 2024-09-13T16:41:23.882 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.872+0000 7f5d4c979700 1 -- 172.21.15.5:0/2442434075 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5d480c1990 msgr2=0x7f5d480c4210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:23.882 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.872+0000 7f5d4c979700 1 --2- 172.21.15.5:0/2442434075 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5d480c1990 0x7f5d480c4210 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f5d30009880 tx=0x7f5d30009b90 comp rx=0 tx=0).stop 2024-09-13T16:41:23.882 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.872+0000 7f5d4c979700 1 -- 172.21.15.5:0/2442434075 shutdown_connections 2024-09-13T16:41:23.882 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.872+0000 7f5d4c979700 1 --2- 172.21.15.5:0/2442434075 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f5d48158b10 0x7f5d4806dd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:23.882 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.872+0000 7f5d4c979700 1 --2- 172.21.15.5:0/2442434075 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5d480c1990 0x7f5d480c4210 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:23.882 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.872+0000 7f5d4c979700 1 -- 172.21.15.5:0/2442434075 >> 172.21.15.5:0/2442434075 conn(0x7f5d4806a390 msgr2=0x7f5d4806ada0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:41:23.883 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.872+0000 7f5d4c979700 1 -- 172.21.15.5:0/2442434075 shutdown_connections 2024-09-13T16:41:23.883 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.872+0000 7f5d4c979700 1 -- 172.21.15.5:0/2442434075 wait complete. 2024-09-13T16:41:23.886 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.876+0000 7f5d4c979700 1 Processor -- start 2024-09-13T16:41:23.886 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.876+0000 7f5d4c979700 1 -- start start 2024-09-13T16:41:23.886 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.880+0000 7f5d4c979700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f5d480c1990 0x7f5d481400c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:23.886 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.880+0000 7f5d4c979700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f5d4814f790 0x7f5d4814fed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:23.886 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.880+0000 7f5d4c979700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5d48158b10 0x7f5d480c93a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:23.886 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.880+0000 7f5d4c979700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5d48142e80 con 0x7f5d48158b10 2024-09-13T16:41:23.887 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.880+0000 7f5d4c979700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5d481ebe60 con 0x7f5d4814f790 2024-09-13T16:41:23.887 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.880+0000 7f5d4c979700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5d48146190 con 0x7f5d480c1990 2024-09-13T16:41:23.887 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.880+0000 7f5d4759e700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5d48158b10 0x7f5d480c93a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:23.887 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.880+0000 7f5d4759e700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5d48158b10 0x7f5d480c93a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:46238/0 (socket says 172.21.15.5:46238) 2024-09-13T16:41:23.887 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.880+0000 7f5d46d9d700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f5d480c1990 0x7f5d481400c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:23.887 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.880+0000 7f5d4759e700 1 -- 172.21.15.5:0/3536628585 learned_addr learned my addr 172.21.15.5:0/3536628585 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:41:23.887 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.880+0000 7f5d3ffff700 1 --2- 172.21.15.5:0/3536628585 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f5d4814f790 0x7f5d4814fed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:23.887 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.880+0000 7f5d46d9d700 1 -- 172.21.15.5:0/3536628585 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f5d4814f790 msgr2=0x7f5d4814fed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:23.888 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.880+0000 7f5d46d9d700 1 --2- 172.21.15.5:0/3536628585 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f5d4814f790 0x7f5d4814fed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:23.888 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.880+0000 7f5d46d9d700 1 -- 172.21.15.5:0/3536628585 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5d48158b10 msgr2=0x7f5d480c93a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:23.888 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.880+0000 7f5d46d9d700 1 --2- 172.21.15.5:0/3536628585 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5d48158b10 0x7f5d480c93a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:23.888 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.880+0000 7f5d46d9d700 1 -- 172.21.15.5:0/3536628585 --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5d300094b0 con 0x7f5d480c1990 2024-09-13T16:41:23.888 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.880+0000 7f5d4759e700 1 --2- 172.21.15.5:0/3536628585 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5d48158b10 0x7f5d480c93a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:41:23.888 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.880+0000 7f5d46d9d700 1 --2- 172.21.15.5:0/3536628585 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f5d480c1990 0x7f5d481400c0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f5d3800c780 tx=0x7f5d3800ca90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:41:23.888 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.880+0000 7f5d3f7fe700 1 -- 172.21.15.5:0/3536628585 <== mon.2 v2:172.21.15.179:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5d38004ca0 con 0x7f5d480c1990 2024-09-13T16:41:23.888 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.880+0000 7f5d3f7fe700 1 -- 172.21.15.5:0/3536628585 <== mon.2 v2:172.21.15.179:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5d38004e00 con 0x7f5d480c1990 2024-09-13T16:41:23.889 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.880+0000 7f5d4c979700 1 -- 172.21.15.5:0/3536628585 --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5d481430b0 con 0x7f5d480c1990 2024-09-13T16:41:23.889 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.880+0000 7f5d3f7fe700 1 -- 172.21.15.5:0/3536628585 <== mon.2 v2:172.21.15.179:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5d38007310 con 0x7f5d480c1990 2024-09-13T16:41:23.889 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.880+0000 7f5d4c979700 1 -- 172.21.15.5:0/3536628585 --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5d481eb810 con 0x7f5d480c1990 2024-09-13T16:41:23.890 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.884+0000 7f5d4c979700 1 -- 172.21.15.5:0/3536628585 --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5d480cb2c0 con 0x7f5d480c1990 2024-09-13T16:41:23.890 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.884+0000 7f5d3f7fe700 1 -- 172.21.15.5:0/3536628585 <== mon.2 v2:172.21.15.179:3301/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f5d38007470 con 0x7f5d480c1990 2024-09-13T16:41:23.890 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.884+0000 7f5d3f7fe700 1 --2- 172.21.15.5:0/3536628585 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f5d28066730 0x7f5d28068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:23.891 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.884+0000 7f5d3f7fe700 1 -- 172.21.15.5:0/3536628585 <== mon.2 v2:172.21.15.179:3301/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6642+0+0 (secure 0 0 0) 0x7f5d38083b30 con 0x7f5d480c1990 2024-09-13T16:41:23.891 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.884+0000 7f5d3ffff700 1 --2- 172.21.15.5:0/3536628585 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f5d28066730 0x7f5d28068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:23.891 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.884+0000 7f5d3ffff700 1 --2- 172.21.15.5:0/3536628585 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f5d28066730 0x7f5d28068bf0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f5d30009850 tx=0x7f5d30008030 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:41:23.898 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:23.892+0000 7f5d3f7fe700 1 -- 172.21.15.5:0/3536628585 <== mon.2 v2:172.21.15.179:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f5d38050af0 con 0x7f5d480c1990 2024-09-13T16:41:24.074 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.068+0000 7f5d4c979700 1 -- 172.21.15.5:0/3536628585 --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7f5d480c4210 con 0x7f5d480c1990 2024-09-13T16:41:24.075 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.068+0000 7f5d3f7fe700 1 -- 172.21.15.5:0/3536628585 <== mon.2 v2:172.21.15.179:3301/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v28) v1 ==== 103+0+11 (secure 0 0 0) 0x7f5d38054110 con 0x7f5d480c1990 2024-09-13T16:41:24.075 INFO:teuthology.orchestra.run.smithi005.stdout:pg_num: 32 2024-09-13T16:41:24.077 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.072+0000 7f5d4c979700 1 -- 172.21.15.5:0/3536628585 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f5d28066730 msgr2=0x7f5d28068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:24.078 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.072+0000 7f5d4c979700 1 --2- 172.21.15.5:0/3536628585 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f5d28066730 0x7f5d28068bf0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f5d30009850 tx=0x7f5d30008030 comp rx=0 tx=0).stop 2024-09-13T16:41:24.078 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.072+0000 7f5d4c979700 1 -- 172.21.15.5:0/3536628585 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f5d480c1990 msgr2=0x7f5d481400c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:24.078 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.072+0000 7f5d4c979700 1 --2- 172.21.15.5:0/3536628585 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f5d480c1990 0x7f5d481400c0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f5d3800c780 tx=0x7f5d3800ca90 comp rx=0 tx=0).stop 2024-09-13T16:41:24.078 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.072+0000 7f5d4c979700 1 -- 172.21.15.5:0/3536628585 shutdown_connections 2024-09-13T16:41:24.078 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.072+0000 7f5d4c979700 1 --2- 172.21.15.5:0/3536628585 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5d48158b10 0x7f5d480c93a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:24.078 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.072+0000 7f5d4c979700 1 --2- 172.21.15.5:0/3536628585 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f5d28066730 0x7f5d28068bf0 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:24.078 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.072+0000 7f5d4c979700 1 --2- 172.21.15.5:0/3536628585 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f5d4814f790 0x7f5d4814fed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:24.078 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.072+0000 7f5d4c979700 1 --2- 172.21.15.5:0/3536628585 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f5d480c1990 0x7f5d481400c0 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:24.078 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.072+0000 7f5d4c979700 1 -- 172.21.15.5:0/3536628585 >> 172.21.15.5:0/3536628585 conn(0x7f5d4806a390 msgr2=0x7f5d4814e430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:41:24.078 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.072+0000 7f5d4c979700 1 -- 172.21.15.5:0/3536628585 shutdown_connections 2024-09-13T16:41:24.078 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.072+0000 7f5d4c979700 1 -- 172.21.15.5:0/3536628585 wait complete. 2024-09-13T16:41:24.090 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T16:41:24.200 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.196+0000 7fc2a359e700 1 Processor -- start 2024-09-13T16:41:24.201 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.196+0000 7fc2a359e700 1 -- start start 2024-09-13T16:41:24.202 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.196+0000 7fc2a359e700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fc2a40ca5e0 0x7fc2a406f840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:24.202 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.196+0000 7fc2a359e700 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc2a415c900 con 0x7fc2a406fd80 2024-09-13T16:41:24.202 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.196+0000 7fc2a359e700 1 -- --> v1:172.21.15.179:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc2a41598e0 con 0x7fc2a4152c70 2024-09-13T16:41:24.202 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.196+0000 7fc2a359e700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc2a415cd90 con 0x7fc2a40ca5e0 2024-09-13T16:41:24.202 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.196+0000 7fc2a2d9d700 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7fc2a406fd80 0x7fc2a4158950 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:46046/0 (socket says 172.21.15.5:46046) 2024-09-13T16:41:24.202 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.196+0000 7fc2a2d9d700 1 -- 172.21.15.5:0/1263593338 learned_addr learned my addr 172.21.15.5:0/1263593338 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-13T16:41:24.202 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.196+0000 7fc2a1d9b700 1 --2- 172.21.15.5:0/1263593338 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fc2a40ca5e0 0x7fc2a406f840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:24.203 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.196+0000 7fc2a159a700 1 -- 172.21.15.5:0/1263593338 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 649496847 0 0) 0x7fc2a415c900 con 0x7fc2a406fd80 2024-09-13T16:41:24.204 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.196+0000 7fc2a159a700 1 -- 172.21.15.5:0/1263593338 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc2900035d0 con 0x7fc2a406fd80 2024-09-13T16:41:24.204 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.196+0000 7fc2a159a700 1 -- 172.21.15.5:0/1263593338 <== mon.1 v1:172.21.15.179:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2600554509 0 0) 0x7fc2a41598e0 con 0x7fc2a4152c70 2024-09-13T16:41:24.204 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.196+0000 7fc2a159a700 1 -- 172.21.15.5:0/1263593338 --> v1:172.21.15.179:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc2a415c900 con 0x7fc2a4152c70 2024-09-13T16:41:24.204 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.196+0000 7fc2a1d9b700 1 -- 172.21.15.5:0/1263593338 >> v1:172.21.15.179:6789/0 conn(0x7fc2a4152c70 legacy=0x7fc2a40c3460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:24.204 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.196+0000 7fc2a1d9b700 1 -- 172.21.15.5:0/1263593338 >> v1:172.21.15.5:6789/0 conn(0x7fc2a406fd80 legacy=0x7fc2a4158950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:24.204 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.196+0000 7fc2a1d9b700 1 -- 172.21.15.5:0/1263593338 --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc2a4159600 con 0x7fc2a40ca5e0 2024-09-13T16:41:24.204 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.196+0000 7fc2a1d9b700 1 --2- 172.21.15.5:0/1263593338 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fc2a40ca5e0 0x7fc2a406f840 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fc28c009880 tx=0x7fc28c009b90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9e5f9225af6c1efb server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:41:24.204 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.196+0000 7fc2a159a700 1 -- 172.21.15.5:0/1263593338 <== mon.2 v2:172.21.15.179:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc28c011830 con 0x7fc2a40ca5e0 2024-09-13T16:41:24.204 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.196+0000 7fc2a159a700 1 -- 172.21.15.5:0/1263593338 <== mon.2 v2:172.21.15.179:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc28c011990 con 0x7fc2a40ca5e0 2024-09-13T16:41:24.204 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.196+0000 7fc2a159a700 1 -- 172.21.15.5:0/1263593338 <== mon.2 v2:172.21.15.179:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc28c011d00 con 0x7fc2a40ca5e0 2024-09-13T16:41:24.205 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.200+0000 7fc2a359e700 1 -- 172.21.15.5:0/1263593338 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fc2a40ca5e0 msgr2=0x7fc2a406f840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:24.205 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.200+0000 7fc2a359e700 1 --2- 172.21.15.5:0/1263593338 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fc2a40ca5e0 0x7fc2a406f840 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fc28c009880 tx=0x7fc28c009b90 comp rx=0 tx=0).stop 2024-09-13T16:41:24.205 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.200+0000 7fc2a359e700 1 -- 172.21.15.5:0/1263593338 shutdown_connections 2024-09-13T16:41:24.205 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.200+0000 7fc2a359e700 1 --2- 172.21.15.5:0/1263593338 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fc2a40ca5e0 0x7fc2a406f840 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:24.205 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.200+0000 7fc2a359e700 1 -- 172.21.15.5:0/1263593338 >> 172.21.15.5:0/1263593338 conn(0x7fc2a4072210 msgr2=0x7fc2a40caeb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:41:24.205 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.200+0000 7fc2a359e700 1 -- 172.21.15.5:0/1263593338 shutdown_connections 2024-09-13T16:41:24.205 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.200+0000 7fc2a359e700 1 -- 172.21.15.5:0/1263593338 wait complete. 2024-09-13T16:41:24.206 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.200+0000 7fc2a359e700 1 Processor -- start 2024-09-13T16:41:24.206 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.200+0000 7fc2a359e700 1 -- start start 2024-09-13T16:41:24.208 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.200+0000 7fc2a359e700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fc2a406fd80 0x7fc2a414d8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:24.208 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.200+0000 7fc2a359e700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fc2a40ca5e0 0x7fc2a414ee70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:24.208 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.200+0000 7fc2a359e700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc2a4152c70 0x7fc2a414f3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:24.208 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.200+0000 7fc2a359e700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc2a41ef460 con 0x7fc2a4152c70 2024-09-13T16:41:24.208 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.200+0000 7fc2a359e700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc2a40c51f0 con 0x7fc2a40ca5e0 2024-09-13T16:41:24.208 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.200+0000 7fc2a359e700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc2a41ee8e0 con 0x7fc2a406fd80 2024-09-13T16:41:24.208 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.204+0000 7fc2a2d9d700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc2a4152c70 0x7fc2a414f3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:24.208 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.204+0000 7fc2a2d9d700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc2a4152c70 0x7fc2a414f3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:46248/0 (socket says 172.21.15.5:46248) 2024-09-13T16:41:24.208 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.204+0000 7fc2a2d9d700 1 -- 172.21.15.5:0/3804861876 learned_addr learned my addr 172.21.15.5:0/3804861876 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:41:24.208 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.204+0000 7fc2a1d9b700 1 --2- 172.21.15.5:0/3804861876 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fc2a40ca5e0 0x7fc2a414ee70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:24.208 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.204+0000 7fc2a259c700 1 --2- 172.21.15.5:0/3804861876 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fc2a406fd80 0x7fc2a414d8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:24.209 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.204+0000 7fc2a2d9d700 1 -- 172.21.15.5:0/3804861876 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fc2a406fd80 msgr2=0x7fc2a414d8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:24.209 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.204+0000 7fc2a2d9d700 1 --2- 172.21.15.5:0/3804861876 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fc2a406fd80 0x7fc2a414d8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:24.209 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.204+0000 7fc2a2d9d700 1 -- 172.21.15.5:0/3804861876 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fc2a40ca5e0 msgr2=0x7fc2a414ee70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:24.209 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.204+0000 7fc2a2d9d700 1 --2- 172.21.15.5:0/3804861876 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fc2a40ca5e0 0x7fc2a414ee70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:24.209 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.204+0000 7fc2a2d9d700 1 -- 172.21.15.5:0/3804861876 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc28c0094b0 con 0x7fc2a4152c70 2024-09-13T16:41:24.210 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.204+0000 7fc2a2d9d700 1 --2- 172.21.15.5:0/3804861876 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc2a4152c70 0x7fc2a414f3b0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7fc29c00c530 tx=0x7fc29c00c840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:41:24.210 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.204+0000 7fc29affd700 1 -- 172.21.15.5:0/3804861876 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc29c005d90 con 0x7fc2a4152c70 2024-09-13T16:41:24.210 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.204+0000 7fc2a359e700 1 -- 172.21.15.5:0/3804861876 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc2a41eebc0 con 0x7fc2a4152c70 2024-09-13T16:41:24.210 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.204+0000 7fc29affd700 1 -- 172.21.15.5:0/3804861876 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc29c0070d0 con 0x7fc2a4152c70 2024-09-13T16:41:24.210 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.204+0000 7fc29affd700 1 -- 172.21.15.5:0/3804861876 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc29c007460 con 0x7fc2a4152c70 2024-09-13T16:41:24.210 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.204+0000 7fc2a359e700 1 -- 172.21.15.5:0/3804861876 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc2a41ef180 con 0x7fc2a4152c70 2024-09-13T16:41:24.210 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.204+0000 7fc2a359e700 1 -- 172.21.15.5:0/3804861876 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc2a4153050 con 0x7fc2a4152c70 2024-09-13T16:41:24.211 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.204+0000 7fc29affd700 1 -- 172.21.15.5:0/3804861876 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fc29c0075c0 con 0x7fc2a4152c70 2024-09-13T16:41:24.212 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.208+0000 7fc29affd700 1 --2- 172.21.15.5:0/3804861876 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fc284066760 0x7fc284068c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:24.213 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.208+0000 7fc29affd700 1 -- 172.21.15.5:0/3804861876 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6642+0+0 (secure 0 0 0) 0x7fc29c083a00 con 0x7fc2a4152c70 2024-09-13T16:41:24.213 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.208+0000 7fc2a259c700 1 --2- 172.21.15.5:0/3804861876 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fc284066760 0x7fc284068c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:24.213 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.208+0000 7fc2a259c700 1 --2- 172.21.15.5:0/3804861876 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fc284066760 0x7fc284068c20 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fc29400f290 tx=0x7fc294009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:41:24.216 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.212+0000 7fc29affd700 1 -- 172.21.15.5:0/3804861876 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fc29c0508a0 con 0x7fc2a4152c70 2024-09-13T16:41:24.399 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.392+0000 7fc2a359e700 1 -- 172.21.15.5:0/3804861876 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7fc2a40c9e90 con 0x7fc2a4152c70 2024-09-13T16:41:24.399 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.396+0000 7fc29affd700 1 -- 172.21.15.5:0/3804861876 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v28) v1 ==== 80+0+0 (secure 0 0 0) 0x7fc29c053ec0 con 0x7fc2a4152c70 2024-09-13T16:41:24.402 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.396+0000 7fc2a359e700 1 -- 172.21.15.5:0/3804861876 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fc284066760 msgr2=0x7fc284068c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:24.403 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.396+0000 7fc2a359e700 1 --2- 172.21.15.5:0/3804861876 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fc284066760 0x7fc284068c20 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fc29400f290 tx=0x7fc294009040 comp rx=0 tx=0).stop 2024-09-13T16:41:24.403 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.396+0000 7fc2a359e700 1 -- 172.21.15.5:0/3804861876 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc2a4152c70 msgr2=0x7fc2a414f3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:24.403 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.396+0000 7fc2a359e700 1 --2- 172.21.15.5:0/3804861876 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc2a4152c70 0x7fc2a414f3b0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7fc29c00c530 tx=0x7fc29c00c840 comp rx=0 tx=0).stop 2024-09-13T16:41:24.403 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.396+0000 7fc2a359e700 1 -- 172.21.15.5:0/3804861876 shutdown_connections 2024-09-13T16:41:24.403 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.396+0000 7fc2a359e700 1 --2- 172.21.15.5:0/3804861876 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc2a4152c70 0x7fc2a414f3b0 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:24.403 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.396+0000 7fc2a359e700 1 --2- 172.21.15.5:0/3804861876 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fc284066760 0x7fc284068c20 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:24.403 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.396+0000 7fc2a359e700 1 --2- 172.21.15.5:0/3804861876 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fc2a40ca5e0 0x7fc2a414ee70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:24.403 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.396+0000 7fc2a359e700 1 --2- 172.21.15.5:0/3804861876 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fc2a406fd80 0x7fc2a414d8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:24.403 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.396+0000 7fc2a359e700 1 -- 172.21.15.5:0/3804861876 >> 172.21.15.5:0/3804861876 conn(0x7fc2a4072210 msgr2=0x7fc2a40b2af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:41:24.403 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.396+0000 7fc2a359e700 1 -- 172.21.15.5:0/3804861876 shutdown_connections 2024-09-13T16:41:24.403 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.396+0000 7fc2a359e700 1 -- 172.21.15.5:0/3804861876 wait complete. 2024-09-13T16:41:24.409 INFO:teuthology.orchestra.run.smithi005.stderr:listed 0 entries 2024-09-13T16:41:24.416 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-13T16:41:24.416 DEBUG:teuthology.orchestra.run.smithi005:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:41:24.425 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:41:24.583 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.576+0000 7ff184a61700 1 Processor -- start 2024-09-13T16:41:24.583 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.576+0000 7ff184a61700 1 -- start start 2024-09-13T16:41:24.585 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.580+0000 7ff184a61700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7ff180152ab0 0x7ff1800c52e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:24.585 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.580+0000 7ff184a61700 1 --2- >> v2:172.21.15.179:3300/0 conn(0x7ff180152e90 0x7ff1800c9170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:24.585 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.580+0000 7ff184a61700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7ff1800713b0 0x7ff18015c850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:24.585 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.580+0000 7ff184a61700 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff1800c4a80 con 0x7ff180152ab0 2024-09-13T16:41:24.585 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.580+0000 7ff184a61700 1 -- --> v2:172.21.15.179:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff1800c4500 con 0x7ff180152e90 2024-09-13T16:41:24.585 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.580+0000 7ff184a61700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff1800717c0 con 0x7ff1800713b0 2024-09-13T16:41:24.585 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.580+0000 7ff17e59c700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7ff180152ab0 0x7ff1800c52e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:24.585 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.580+0000 7ff17dd9b700 1 --2- >> v2:172.21.15.179:3300/0 conn(0x7ff180152e90 0x7ff1800c9170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:24.586 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.580+0000 7ff17e59c700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7ff180152ab0 0x7ff1800c52e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:46250/0 (socket says 172.21.15.5:46250) 2024-09-13T16:41:24.586 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.580+0000 7ff17e59c700 1 -- 172.21.15.5:0/914887018 learned_addr learned my addr 172.21.15.5:0/914887018 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:41:24.586 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.580+0000 7ff17ed9d700 1 --2- 172.21.15.5:0/914887018 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7ff1800713b0 0x7ff18015c850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:24.587 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.580+0000 7ff17e59c700 1 -- 172.21.15.5:0/914887018 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7ff1800713b0 msgr2=0x7ff18015c850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:41:24.587 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.580+0000 7ff17e59c700 1 --2- 172.21.15.5:0/914887018 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7ff1800713b0 0x7ff18015c850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:24.587 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.580+0000 7ff17e59c700 1 -- 172.21.15.5:0/914887018 >> v2:172.21.15.179:3300/0 conn(0x7ff180152e90 msgr2=0x7ff1800c9170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:41:24.588 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.580+0000 7ff17e59c700 1 --2- 172.21.15.5:0/914887018 >> v2:172.21.15.179:3300/0 conn(0x7ff180152e90 0x7ff1800c9170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:24.588 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.580+0000 7ff17e59c700 1 -- 172.21.15.5:0/914887018 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff1800c3f60 con 0x7ff180152ab0 2024-09-13T16:41:24.588 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.580+0000 7ff17e59c700 1 --2- 172.21.15.5:0/914887018 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff180152ab0 0x7ff1800c52e0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7ff1800c8b00 tx=0x7ff174009bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c3835b74bbc86636 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:41:24.588 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.580+0000 7ff17d59a700 1 -- 172.21.15.5:0/914887018 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff174011830 con 0x7ff180152ab0 2024-09-13T16:41:24.588 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.580+0000 7ff17d59a700 1 -- 172.21.15.5:0/914887018 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff174011990 con 0x7ff180152ab0 2024-09-13T16:41:24.588 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.580+0000 7ff17d59a700 1 -- 172.21.15.5:0/914887018 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff174011d20 con 0x7ff180152ab0 2024-09-13T16:41:24.588 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.580+0000 7ff184a61700 1 -- 172.21.15.5:0/914887018 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff180152ab0 msgr2=0x7ff1800c52e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:24.588 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.580+0000 7ff184a61700 1 --2- 172.21.15.5:0/914887018 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff180152ab0 0x7ff1800c52e0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7ff1800c8b00 tx=0x7ff174009bf0 comp rx=0 tx=0).stop 2024-09-13T16:41:24.588 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.580+0000 7ff184a61700 1 -- 172.21.15.5:0/914887018 shutdown_connections 2024-09-13T16:41:24.588 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.580+0000 7ff184a61700 1 --2- 172.21.15.5:0/914887018 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7ff1800713b0 0x7ff18015c850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:24.588 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.580+0000 7ff184a61700 1 --2- 172.21.15.5:0/914887018 >> v2:172.21.15.179:3300/0 conn(0x7ff180152e90 0x7ff1800c9170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:24.588 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.580+0000 7ff184a61700 1 --2- 172.21.15.5:0/914887018 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff180152ab0 0x7ff1800c52e0 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:24.588 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.580+0000 7ff184a61700 1 -- 172.21.15.5:0/914887018 >> 172.21.15.5:0/914887018 conn(0x7ff1800ce640 msgr2=0x7ff1800cea50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:41:24.589 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.580+0000 7ff184a61700 1 -- 172.21.15.5:0/914887018 shutdown_connections 2024-09-13T16:41:24.589 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.580+0000 7ff184a61700 1 -- 172.21.15.5:0/914887018 wait complete. 2024-09-13T16:41:24.590 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.584+0000 7ff184a61700 1 Processor -- start 2024-09-13T16:41:24.590 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.584+0000 7ff184a61700 1 -- start start 2024-09-13T16:41:24.590 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.584+0000 7ff184a61700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff1800713b0 0x7ff1801ef130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:24.590 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.584+0000 7ff184a61700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7ff180152ab0 0x7ff180155210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:24.591 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.584+0000 7ff184a61700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7ff180152e90 0x7ff180155c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:24.591 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.584+0000 7ff184a61700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff1801f1e30 con 0x7ff1800713b0 2024-09-13T16:41:24.591 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.584+0000 7ff184a61700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff1801ef670 con 0x7ff180152e90 2024-09-13T16:41:24.591 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.584+0000 7ff184a61700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff1801f20d0 con 0x7ff180152ab0 2024-09-13T16:41:24.591 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.584+0000 7ff17e59c700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff1800713b0 0x7ff1801ef130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:24.591 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.584+0000 7ff17e59c700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff1800713b0 0x7ff1801ef130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:46256/0 (socket says 172.21.15.5:46256) 2024-09-13T16:41:24.591 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.584+0000 7ff17e59c700 1 -- 172.21.15.5:0/1495259849 learned_addr learned my addr 172.21.15.5:0/1495259849 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:41:24.591 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.584+0000 7ff17ed9d700 1 --2- 172.21.15.5:0/1495259849 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7ff180152e90 0x7ff180155c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:24.591 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.584+0000 7ff17dd9b700 1 --2- 172.21.15.5:0/1495259849 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7ff180152ab0 0x7ff180155210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:24.592 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.584+0000 7ff17ed9d700 1 -- 172.21.15.5:0/1495259849 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7ff180152ab0 msgr2=0x7ff180155210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:24.592 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.584+0000 7ff17ed9d700 1 --2- 172.21.15.5:0/1495259849 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7ff180152ab0 0x7ff180155210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:24.592 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.584+0000 7ff17ed9d700 1 -- 172.21.15.5:0/1495259849 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff1800713b0 msgr2=0x7ff1801ef130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:24.592 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.584+0000 7ff17ed9d700 1 --2- 172.21.15.5:0/1495259849 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff1800713b0 0x7ff1801ef130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:24.592 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.584+0000 7ff17ed9d700 1 -- 172.21.15.5:0/1495259849 --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff174009570 con 0x7ff180152e90 2024-09-13T16:41:24.593 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.584+0000 7ff17ed9d700 1 --2- 172.21.15.5:0/1495259849 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7ff180152e90 0x7ff180155c70 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7ff17800eba0 tx=0x7ff17800eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:41:24.593 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.584+0000 7ff16effd700 1 -- 172.21.15.5:0/1495259849 <== mon.1 v2:172.21.15.179:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff178009a80 con 0x7ff180152e90 2024-09-13T16:41:24.593 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.584+0000 7ff16effd700 1 -- 172.21.15.5:0/1495259849 <== mon.1 v2:172.21.15.179:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff17800f040 con 0x7ff180152e90 2024-09-13T16:41:24.593 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.584+0000 7ff184a61700 1 -- 172.21.15.5:0/1495259849 --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff1801f23b0 con 0x7ff180152e90 2024-09-13T16:41:24.593 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.584+0000 7ff16effd700 1 -- 172.21.15.5:0/1495259849 <== mon.1 v2:172.21.15.179:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff17800cc40 con 0x7ff180152e90 2024-09-13T16:41:24.593 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.584+0000 7ff184a61700 1 -- 172.21.15.5:0/1495259849 --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff1801f2970 con 0x7ff180152e90 2024-09-13T16:41:24.593 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.588+0000 7ff184a61700 1 -- 172.21.15.5:0/1495259849 --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff1800c6fa0 con 0x7ff180152e90 2024-09-13T16:41:24.594 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.588+0000 7ff16effd700 1 -- 172.21.15.5:0/1495259849 <== mon.1 v2:172.21.15.179:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7ff178014480 con 0x7ff180152e90 2024-09-13T16:41:24.595 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.588+0000 7ff16effd700 1 --2- 172.21.15.5:0/1495259849 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7ff160066730 0x7ff160068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:24.595 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.588+0000 7ff16effd700 1 -- 172.21.15.5:0/1495259849 <== mon.1 v2:172.21.15.179:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6642+0+0 (secure 0 0 0) 0x7ff178084f20 con 0x7ff180152e90 2024-09-13T16:41:24.595 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.588+0000 7ff17e59c700 1 --2- 172.21.15.5:0/1495259849 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7ff160066730 0x7ff160068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:24.596 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.592+0000 7ff17e59c700 1 --2- 172.21.15.5:0/1495259849 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7ff160066730 0x7ff160068bf0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7ff174009150 tx=0x7ff174008030 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:41:24.608 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.604+0000 7ff16effd700 1 -- 172.21.15.5:0/1495259849 <== mon.1 v2:172.21.15.179:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7ff1800c6fa0 con 0x7ff180152e90 2024-09-13T16:41:24.788 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.784+0000 7ff184a61700 1 -- 172.21.15.5:0/1495259849 --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7ff1800c6fa0 con 0x7ff180152e90 2024-09-13T16:41:24.791 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.784+0000 7ff16effd700 1 -- 172.21.15.5:0/1495259849 <== mon.1 v2:172.21.15.179:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v28) v1 ==== 74+0+18647 (secure 0 0 0) 0x7ff1800c6fa0 con 0x7ff180152e90 2024-09-13T16:41:24.791 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-13T16:41:24.792 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":28,"fsid":"6f1d8d4e-46c0-4d05-9003-ad1036cd4028","created":"2024-09-13T16:15:17.129907+0000","modified":"2024-09-13T16:16:23.786469+0000","last_up_change":"2024-09-13T16:15:27.902042+0000","last_in_change":"2024-09-13T16:15:19.310503+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:15:28.621918+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:15:39.544340+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T16:15:40.368287+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T16:15:43.446355+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"7dc606ef-5909-4eb7-8054-af158bc84208","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6800","nonce":851671428},{"type":"v1","addr":"172.21.15.5:6801","nonce":851671428}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6802","nonce":851671428},{"type":"v1","addr":"172.21.15.5:6803","nonce":851671428}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6806","nonce":851671428},{"type":"v1","addr":"172.21.15.5:6807","nonce":851671428}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6804","nonce":851671428},{"type":"v1","addr":"172.21.15.5:6805","nonce":851671428}]},"public_addr":"172.21.15.5:6801/851671428","cluster_addr":"172.21.15.5:6803/851671428","heartbeat_back_addr":"172.21.15.5:6807/851671428","heartbeat_front_addr":"172.21.15.5:6805/851671428","state":["exists","up"]},{"osd":1,"uuid":"ab4b3337-a446-427b-9a52-349561f7c79d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6808","nonce":1418062370},{"type":"v1","addr":"172.21.15.5:6809","nonce":1418062370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6810","nonce":1418062370},{"type":"v1","addr":"172.21.15.5:6811","nonce":1418062370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6814","nonce":1418062370},{"type":"v1","addr":"172.21.15.5:6815","nonce":1418062370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6812","nonce":1418062370},{"type":"v1","addr":"172.21.15.5:6813","nonce":1418062370}]},"public_addr":"172.21.15.5:6809/1418062370","cluster_addr":"172.21.15.5:6811/1418062370","heartbeat_back_addr":"172.21.15.5:6815/1418062370","heartbeat_front_addr":"172.21.15.5:6813/1418062370","state":["exists","up"]},{"osd":2,"uuid":"22d787ea-2049-40c1-aa23-811fdb981dbd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6816","nonce":2713060829},{"type":"v1","addr":"172.21.15.5:6817","nonce":2713060829}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6818","nonce":2713060829},{"type":"v1","addr":"172.21.15.5:6819","nonce":2713060829}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6822","nonce":2713060829},{"type":"v1","addr":"172.21.15.5:6823","nonce":2713060829}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6820","nonce":2713060829},{"type":"v1","addr":"172.21.15.5:6821","nonce":2713060829}]},"public_addr":"172.21.15.5:6817/2713060829","cluster_addr":"172.21.15.5:6819/2713060829","heartbeat_back_addr":"172.21.15.5:6823/2713060829","heartbeat_front_addr":"172.21.15.5:6821/2713060829","state":["exists","up"]},{"osd":3,"uuid":"30e4a102-0fce-46b2-8a6d-a7625c6a5ee9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6824","nonce":576343032},{"type":"v1","addr":"172.21.15.5:6825","nonce":576343032}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6826","nonce":576343032},{"type":"v1","addr":"172.21.15.5:6827","nonce":576343032}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6830","nonce":576343032},{"type":"v1","addr":"172.21.15.5:6831","nonce":576343032}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6828","nonce":576343032},{"type":"v1","addr":"172.21.15.5:6829","nonce":576343032}]},"public_addr":"172.21.15.5:6825/576343032","cluster_addr":"172.21.15.5:6827/576343032","heartbeat_back_addr":"172.21.15.5:6831/576343032","heartbeat_front_addr":"172.21.15.5:6829/576343032","state":["exists","up"]},{"osd":4,"uuid":"f47efe1d-f245-453c-b505-db74fe5df11c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6800","nonce":3624672735},{"type":"v1","addr":"172.21.15.179:6801","nonce":3624672735}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6802","nonce":3624672735},{"type":"v1","addr":"172.21.15.179:6803","nonce":3624672735}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6806","nonce":3624672735},{"type":"v1","addr":"172.21.15.179:6807","nonce":3624672735}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6804","nonce":3624672735},{"type":"v1","addr":"172.21.15.179:6805","nonce":3624672735}]},"public_addr":"172.21.15.179:6801/3624672735","cluster_addr":"172.21.15.179:6803/3624672735","heartbeat_back_addr":"172.21.15.179:6807/3624672735","heartbeat_front_addr":"172.21.15.179:6805/3624672735","state":["exists","up"]},{"osd":5,"uuid":"f6fd9c2f-b7ed-4e7b-a9fd-12aaea05bfa9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6824","nonce":2769164148},{"type":"v1","addr":"172.21.15.179:6825","nonce":2769164148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6826","nonce":2769164148},{"type":"v1","addr":"172.21.15.179:6827","nonce":2769164148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6830","nonce":2769164148},{"type":"v1","addr":"172.21.15.179:6831","nonce":2769164148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6828","nonce":2769164148},{"type":"v1","addr":"172.21.15.179:6829","nonce":2769164148}]},"public_addr":"172.21.15.179:6825/2769164148","cluster_addr":"172.21.15.179:6827/2769164148","heartbeat_back_addr":"172.21.15.179:6831/2769164148","heartbeat_front_addr":"172.21.15.179:6829/2769164148","state":["exists","up"]},{"osd":6,"uuid":"48985a9a-ec23-44a6-8f23-87edd7853994","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6816","nonce":3295700932},{"type":"v1","addr":"172.21.15.179:6817","nonce":3295700932}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6818","nonce":3295700932},{"type":"v1","addr":"172.21.15.179:6819","nonce":3295700932}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6822","nonce":3295700932},{"type":"v1","addr":"172.21.15.179:6823","nonce":3295700932}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6820","nonce":3295700932},{"type":"v1","addr":"172.21.15.179:6821","nonce":3295700932}]},"public_addr":"172.21.15.179:6817/3295700932","cluster_addr":"172.21.15.179:6819/3295700932","heartbeat_back_addr":"172.21.15.179:6823/3295700932","heartbeat_front_addr":"172.21.15.179:6821/3295700932","state":["exists","up"]},{"osd":7,"uuid":"af684358-558e-4fa4-ac35-1e3ef24b9021","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6808","nonce":1502652601},{"type":"v1","addr":"172.21.15.179:6809","nonce":1502652601}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6810","nonce":1502652601},{"type":"v1","addr":"172.21.15.179:6811","nonce":1502652601}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6814","nonce":1502652601},{"type":"v1","addr":"172.21.15.179:6815","nonce":1502652601}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6812","nonce":1502652601},{"type":"v1","addr":"172.21.15.179:6813","nonce":1502652601}]},"public_addr":"172.21.15.179:6809/1502652601","cluster_addr":"172.21.15.179:6811/1502652601","heartbeat_back_addr":"172.21.15.179:6815/1502652601","heartbeat_front_addr":"172.21.15.179:6813/1502652601","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.647314+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:23.936297+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.579030+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.393256+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.524066+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.865771+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.509811+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.613144+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.30","mappings":[{"from":5,"to":2}]},{"pgid":"3.39","mappings":[{"from":7,"to":2}]},{"pgid":"3.3c","mappings":[{"from":5,"to":2},{"from":3,"to":1}]},{"pgid":"4.0","mappings":[{"from":1,"to":2}]},{"pgid":"4.1b","mappings":[{"from":1,"to":2}]},{"pgid":"4.1c","mappings":[{"from":1,"to":0}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:41:24.796 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.792+0000 7ff184a61700 1 -- 172.21.15.5:0/1495259849 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7ff160066730 msgr2=0x7ff160068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:24.796 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.792+0000 7ff184a61700 1 --2- 172.21.15.5:0/1495259849 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7ff160066730 0x7ff160068bf0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7ff174009150 tx=0x7ff174008030 comp rx=0 tx=0).stop 2024-09-13T16:41:24.796 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.792+0000 7ff184a61700 1 -- 172.21.15.5:0/1495259849 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7ff180152e90 msgr2=0x7ff180155c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:24.796 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.792+0000 7ff184a61700 1 --2- 172.21.15.5:0/1495259849 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7ff180152e90 0x7ff180155c70 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7ff17800eba0 tx=0x7ff17800eeb0 comp rx=0 tx=0).stop 2024-09-13T16:41:24.796 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.792+0000 7ff184a61700 1 -- 172.21.15.5:0/1495259849 shutdown_connections 2024-09-13T16:41:24.796 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.792+0000 7ff184a61700 1 --2- 172.21.15.5:0/1495259849 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7ff160066730 0x7ff160068bf0 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:24.796 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.792+0000 7ff184a61700 1 --2- 172.21.15.5:0/1495259849 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7ff180152e90 0x7ff180155c70 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:24.797 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.792+0000 7ff184a61700 1 --2- 172.21.15.5:0/1495259849 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7ff180152ab0 0x7ff180155210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:24.797 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.792+0000 7ff184a61700 1 --2- 172.21.15.5:0/1495259849 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff1800713b0 0x7ff1801ef130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:24.797 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.792+0000 7ff184a61700 1 -- 172.21.15.5:0/1495259849 >> 172.21.15.5:0/1495259849 conn(0x7ff1800ce640 msgr2=0x7ff1801514a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:41:24.797 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.792+0000 7ff184a61700 1 -- 172.21.15.5:0/1495259849 shutdown_connections 2024-09-13T16:41:24.797 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.792+0000 7ff184a61700 1 -- 172.21.15.5:0/1495259849 wait complete. 2024-09-13T16:41:24.813 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:15:28.621918+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:15:39.544340+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T16:15:40.368287+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-09-13T16:15:43.446355+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '26', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-09-13T16:41:24.813 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:41:24.934 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.928+0000 7f1ce61be700 1 Processor -- start 2024-09-13T16:41:24.934 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.928+0000 7f1ce61be700 1 -- start start 2024-09-13T16:41:24.937 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.928+0000 7f1ce61be700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f1ce00cb340 0x7f1ce01593c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:24.937 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.928+0000 7f1ce61be700 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1ce0159900 con 0x7f1ce0070740 2024-09-13T16:41:24.937 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.928+0000 7f1ce61be700 1 -- --> v1:172.21.15.179:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1ce015bfd0 con 0x7f1ce00cb720 2024-09-13T16:41:24.937 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.928+0000 7f1ce61be700 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1ce00caaf0 con 0x7f1ce00cb340 2024-09-13T16:41:24.937 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.928+0000 7f1ce59bd700 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f1ce0070740 0x7f1ce0070bb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:46056/0 (socket says 172.21.15.5:46056) 2024-09-13T16:41:24.937 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.928+0000 7f1ce51bc700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f1ce00cb340 0x7f1ce01593c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:24.937 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.928+0000 7f1ce59bd700 1 -- 172.21.15.5:0/2396003192 learned_addr learned my addr 172.21.15.5:0/2396003192 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-13T16:41:24.937 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.932+0000 7f1cd3fff700 1 -- 172.21.15.5:0/2396003192 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1228604315 0 0) 0x7f1ce0159900 con 0x7f1ce0070740 2024-09-13T16:41:24.937 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.932+0000 7f1cd3fff700 1 -- 172.21.15.5:0/2396003192 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1ccc0035d0 con 0x7f1ce0070740 2024-09-13T16:41:24.937 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.932+0000 7f1ce51bc700 1 -- 172.21.15.5:0/2396003192 >> v1:172.21.15.179:6789/0 conn(0x7f1ce00cb720 legacy=0x7f1ce006f840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:24.937 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.932+0000 7f1ce51bc700 1 -- 172.21.15.5:0/2396003192 >> v1:172.21.15.5:6789/0 conn(0x7f1ce0070740 legacy=0x7f1ce0070bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:24.938 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.932+0000 7f1ce51bc700 1 -- 172.21.15.5:0/2396003192 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1ce015c270 con 0x7f1ce00cb340 2024-09-13T16:41:24.938 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.932+0000 7f1ce51bc700 1 --2- 172.21.15.5:0/2396003192 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1ce00cb340 0x7f1ce01593c0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f1cdc009850 tx=0x7f1cdc009b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6b1b4af6ed41c682 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:41:24.938 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.932+0000 7f1cd3fff700 1 -- 172.21.15.5:0/2396003192 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1cdc011830 con 0x7f1ce00cb340 2024-09-13T16:41:24.938 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.932+0000 7f1cd3fff700 1 -- 172.21.15.5:0/2396003192 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1cdc011990 con 0x7f1ce00cb340 2024-09-13T16:41:24.938 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.932+0000 7f1cd3fff700 1 -- 172.21.15.5:0/2396003192 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1cdc011d00 con 0x7f1ce00cb340 2024-09-13T16:41:24.939 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.932+0000 7f1ce61be700 1 -- 172.21.15.5:0/2396003192 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1ce00cb340 msgr2=0x7f1ce01593c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:24.939 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.932+0000 7f1ce61be700 1 --2- 172.21.15.5:0/2396003192 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1ce00cb340 0x7f1ce01593c0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f1cdc009850 tx=0x7f1cdc009b60 comp rx=0 tx=0).stop 2024-09-13T16:41:24.939 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.932+0000 7f1ce61be700 1 -- 172.21.15.5:0/2396003192 shutdown_connections 2024-09-13T16:41:24.939 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.932+0000 7f1ce61be700 1 --2- 172.21.15.5:0/2396003192 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1ce00cb340 0x7f1ce01593c0 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:24.939 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.932+0000 7f1ce61be700 1 -- 172.21.15.5:0/2396003192 >> 172.21.15.5:0/2396003192 conn(0x7f1ce0071f50 msgr2=0x7f1ce0072360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:41:24.939 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.932+0000 7f1ce61be700 1 -- 172.21.15.5:0/2396003192 shutdown_connections 2024-09-13T16:41:24.939 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.932+0000 7f1ce61be700 1 -- 172.21.15.5:0/2396003192 wait complete. 2024-09-13T16:41:24.941 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.936+0000 7f1ce61be700 1 Processor -- start 2024-09-13T16:41:24.941 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.936+0000 7f1ce61be700 1 -- start start 2024-09-13T16:41:24.943 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.936+0000 7f1ce61be700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f1ce0070740 0x7f1ce00cd1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:24.943 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.936+0000 7f1ce61be700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f1ce00cb340 0x7f1ce01f1c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:24.943 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.936+0000 7f1ce61be700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1ce00cb720 0x7f1ce01f21a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:24.944 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.936+0000 7f1ce61be700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1ce00c6620 con 0x7f1ce00cb720 2024-09-13T16:41:24.944 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.936+0000 7f1ce61be700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1ce01f2810 con 0x7f1ce0070740 2024-09-13T16:41:24.944 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.936+0000 7f1ce61be700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1ce00ccea0 con 0x7f1ce00cb340 2024-09-13T16:41:24.944 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.936+0000 7f1ce59bd700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1ce00cb720 0x7f1ce01f21a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:24.944 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.936+0000 7f1ce59bd700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1ce00cb720 0x7f1ce01f21a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:46274/0 (socket says 172.21.15.5:46274) 2024-09-13T16:41:24.944 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.936+0000 7f1ce59bd700 1 -- 172.21.15.5:0/2873024168 learned_addr learned my addr 172.21.15.5:0/2873024168 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:41:24.944 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.936+0000 7f1ce51bc700 1 --2- 172.21.15.5:0/2873024168 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f1ce0070740 0x7f1ce00cd1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:24.944 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.936+0000 7f1ce49bb700 1 --2- 172.21.15.5:0/2873024168 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f1ce00cb340 0x7f1ce01f1c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:24.944 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.940+0000 7f1ce59bd700 1 -- 172.21.15.5:0/2873024168 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f1ce00cb340 msgr2=0x7f1ce01f1c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:24.944 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.940+0000 7f1ce59bd700 1 --2- 172.21.15.5:0/2873024168 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f1ce00cb340 0x7f1ce01f1c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:24.944 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.940+0000 7f1ce59bd700 1 -- 172.21.15.5:0/2873024168 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f1ce0070740 msgr2=0x7f1ce00cd1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:24.944 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.940+0000 7f1ce59bd700 1 --2- 172.21.15.5:0/2873024168 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f1ce0070740 0x7f1ce00cd1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:24.944 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.940+0000 7f1ce59bd700 1 -- 172.21.15.5:0/2873024168 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1cdc0094b0 con 0x7f1ce00cb720 2024-09-13T16:41:24.945 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.940+0000 7f1ce59bd700 1 --2- 172.21.15.5:0/2873024168 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1ce00cb720 0x7f1ce01f21a0 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f1cd800cb70 tx=0x7f1cd800cba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:41:24.945 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.940+0000 7f1cd1ffb700 1 -- 172.21.15.5:0/2873024168 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1cd8007480 con 0x7f1ce00cb720 2024-09-13T16:41:24.946 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.940+0000 7f1cd1ffb700 1 -- 172.21.15.5:0/2873024168 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1cd80075e0 con 0x7f1ce00cb720 2024-09-13T16:41:24.946 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.940+0000 7f1ce61be700 1 -- 172.21.15.5:0/2873024168 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1ce0156680 con 0x7f1ce00cb720 2024-09-13T16:41:24.946 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.940+0000 7f1cd1ffb700 1 -- 172.21.15.5:0/2873024168 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1cd8007950 con 0x7f1ce00cb720 2024-09-13T16:41:24.946 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.940+0000 7f1ce61be700 1 -- 172.21.15.5:0/2873024168 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1ce0156920 con 0x7f1ce00cb720 2024-09-13T16:41:24.946 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.940+0000 7f1ce61be700 1 -- 172.21.15.5:0/2873024168 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1ce00677b0 con 0x7f1ce00cb720 2024-09-13T16:41:24.947 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.940+0000 7f1cd1ffb700 1 -- 172.21.15.5:0/2873024168 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f1cd801b3b0 con 0x7f1ce00cb720 2024-09-13T16:41:24.948 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.944+0000 7f1cd1ffb700 1 --2- 172.21.15.5:0/2873024168 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f1cc4066760 0x7f1cc4068c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:24.948 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.944+0000 7f1cd1ffb700 1 -- 172.21.15.5:0/2873024168 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6642+0+0 (secure 0 0 0) 0x7f1cd8083d10 con 0x7f1ce00cb720 2024-09-13T16:41:24.948 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.944+0000 7f1ce51bc700 1 --2- 172.21.15.5:0/2873024168 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f1cc4066760 0x7f1cc4068c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:24.949 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.944+0000 7f1ce51bc700 1 --2- 172.21.15.5:0/2873024168 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f1cc4066760 0x7f1cc4068c20 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f1cdc009ba0 tx=0x7f1cdc008030 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:41:24.957 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:24.952+0000 7f1cd1ffb700 1 -- 172.21.15.5:0/2873024168 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f1cd8089020 con 0x7f1ce00cb720 2024-09-13T16:41:25.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.128+0000 7f1ce61be700 1 -- 172.21.15.5:0/2873024168 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f1ce00c6760 con 0x7f1ce00cb720 2024-09-13T16:41:25.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.128+0000 7f1cd1ffb700 1 -- 172.21.15.5:0/2873024168 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v28) v1 ==== 93+0+10 (secure 0 0 0) 0x7f1ce00c6760 con 0x7f1ce00cb720 2024-09-13T16:41:25.134 INFO:teuthology.orchestra.run.smithi005.stdout:pg_num: 1 2024-09-13T16:41:25.137 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.132+0000 7f1ce61be700 1 -- 172.21.15.5:0/2873024168 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f1cc4066760 msgr2=0x7f1cc4068c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:25.137 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.132+0000 7f1ce61be700 1 --2- 172.21.15.5:0/2873024168 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f1cc4066760 0x7f1cc4068c20 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f1cdc009ba0 tx=0x7f1cdc008030 comp rx=0 tx=0).stop 2024-09-13T16:41:25.137 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.132+0000 7f1ce61be700 1 -- 172.21.15.5:0/2873024168 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1ce00cb720 msgr2=0x7f1ce01f21a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:25.137 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.132+0000 7f1ce61be700 1 --2- 172.21.15.5:0/2873024168 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1ce00cb720 0x7f1ce01f21a0 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f1cd800cb70 tx=0x7f1cd800cba0 comp rx=0 tx=0).stop 2024-09-13T16:41:25.137 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.132+0000 7f1ce61be700 1 -- 172.21.15.5:0/2873024168 shutdown_connections 2024-09-13T16:41:25.137 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.132+0000 7f1ce61be700 1 --2- 172.21.15.5:0/2873024168 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1ce00cb720 0x7f1ce01f21a0 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:25.138 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.132+0000 7f1ce61be700 1 --2- 172.21.15.5:0/2873024168 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f1ce00cb340 0x7f1ce01f1c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:25.138 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.132+0000 7f1ce61be700 1 --2- 172.21.15.5:0/2873024168 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f1cc4066760 0x7f1cc4068c20 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:25.138 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.132+0000 7f1ce61be700 1 --2- 172.21.15.5:0/2873024168 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f1ce0070740 0x7f1ce00cd1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:25.138 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.132+0000 7f1ce61be700 1 -- 172.21.15.5:0/2873024168 >> 172.21.15.5:0/2873024168 conn(0x7f1ce0071f50 msgr2=0x7f1ce0157ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:41:25.138 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.132+0000 7f1ce61be700 1 -- 172.21.15.5:0/2873024168 shutdown_connections 2024-09-13T16:41:25.138 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.132+0000 7f1ce61be700 1 -- 172.21.15.5:0/2873024168 wait complete. 2024-09-13T16:41:25.150 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T16:41:25.288 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.268+0000 7f0f47fff700 1 Processor -- start 2024-09-13T16:41:25.288 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.268+0000 7f0f47fff700 1 -- start start 2024-09-13T16:41:25.288 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.272+0000 7f0f47fff700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f0f480c7120 0x7f0f4806cbf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:25.288 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.272+0000 7f0f47fff700 1 --2- >> v2:172.21.15.179:3300/0 conn(0x7f0f480c7500 0x7f0f4806ffb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:25.288 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.272+0000 7f0f47fff700 1 -- --> v1:172.21.15.179:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0f4806f840 con 0x7f0f4806e0e0 2024-09-13T16:41:25.288 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.272+0000 7f0f47fff700 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0f4806fb20 con 0x7f0f480c7120 2024-09-13T16:41:25.288 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.272+0000 7f0f47fff700 1 -- --> v2:172.21.15.179:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0f4806d230 con 0x7f0f480c7500 2024-09-13T16:41:25.288 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.272+0000 7f0f46ffd700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f0f480c7120 0x7f0f4806cbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:25.288 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.272+0000 7f0f46ffd700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f0f480c7120 0x7f0f4806cbf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:46284/0 (socket says 172.21.15.5:46284) 2024-09-13T16:41:25.289 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.272+0000 7f0f46ffd700 1 -- 172.21.15.5:0/695808784 learned_addr learned my addr 172.21.15.5:0/695808784 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:41:25.289 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.272+0000 7f0f467fc700 1 -- 172.21.15.5:0/695808784 <== mon.1 v1:172.21.15.179:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3818564956 0 0) 0x7f0f4806f840 con 0x7f0f4806e0e0 2024-09-13T16:41:25.289 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.272+0000 7f0f3e7fc700 1 --2- 172.21.15.5:0/695808784 >> v2:172.21.15.179:3300/0 conn(0x7f0f480c7500 0x7f0f4806ffb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:25.289 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.280+0000 7f0f467fc700 1 -- 172.21.15.5:0/695808784 --> v1:172.21.15.179:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0f340035b0 con 0x7f0f4806e0e0 2024-09-13T16:41:25.289 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.280+0000 7f0f46ffd700 1 -- 172.21.15.5:0/695808784 >> v2:172.21.15.179:3300/0 conn(0x7f0f480c7500 msgr2=0x7f0f4806ffb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:41:25.289 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.280+0000 7f0f46ffd700 1 --2- 172.21.15.5:0/695808784 >> v2:172.21.15.179:3300/0 conn(0x7f0f480c7500 0x7f0f4806ffb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:25.289 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.280+0000 7f0f46ffd700 1 -- 172.21.15.5:0/695808784 >> v1:172.21.15.179:6789/0 conn(0x7f0f4806e0e0 legacy=0x7f0f48168cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:25.289 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.280+0000 7f0f46ffd700 1 -- 172.21.15.5:0/695808784 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0f4806d510 con 0x7f0f480c7120 2024-09-13T16:41:25.289 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.280+0000 7f0f3e7fc700 1 --2- 172.21.15.5:0/695808784 >> v2:172.21.15.179:3300/0 conn(0x7f0f480c7500 0x7f0f4806ffb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:41:25.289 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.280+0000 7f0f46ffd700 1 --2- 172.21.15.5:0/695808784 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0f480c7120 0x7f0f4806cbf0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f0f4806b290 tx=0x7f0f38009b00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ed0ecb4e185373d8 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:41:25.289 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.284+0000 7f0f467fc700 1 -- 172.21.15.5:0/695808784 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0f38004230 con 0x7f0f480c7120 2024-09-13T16:41:25.289 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.284+0000 7f0f467fc700 1 -- 172.21.15.5:0/695808784 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0f38004390 con 0x7f0f480c7120 2024-09-13T16:41:25.290 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.284+0000 7f0f467fc700 1 -- 172.21.15.5:0/695808784 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0f380036c0 con 0x7f0f480c7120 2024-09-13T16:41:25.290 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.284+0000 7f0f47fff700 1 -- 172.21.15.5:0/695808784 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0f480c7120 msgr2=0x7f0f4806cbf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:25.291 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.284+0000 7f0f47fff700 1 --2- 172.21.15.5:0/695808784 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0f480c7120 0x7f0f4806cbf0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f0f4806b290 tx=0x7f0f38009b00 comp rx=0 tx=0).stop 2024-09-13T16:41:25.291 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.284+0000 7f0f47fff700 1 -- 172.21.15.5:0/695808784 shutdown_connections 2024-09-13T16:41:25.291 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.284+0000 7f0f47fff700 1 --2- 172.21.15.5:0/695808784 >> v2:172.21.15.179:3300/0 conn(0x7f0f480c7500 0x7f0f4806ffb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:25.291 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.284+0000 7f0f47fff700 1 --2- 172.21.15.5:0/695808784 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0f480c7120 0x7f0f4806cbf0 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:25.291 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.284+0000 7f0f47fff700 1 -- 172.21.15.5:0/695808784 >> 172.21.15.5:0/695808784 conn(0x7f0f4806ada0 msgr2=0x7f0f48071f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:41:25.291 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.284+0000 7f0f47fff700 1 -- 172.21.15.5:0/695808784 shutdown_connections 2024-09-13T16:41:25.291 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.284+0000 7f0f47fff700 1 -- 172.21.15.5:0/695808784 wait complete. 2024-09-13T16:41:25.292 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.288+0000 7f0f47fff700 1 Processor -- start 2024-09-13T16:41:25.292 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.288+0000 7f0f47fff700 1 -- start start 2024-09-13T16:41:25.294 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.288+0000 7f0f47fff700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0f4806e0e0 0x7f0f48165230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:25.294 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.288+0000 7f0f47fff700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f0f480c7120 0x7f0f48158e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:25.295 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.288+0000 7f0f47fff700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f0f480c7500 0x7f0f481593c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:25.295 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.288+0000 7f0f47fff700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0f4815b8b0 con 0x7f0f4806e0e0 2024-09-13T16:41:25.295 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.288+0000 7f0f47fff700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0f481638a0 con 0x7f0f480c7120 2024-09-13T16:41:25.295 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.288+0000 7f0f47fff700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0f4815b2f0 con 0x7f0f480c7500 2024-09-13T16:41:25.295 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.288+0000 7f0f46ffd700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0f4806e0e0 0x7f0f48165230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:25.295 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.288+0000 7f0f46ffd700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0f4806e0e0 0x7f0f48165230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:46286/0 (socket says 172.21.15.5:46286) 2024-09-13T16:41:25.295 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.288+0000 7f0f46ffd700 1 -- 172.21.15.5:0/281786418 learned_addr learned my addr 172.21.15.5:0/281786418 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:41:25.295 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.288+0000 7f0f3e7fc700 1 --2- 172.21.15.5:0/281786418 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f0f480c7120 0x7f0f48158e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:25.295 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.288+0000 7f0f477fe700 1 --2- 172.21.15.5:0/281786418 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f0f480c7500 0x7f0f481593c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:25.297 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.288+0000 7f0f46ffd700 1 -- 172.21.15.5:0/281786418 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f0f480c7500 msgr2=0x7f0f481593c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:25.297 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.288+0000 7f0f46ffd700 1 --2- 172.21.15.5:0/281786418 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f0f480c7500 0x7f0f481593c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:25.297 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.288+0000 7f0f46ffd700 1 -- 172.21.15.5:0/281786418 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f0f480c7120 msgr2=0x7f0f48158e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:25.297 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.288+0000 7f0f46ffd700 1 --2- 172.21.15.5:0/281786418 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f0f480c7120 0x7f0f48158e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:25.297 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.288+0000 7f0f46ffd700 1 -- 172.21.15.5:0/281786418 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0f300073c0 con 0x7f0f4806e0e0 2024-09-13T16:41:25.297 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.288+0000 7f0f46ffd700 1 --2- 172.21.15.5:0/281786418 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0f4806e0e0 0x7f0f48165230 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f0f38004000 tx=0x7f0f38004770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:41:25.297 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.292+0000 7f0f3ffff700 1 -- 172.21.15.5:0/281786418 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0f3801f070 con 0x7f0f4806e0e0 2024-09-13T16:41:25.297 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.292+0000 7f0f3ffff700 1 -- 172.21.15.5:0/281786418 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0f38010460 con 0x7f0f4806e0e0 2024-09-13T16:41:25.297 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.292+0000 7f0f47fff700 1 -- 172.21.15.5:0/281786418 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0f3800a040 con 0x7f0f4806e0e0 2024-09-13T16:41:25.297 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.292+0000 7f0f3ffff700 1 -- 172.21.15.5:0/281786418 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0f38010810 con 0x7f0f4806e0e0 2024-09-13T16:41:25.297 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.292+0000 7f0f47fff700 1 -- 172.21.15.5:0/281786418 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0f480c63a0 con 0x7f0f4806e0e0 2024-09-13T16:41:25.298 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.292+0000 7f0f47fff700 1 -- 172.21.15.5:0/281786418 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0f480c3ea0 con 0x7f0f4806e0e0 2024-09-13T16:41:25.299 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.292+0000 7f0f3ffff700 1 -- 172.21.15.5:0/281786418 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f0f38010970 con 0x7f0f4806e0e0 2024-09-13T16:41:25.300 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.296+0000 7f0f3ffff700 1 --2- 172.21.15.5:0/281786418 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f0f28066760 0x7f0f28068c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:25.300 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.296+0000 7f0f3ffff700 1 -- 172.21.15.5:0/281786418 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6642+0+0 (secure 0 0 0) 0x7f0f38085700 con 0x7f0f4806e0e0 2024-09-13T16:41:25.300 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.296+0000 7f0f3e7fc700 1 --2- 172.21.15.5:0/281786418 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f0f28066760 0x7f0f28068c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:25.301 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.296+0000 7f0f3e7fc700 1 --2- 172.21.15.5:0/281786418 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f0f28066760 0x7f0f28068c20 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f0f48070930 tx=0x7f0f300070a0 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:41:25.309 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.304+0000 7f0f3ffff700 1 -- 172.21.15.5:0/281786418 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f0f38052750 con 0x7f0f4806e0e0 2024-09-13T16:41:25.486 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.480+0000 7f0f47fff700 1 -- 172.21.15.5:0/281786418 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f0f480c2c80 con 0x7f0f4806e0e0 2024-09-13T16:41:25.486 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.480+0000 7f0f3ffff700 1 -- 172.21.15.5:0/281786418 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v28) v1 ==== 104+0+11 (secure 0 0 0) 0x7f0f38055d70 con 0x7f0f4806e0e0 2024-09-13T16:41:25.486 INFO:teuthology.orchestra.run.smithi005.stdout:pg_num: 32 2024-09-13T16:41:25.491 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.484+0000 7f0f47fff700 1 -- 172.21.15.5:0/281786418 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f0f28066760 msgr2=0x7f0f28068c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:25.491 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.484+0000 7f0f47fff700 1 --2- 172.21.15.5:0/281786418 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f0f28066760 0x7f0f28068c20 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f0f48070930 tx=0x7f0f300070a0 comp rx=0 tx=0).stop 2024-09-13T16:41:25.491 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.484+0000 7f0f47fff700 1 -- 172.21.15.5:0/281786418 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0f4806e0e0 msgr2=0x7f0f48165230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:25.491 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.484+0000 7f0f47fff700 1 --2- 172.21.15.5:0/281786418 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0f4806e0e0 0x7f0f48165230 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f0f38004000 tx=0x7f0f38004770 comp rx=0 tx=0).stop 2024-09-13T16:41:25.491 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.484+0000 7f0f47fff700 1 -- 172.21.15.5:0/281786418 shutdown_connections 2024-09-13T16:41:25.491 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.484+0000 7f0f47fff700 1 --2- 172.21.15.5:0/281786418 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f0f480c7500 0x7f0f481593c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:25.491 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.484+0000 7f0f47fff700 1 --2- 172.21.15.5:0/281786418 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f0f28066760 0x7f0f28068c20 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:25.491 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.484+0000 7f0f47fff700 1 --2- 172.21.15.5:0/281786418 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f0f480c7120 0x7f0f48158e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:25.491 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.484+0000 7f0f47fff700 1 --2- 172.21.15.5:0/281786418 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0f4806e0e0 0x7f0f48165230 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:25.491 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.484+0000 7f0f47fff700 1 -- 172.21.15.5:0/281786418 >> 172.21.15.5:0/281786418 conn(0x7f0f4806ada0 msgr2=0x7f0f480c42c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:41:25.491 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.484+0000 7f0f47fff700 1 -- 172.21.15.5:0/281786418 shutdown_connections 2024-09-13T16:41:25.491 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.484+0000 7f0f47fff700 1 -- 172.21.15.5:0/281786418 wait complete. 2024-09-13T16:41:25.507 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T16:41:25.622 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.616+0000 7fa6751bb700 1 Processor -- start 2024-09-13T16:41:25.622 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.616+0000 7fa6751bb700 1 -- start start 2024-09-13T16:41:25.624 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.616+0000 7fa6751bb700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fa6700cb340 0x7fa6701593c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:25.624 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.616+0000 7fa6751bb700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fa670070740 0x7fa670070b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:25.624 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.616+0000 7fa6751bb700 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa670159900 con 0x7fa6700cb720 2024-09-13T16:41:25.624 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.616+0000 7fa6751bb700 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa6700caaf0 con 0x7fa6700cb340 2024-09-13T16:41:25.624 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.616+0000 7fa6751bb700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa67015bfd0 con 0x7fa670070740 2024-09-13T16:41:25.624 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.620+0000 7fa66f7fe700 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7fa6700cb720 0x7fa67006f840 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:46060/0 (socket says 172.21.15.5:46060) 2024-09-13T16:41:25.624 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.620+0000 7fa66f7fe700 1 -- 172.21.15.5:0/1727408583 learned_addr learned my addr 172.21.15.5:0/1727408583 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-13T16:41:25.624 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.620+0000 7fa66ffff700 1 --2- 172.21.15.5:0/1727408583 >> v2:172.21.15.5:3300/0 conn(0x7fa6700cb340 0x7fa6701593c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:25.624 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.620+0000 7fa6749ba700 1 --2- 172.21.15.5:0/1727408583 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fa670070740 0x7fa670070b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:25.624 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.620+0000 7fa66effd700 1 -- 172.21.15.5:0/1727408583 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4264324861 0 0) 0x7fa670159900 con 0x7fa6700cb720 2024-09-13T16:41:25.624 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.620+0000 7fa66effd700 1 -- 172.21.15.5:0/1727408583 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa65c0035d0 con 0x7fa6700cb720 2024-09-13T16:41:25.626 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.620+0000 7fa66effd700 1 -- 172.21.15.5:0/1727408583 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 287537245 0 0) 0x7fa65c0035d0 con 0x7fa6700cb720 2024-09-13T16:41:25.626 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.620+0000 7fa66ffff700 1 -- 172.21.15.5:0/1727408583 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fa670070740 msgr2=0x7fa670070b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:41:25.626 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.620+0000 7fa66ffff700 1 --2- 172.21.15.5:0/1727408583 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fa670070740 0x7fa670070b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:25.626 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.620+0000 7fa66ffff700 1 -- 172.21.15.5:0/1727408583 >> v1:172.21.15.5:6789/0 conn(0x7fa6700cb720 legacy=0x7fa67006f840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:25.626 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.620+0000 7fa66ffff700 1 -- 172.21.15.5:0/1727408583 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa6700710c0 con 0x7fa6700cb340 2024-09-13T16:41:25.626 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.620+0000 7fa66ffff700 1 --2- 172.21.15.5:0/1727408583 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa6700cb340 0x7fa6701593c0 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7fa660009850 tx=0x7fa660009b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8672edb82ce034a4 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:41:25.626 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.620+0000 7fa66effd700 1 -- 172.21.15.5:0/1727408583 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa6580017f0 con 0x7fa6700cb340 2024-09-13T16:41:25.626 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.620+0000 7fa66effd700 1 -- 172.21.15.5:0/1727408583 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa660004030 con 0x7fa6700cb340 2024-09-13T16:41:25.626 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.620+0000 7fa66effd700 1 -- 172.21.15.5:0/1727408583 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa6600043e0 con 0x7fa6700cb340 2024-09-13T16:41:25.627 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.620+0000 7fa6751bb700 1 -- 172.21.15.5:0/1727408583 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa6700cb340 msgr2=0x7fa6701593c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:25.627 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.620+0000 7fa6751bb700 1 --2- 172.21.15.5:0/1727408583 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa6700cb340 0x7fa6701593c0 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7fa660009850 tx=0x7fa660009b60 comp rx=0 tx=0).stop 2024-09-13T16:41:25.627 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.620+0000 7fa6751bb700 1 -- 172.21.15.5:0/1727408583 shutdown_connections 2024-09-13T16:41:25.627 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.620+0000 7fa6751bb700 1 --2- 172.21.15.5:0/1727408583 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fa670070740 0x7fa670070b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:25.627 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.620+0000 7fa6751bb700 1 --2- 172.21.15.5:0/1727408583 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa6700cb340 0x7fa6701593c0 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:25.627 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.620+0000 7fa6751bb700 1 -- 172.21.15.5:0/1727408583 >> 172.21.15.5:0/1727408583 conn(0x7fa670071f50 msgr2=0x7fa670072360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:41:25.627 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.620+0000 7fa6751bb700 1 -- 172.21.15.5:0/1727408583 shutdown_connections 2024-09-13T16:41:25.627 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.620+0000 7fa6751bb700 1 -- 172.21.15.5:0/1727408583 wait complete. 2024-09-13T16:41:25.630 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.624+0000 7fa6751bb700 1 Processor -- start 2024-09-13T16:41:25.630 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.624+0000 7fa6751bb700 1 -- start start 2024-09-13T16:41:25.632 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.624+0000 7fa6751bb700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fa670070740 0x7fa67014bfd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:25.632 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.624+0000 7fa6751bb700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fa6700cb340 0x7fa6700c5fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:25.632 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.624+0000 7fa6751bb700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa6700cb720 0x7fa67014d450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:25.632 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.624+0000 7fa6751bb700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa6700c84f0 con 0x7fa6700cb720 2024-09-13T16:41:25.632 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.624+0000 7fa6751bb700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa6700c78e0 con 0x7fa6700cb340 2024-09-13T16:41:25.632 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.624+0000 7fa6751bb700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa6700c7b50 con 0x7fa670070740 2024-09-13T16:41:25.632 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.628+0000 7fa6749ba700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa6700cb720 0x7fa67014d450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:25.632 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.628+0000 7fa6749ba700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa6700cb720 0x7fa67014d450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:46300/0 (socket says 172.21.15.5:46300) 2024-09-13T16:41:25.632 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.628+0000 7fa6749ba700 1 -- 172.21.15.5:0/1548348025 learned_addr learned my addr 172.21.15.5:0/1548348025 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:41:25.632 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.628+0000 7fa66ffff700 1 --2- 172.21.15.5:0/1548348025 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fa670070740 0x7fa67014bfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:25.633 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.628+0000 7fa66f7fe700 1 --2- 172.21.15.5:0/1548348025 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fa6700cb340 0x7fa6700c5fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:25.634 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.628+0000 7fa6749ba700 1 -- 172.21.15.5:0/1548348025 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fa670070740 msgr2=0x7fa67014bfd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:25.634 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.628+0000 7fa6749ba700 1 --2- 172.21.15.5:0/1548348025 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fa670070740 0x7fa67014bfd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:25.634 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.628+0000 7fa6749ba700 1 -- 172.21.15.5:0/1548348025 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fa6700cb340 msgr2=0x7fa6700c5fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:25.634 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.628+0000 7fa6749ba700 1 --2- 172.21.15.5:0/1548348025 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fa6700cb340 0x7fa6700c5fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:25.634 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.628+0000 7fa6749ba700 1 -- 172.21.15.5:0/1548348025 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa6600094b0 con 0x7fa6700cb720 2024-09-13T16:41:25.634 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.628+0000 7fa6749ba700 1 --2- 172.21.15.5:0/1548348025 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa6700cb720 0x7fa67014d450 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7fa66800efc0 tx=0x7fa66800c0c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:41:25.634 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.628+0000 7fa66cff9700 1 -- 172.21.15.5:0/1548348025 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa66800cad0 con 0x7fa6700cb720 2024-09-13T16:41:25.634 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.628+0000 7fa66cff9700 1 -- 172.21.15.5:0/1548348025 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa66800f040 con 0x7fa6700cb720 2024-09-13T16:41:25.634 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.628+0000 7fa6751bb700 1 -- 172.21.15.5:0/1548348025 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa6700c7e30 con 0x7fa6700cb720 2024-09-13T16:41:25.634 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.628+0000 7fa66cff9700 1 -- 172.21.15.5:0/1548348025 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa66800ce70 con 0x7fa6700cb720 2024-09-13T16:41:25.635 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.628+0000 7fa6751bb700 1 -- 172.21.15.5:0/1548348025 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa670152910 con 0x7fa6700cb720 2024-09-13T16:41:25.635 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.628+0000 7fa6751bb700 1 -- 172.21.15.5:0/1548348025 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa6700677b0 con 0x7fa6700cb720 2024-09-13T16:41:25.635 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.628+0000 7fa66cff9700 1 -- 172.21.15.5:0/1548348025 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fa668014480 con 0x7fa6700cb720 2024-09-13T16:41:25.636 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.632+0000 7fa66cff9700 1 --2- 172.21.15.5:0/1548348025 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fa650066730 0x7fa650068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:25.636 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.632+0000 7fa66cff9700 1 -- 172.21.15.5:0/1548348025 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6642+0+0 (secure 0 0 0) 0x7fa668084eb0 con 0x7fa6700cb720 2024-09-13T16:41:25.636 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.632+0000 7fa66ffff700 1 --2- 172.21.15.5:0/1548348025 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fa650066730 0x7fa650068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:25.637 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.632+0000 7fa66ffff700 1 --2- 172.21.15.5:0/1548348025 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fa650066730 0x7fa650068bf0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fa6600090b0 tx=0x7fa660008030 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:41:25.642 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.636+0000 7fa66cff9700 1 -- 172.21.15.5:0/1548348025 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fa668051f00 con 0x7fa6700cb720 2024-09-13T16:41:25.815 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.808+0000 7fa6751bb700 1 -- 172.21.15.5:0/1548348025 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fa67014d250 con 0x7fa6700cb720 2024-09-13T16:41:25.815 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.808+0000 7fa66cff9700 1 -- 172.21.15.5:0/1548348025 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v28) v1 ==== 100+0+11 (secure 0 0 0) 0x7fa668018020 con 0x7fa6700cb720 2024-09-13T16:41:25.815 INFO:teuthology.orchestra.run.smithi005.stdout:pg_num: 64 2024-09-13T16:41:25.818 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.812+0000 7fa6751bb700 1 -- 172.21.15.5:0/1548348025 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fa650066730 msgr2=0x7fa650068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:25.818 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.812+0000 7fa6751bb700 1 --2- 172.21.15.5:0/1548348025 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fa650066730 0x7fa650068bf0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fa6600090b0 tx=0x7fa660008030 comp rx=0 tx=0).stop 2024-09-13T16:41:25.818 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.812+0000 7fa6751bb700 1 -- 172.21.15.5:0/1548348025 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa6700cb720 msgr2=0x7fa67014d450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:25.818 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.812+0000 7fa6751bb700 1 --2- 172.21.15.5:0/1548348025 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa6700cb720 0x7fa67014d450 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7fa66800efc0 tx=0x7fa66800c0c0 comp rx=0 tx=0).stop 2024-09-13T16:41:25.818 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.812+0000 7fa6751bb700 1 -- 172.21.15.5:0/1548348025 shutdown_connections 2024-09-13T16:41:25.818 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.812+0000 7fa6751bb700 1 --2- 172.21.15.5:0/1548348025 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa6700cb720 0x7fa67014d450 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:25.819 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.812+0000 7fa6751bb700 1 --2- 172.21.15.5:0/1548348025 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fa650066730 0x7fa650068bf0 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:25.819 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.812+0000 7fa6751bb700 1 --2- 172.21.15.5:0/1548348025 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fa6700cb340 0x7fa6700c5fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:25.819 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.812+0000 7fa6751bb700 1 --2- 172.21.15.5:0/1548348025 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fa670070740 0x7fa67014bfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:25.819 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.812+0000 7fa6751bb700 1 -- 172.21.15.5:0/1548348025 >> 172.21.15.5:0/1548348025 conn(0x7fa670071f50 msgr2=0x7fa670152200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:41:25.819 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.812+0000 7fa6751bb700 1 -- 172.21.15.5:0/1548348025 shutdown_connections 2024-09-13T16:41:25.819 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.812+0000 7fa6751bb700 1 -- 172.21.15.5:0/1548348025 wait complete. 2024-09-13T16:41:25.831 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-09-13T16:41:25.951 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.944+0000 7f28f48d2700 1 Processor -- start 2024-09-13T16:41:25.951 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.944+0000 7f28f48d2700 1 -- start start 2024-09-13T16:41:25.952 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.948+0000 7f28f48d2700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f28f00709f0 0x7f28f0150430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:25.952 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.948+0000 7f28f48d2700 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f28f015a870 con 0x7f28f0070dd0 2024-09-13T16:41:25.952 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.948+0000 7f28f48d2700 1 -- --> v1:172.21.15.179:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f28f00c5240 con 0x7f28f00c4540 2024-09-13T16:41:25.952 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.948+0000 7f28f48d2700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f28f0159c60 con 0x7f28f00709f0 2024-09-13T16:41:25.953 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.948+0000 7f28eeffd700 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f28f0070dd0 0x7f28f01565d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:46066/0 (socket says 172.21.15.5:46066) 2024-09-13T16:41:25.953 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.948+0000 7f28eeffd700 1 -- 172.21.15.5:0/2011458211 learned_addr learned my addr 172.21.15.5:0/2011458211 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-13T16:41:25.953 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.948+0000 7f28ef7fe700 1 --2- 172.21.15.5:0/2011458211 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f28f00709f0 0x7f28f0150430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:25.954 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.948+0000 7f28ee7fc700 1 -- 172.21.15.5:0/2011458211 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 338192426 0 0) 0x7f28f015a870 con 0x7f28f0070dd0 2024-09-13T16:41:25.955 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.948+0000 7f28ee7fc700 1 -- 172.21.15.5:0/2011458211 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f28dc0035d0 con 0x7f28f0070dd0 2024-09-13T16:41:25.955 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.948+0000 7f28ef7fe700 1 -- 172.21.15.5:0/2011458211 >> v1:172.21.15.179:6789/0 conn(0x7f28f00c4540 legacy=0x7f28f0160f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:25.955 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.948+0000 7f28ef7fe700 1 -- 172.21.15.5:0/2011458211 >> v1:172.21.15.5:6789/0 conn(0x7f28f0070dd0 legacy=0x7f28f01565d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:25.955 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.948+0000 7f28ef7fe700 1 -- 172.21.15.5:0/2011458211 --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f28f0159f40 con 0x7f28f00709f0 2024-09-13T16:41:25.955 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.948+0000 7f28ef7fe700 1 --2- 172.21.15.5:0/2011458211 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f28f00709f0 0x7f28f0150430 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f28e0009880 tx=0x7f28e0009b90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=452cdf46753aeb6f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:41:25.955 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.948+0000 7f28ee7fc700 1 -- 172.21.15.5:0/2011458211 <== mon.2 v2:172.21.15.179:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f28e0011830 con 0x7f28f00709f0 2024-09-13T16:41:25.955 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.948+0000 7f28ee7fc700 1 -- 172.21.15.5:0/2011458211 <== mon.2 v2:172.21.15.179:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f28e0011990 con 0x7f28f00709f0 2024-09-13T16:41:25.955 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.948+0000 7f28ee7fc700 1 -- 172.21.15.5:0/2011458211 <== mon.2 v2:172.21.15.179:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f28e0011d00 con 0x7f28f00709f0 2024-09-13T16:41:25.955 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.948+0000 7f28f48d2700 1 -- 172.21.15.5:0/2011458211 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f28f00709f0 msgr2=0x7f28f0150430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:25.955 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.948+0000 7f28f48d2700 1 --2- 172.21.15.5:0/2011458211 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f28f00709f0 0x7f28f0150430 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f28e0009880 tx=0x7f28e0009b90 comp rx=0 tx=0).stop 2024-09-13T16:41:25.956 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.948+0000 7f28f48d2700 1 -- 172.21.15.5:0/2011458211 shutdown_connections 2024-09-13T16:41:25.956 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.948+0000 7f28f48d2700 1 --2- 172.21.15.5:0/2011458211 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f28f00709f0 0x7f28f0150430 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:25.956 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.948+0000 7f28f48d2700 1 -- 172.21.15.5:0/2011458211 >> 172.21.15.5:0/2011458211 conn(0x7f28f006a390 msgr2=0x7f28f006ada0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:41:25.956 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.948+0000 7f28f48d2700 1 -- 172.21.15.5:0/2011458211 shutdown_connections 2024-09-13T16:41:25.956 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.948+0000 7f28f48d2700 1 -- 172.21.15.5:0/2011458211 wait complete. 2024-09-13T16:41:25.958 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.948+0000 7f28f48d2700 1 Processor -- start 2024-09-13T16:41:25.958 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.948+0000 7f28f48d2700 1 -- start start 2024-09-13T16:41:25.959 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.952+0000 7f28f48d2700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f28f00709f0 0x7f28f0148660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:25.959 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.952+0000 7f28f48d2700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f28f0070dd0 0x7f28f01f1a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:25.959 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.952+0000 7f28f48d2700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f28f00c4540 0x7f28f00c2b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:25.959 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.952+0000 7f28f48d2700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f28f0147db0 con 0x7f28f0070dd0 2024-09-13T16:41:25.959 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.952+0000 7f28f48d2700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f28f0159940 con 0x7f28f00709f0 2024-09-13T16:41:25.959 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.952+0000 7f28f48d2700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f28f01f23c0 con 0x7f28f00c4540 2024-09-13T16:41:25.959 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.952+0000 7f28eeffd700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f28f0070dd0 0x7f28f01f1a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:25.959 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.952+0000 7f28eeffd700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f28f0070dd0 0x7f28f01f1a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:46312/0 (socket says 172.21.15.5:46312) 2024-09-13T16:41:25.960 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.952+0000 7f28eeffd700 1 -- 172.21.15.5:0/2299671952 learned_addr learned my addr 172.21.15.5:0/2299671952 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:41:25.960 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.952+0000 7f28ef7fe700 1 --2- 172.21.15.5:0/2299671952 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f28f00709f0 0x7f28f0148660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:25.960 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.952+0000 7f28effff700 1 --2- 172.21.15.5:0/2299671952 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f28f00c4540 0x7f28f00c2b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:25.960 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.952+0000 7f28eeffd700 1 -- 172.21.15.5:0/2299671952 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f28f00c4540 msgr2=0x7f28f00c2b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:25.960 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.952+0000 7f28eeffd700 1 --2- 172.21.15.5:0/2299671952 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f28f00c4540 0x7f28f00c2b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:25.960 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.952+0000 7f28eeffd700 1 -- 172.21.15.5:0/2299671952 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f28f00709f0 msgr2=0x7f28f0148660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:25.960 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.952+0000 7f28eeffd700 1 --2- 172.21.15.5:0/2299671952 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f28f00709f0 0x7f28f0148660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:25.960 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.952+0000 7f28eeffd700 1 -- 172.21.15.5:0/2299671952 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f28e00094b0 con 0x7f28f0070dd0 2024-09-13T16:41:25.960 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.952+0000 7f28eeffd700 1 --2- 172.21.15.5:0/2299671952 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f28f0070dd0 0x7f28f01f1a90 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f28d800c700 tx=0x7f28d800ca10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:41:25.960 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.952+0000 7f28e7fff700 1 -- 172.21.15.5:0/2299671952 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f28d8005d90 con 0x7f28f0070dd0 2024-09-13T16:41:25.960 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.952+0000 7f28e7fff700 1 -- 172.21.15.5:0/2299671952 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f28d80070d0 con 0x7f28f0070dd0 2024-09-13T16:41:25.961 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.952+0000 7f28f48d2700 1 -- 172.21.15.5:0/2299671952 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f28f01f26a0 con 0x7f28f0070dd0 2024-09-13T16:41:25.961 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.952+0000 7f28e7fff700 1 -- 172.21.15.5:0/2299671952 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f28d8007480 con 0x7f28f0070dd0 2024-09-13T16:41:25.961 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.952+0000 7f28f48d2700 1 -- 172.21.15.5:0/2299671952 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f28f0146c40 con 0x7f28f0070dd0 2024-09-13T16:41:25.962 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.952+0000 7f28f48d2700 1 -- 172.21.15.5:0/2299671952 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f28f00ca290 con 0x7f28f0070dd0 2024-09-13T16:41:25.962 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.956+0000 7f28e7fff700 1 -- 172.21.15.5:0/2299671952 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f28d80075e0 con 0x7f28f0070dd0 2024-09-13T16:41:25.962 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.956+0000 7f28e7fff700 1 --2- 172.21.15.5:0/2299671952 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f28d0066730 0x7f28d0068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:25.962 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.956+0000 7f28e7fff700 1 -- 172.21.15.5:0/2299671952 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6642+0+0 (secure 0 0 0) 0x7f28d8083b10 con 0x7f28f0070dd0 2024-09-13T16:41:25.962 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.956+0000 7f28ef7fe700 1 --2- 172.21.15.5:0/2299671952 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f28d0066730 0x7f28d0068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:25.962 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.956+0000 7f28ef7fe700 1 --2- 172.21.15.5:0/2299671952 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f28d0066730 0x7f28d0068bf0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f28e0009bd0 tx=0x7f28e0010000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:41:25.965 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:25.960+0000 7f28e7fff700 1 -- 172.21.15.5:0/2299671952 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f28d8050a40 con 0x7f28f0070dd0 2024-09-13T16:41:26.139 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:26.132+0000 7f28f48d2700 1 -- 172.21.15.5:0/2299671952 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7f28f00c9420 con 0x7f28f0070dd0 2024-09-13T16:41:26.139 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:26.136+0000 7f28e7fff700 1 -- 172.21.15.5:0/2299671952 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v28) v1 ==== 103+0+11 (secure 0 0 0) 0x7f28d8054060 con 0x7f28f0070dd0 2024-09-13T16:41:26.140 INFO:teuthology.orchestra.run.smithi005.stdout:pg_num: 32 2024-09-13T16:41:26.142 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:26.136+0000 7f28f48d2700 1 -- 172.21.15.5:0/2299671952 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f28d0066730 msgr2=0x7f28d0068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:26.143 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:26.136+0000 7f28f48d2700 1 --2- 172.21.15.5:0/2299671952 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f28d0066730 0x7f28d0068bf0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f28e0009bd0 tx=0x7f28e0010000 comp rx=0 tx=0).stop 2024-09-13T16:41:26.143 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:26.136+0000 7f28f48d2700 1 -- 172.21.15.5:0/2299671952 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f28f0070dd0 msgr2=0x7f28f01f1a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:26.143 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:26.136+0000 7f28f48d2700 1 --2- 172.21.15.5:0/2299671952 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f28f0070dd0 0x7f28f01f1a90 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f28d800c700 tx=0x7f28d800ca10 comp rx=0 tx=0).stop 2024-09-13T16:41:26.143 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:26.136+0000 7f28f48d2700 1 -- 172.21.15.5:0/2299671952 shutdown_connections 2024-09-13T16:41:26.143 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:26.136+0000 7f28f48d2700 1 --2- 172.21.15.5:0/2299671952 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f28f00c4540 0x7f28f00c2b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:26.143 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:26.136+0000 7f28f48d2700 1 --2- 172.21.15.5:0/2299671952 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f28f0070dd0 0x7f28f01f1a90 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:26.143 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:26.136+0000 7f28f48d2700 1 --2- 172.21.15.5:0/2299671952 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f28d0066730 0x7f28d0068bf0 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:26.143 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:26.136+0000 7f28f48d2700 1 --2- 172.21.15.5:0/2299671952 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f28f00709f0 0x7f28f0148660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:26.143 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:26.136+0000 7f28f48d2700 1 -- 172.21.15.5:0/2299671952 >> 172.21.15.5:0/2299671952 conn(0x7f28f006a390 msgr2=0x7f28f00c6eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:41:26.143 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:26.136+0000 7f28f48d2700 1 -- 172.21.15.5:0/2299671952 shutdown_connections 2024-09-13T16:41:26.143 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:26.136+0000 7f28f48d2700 1 -- 172.21.15.5:0/2299671952 wait complete. 2024-09-13T16:41:26.156 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T16:41:26.272 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:26.268+0000 7f21f9a8c700 1 Processor -- start 2024-09-13T16:41:26.272 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:26.268+0000 7f21f9a8c700 1 -- start start 2024-09-13T16:41:26.273 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:26.268+0000 7f21f9a8c700 1 --2- >> v2:172.21.15.179:3300/0 conn(0x7f21f41539b0 0x7f21f406ccf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:26.273 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:26.268+0000 7f21f9a8c700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f21f41608c0 0x7f21f4070bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:26.273 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:26.268+0000 7f21f9a8c700 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f21f40c69f0 con 0x7f21f40c5480 2024-09-13T16:41:26.273 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:26.268+0000 7f21f9a8c700 1 -- --> v2:172.21.15.179:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f21f40710f0 con 0x7f21f41539b0 2024-09-13T16:41:26.273 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:26.268+0000 7f21f9a8c700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f21f4160fc0 con 0x7f21f41608c0 2024-09-13T16:41:26.273 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:26.268+0000 7f21ebfff700 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f21f40c5480 0x7f21f41601b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:46080/0 (socket says 172.21.15.5:46080) 2024-09-13T16:41:26.273 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:26.268+0000 7f21ebfff700 1 -- 172.21.15.5:0/1954006863 learned_addr learned my addr 172.21.15.5:0/1954006863 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-13T16:41:26.274 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:26.268+0000 7f21f8a8a700 1 --2- 172.21.15.5:0/1954006863 >> v2:172.21.15.179:3300/0 conn(0x7f21f41539b0 0x7f21f406ccf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:26.274 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:26.268+0000 7f21f928b700 1 --2- 172.21.15.5:0/1954006863 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f21f41608c0 0x7f21f4070bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:26.275 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:26.268+0000 7f21eb7fe700 1 -- 172.21.15.5:0/1954006863 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 130967389 0 0) 0x7f21e4001110 con 0x7f21f40c5480 2024-09-13T16:41:26.275 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:26.268+0000 7f21eb7fe700 1 -- 172.21.15.5:0/1954006863 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f21dc0035d0 con 0x7f21f40c5480 2024-09-13T16:41:26.275 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:26.268+0000 7f21f8a8a700 1 -- 172.21.15.5:0/1954006863 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f21f41608c0 msgr2=0x7f21f4070bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:41:26.275 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:26.268+0000 7f21f8a8a700 1 --2- 172.21.15.5:0/1954006863 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f21f41608c0 0x7f21f4070bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:26.275 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:26.268+0000 7f21f8a8a700 1 -- 172.21.15.5:0/1954006863 >> v1:172.21.15.5:6789/0 conn(0x7f21f40c5480 legacy=0x7f21f41601b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:26.275 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:26.268+0000 7f21f8a8a700 1 -- 172.21.15.5:0/1954006863 --> v2:172.21.15.179:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f21f40c6490 con 0x7f21f41539b0 2024-09-13T16:41:26.275 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:26.268+0000 7f21f8a8a700 1 --2- 172.21.15.5:0/1954006863 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f21f41539b0 0x7f21f406ccf0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f21f0009850 tx=0x7f21f0009b60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=77274de70e3b7c3d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:41:26.275 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:26.268+0000 7f21eb7fe700 1 -- 172.21.15.5:0/1954006863 <== mon.1 v2:172.21.15.179:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f21f0011830 con 0x7f21f41539b0 2024-09-13T16:41:26.275 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:26.268+0000 7f21eb7fe700 1 -- 172.21.15.5:0/1954006863 <== mon.1 v2:172.21.15.179:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f21f0011990 con 0x7f21f41539b0 2024-09-13T16:41:26.276 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:26.268+0000 7f21eb7fe700 1 -- 172.21.15.5:0/1954006863 <== mon.1 v2:172.21.15.179:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f21f0011d40 con 0x7f21f41539b0 2024-09-13T16:41:26.276 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:26.268+0000 7f21f9a8c700 1 -- 172.21.15.5:0/1954006863 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f21f41539b0 msgr2=0x7f21f406ccf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:26.276 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:26.268+0000 7f21f9a8c700 1 --2- 172.21.15.5:0/1954006863 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f21f41539b0 0x7f21f406ccf0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f21f0009850 tx=0x7f21f0009b60 comp rx=0 tx=0).stop 2024-09-13T16:41:26.277 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:26.268+0000 7f21f9a8c700 1 -- 172.21.15.5:0/1954006863 shutdown_connections 2024-09-13T16:41:26.277 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:26.268+0000 7f21f9a8c700 1 --2- 172.21.15.5:0/1954006863 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f21f41608c0 0x7f21f4070bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:26.277 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:26.268+0000 7f21f9a8c700 1 --2- 172.21.15.5:0/1954006863 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f21f41539b0 0x7f21f406ccf0 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:26.277 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:26.272+0000 7f21f9a8c700 1 -- 172.21.15.5:0/1954006863 >> 172.21.15.5:0/1954006863 conn(0x7f21f40ca210 msgr2=0x7f21f40ca620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:41:26.277 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:26.272+0000 7f21f9a8c700 1 -- 172.21.15.5:0/1954006863 shutdown_connections 2024-09-13T16:41:26.277 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:26.272+0000 7f21f9a8c700 1 -- 172.21.15.5:0/1954006863 wait complete. 2024-09-13T16:41:26.277 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:26.272+0000 7f21f9a8c700 1 Processor -- start 2024-09-13T16:41:26.278 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:26.272+0000 7f21f9a8c700 1 -- start start 2024-09-13T16:41:26.280 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:26.272+0000 7f21f9a8c700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f21f41539b0 0x7f21f415f5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:26.280 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:26.272+0000 7f21f9a8c700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f21f41608c0 0x7f21f4155420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:26.280 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:26.272+0000 7f21f9a8c700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f21f4155960 0x7f21f41f5b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:26.280 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:26.272+0000 7f21f9a8c700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f21f41f30a0 con 0x7f21f4155960 2024-09-13T16:41:26.280 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:26.272+0000 7f21f9a8c700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f21f4155e10 con 0x7f21f41539b0 2024-09-13T16:41:26.280 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:26.272+0000 7f21f9a8c700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f21f41f3590 con 0x7f21f41608c0 2024-09-13T16:41:26.280 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:26.272+0000 7f21f928b700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f21f4155960 0x7f21f41f5b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:26.280 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:26.272+0000 7f21f928b700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f21f4155960 0x7f21f41f5b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:46320/0 (socket says 172.21.15.5:46320) 2024-09-13T16:41:26.280 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:26.272+0000 7f21f928b700 1 -- 172.21.15.5:0/1669046858 learned_addr learned my addr 172.21.15.5:0/1669046858 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:41:26.280 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:26.272+0000 7f21f8a8a700 1 --2- 172.21.15.5:0/1669046858 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f21f41539b0 0x7f21f415f5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:26.280 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:26.272+0000 7f21ebfff700 1 --2- 172.21.15.5:0/1669046858 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f21f41608c0 0x7f21f4155420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:26.280 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:26.276+0000 7f21f928b700 1 -- 172.21.15.5:0/1669046858 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f21f41608c0 msgr2=0x7f21f4155420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:26.281 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:26.276+0000 7f21f928b700 1 --2- 172.21.15.5:0/1669046858 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f21f41608c0 0x7f21f4155420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:26.281 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:26.276+0000 7f21f928b700 1 -- 172.21.15.5:0/1669046858 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f21f41539b0 msgr2=0x7f21f415f5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:26.281 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:26.276+0000 7f21f928b700 1 --2- 172.21.15.5:0/1669046858 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f21f41539b0 0x7f21f415f5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:26.281 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:26.276+0000 7f21f928b700 1 -- 172.21.15.5:0/1669046858 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f21f00094b0 con 0x7f21f4155960 2024-09-13T16:41:26.281 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:26.276+0000 7f21f928b700 1 --2- 172.21.15.5:0/1669046858 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f21f4155960 0x7f21f41f5b90 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f21ec009dd0 tx=0x7f21ec00c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:41:26.282 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:26.276+0000 7f21e97fa700 1 -- 172.21.15.5:0/1669046858 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f21ec009c40 con 0x7f21f4155960 2024-09-13T16:41:26.282 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:26.276+0000 7f21e97fa700 1 -- 172.21.15.5:0/1669046858 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f21ec00f040 con 0x7f21f4155960 2024-09-13T16:41:26.282 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:26.276+0000 7f21f9a8c700 1 -- 172.21.15.5:0/1669046858 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f21f41e9970 con 0x7f21f4155960 2024-09-13T16:41:26.282 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:26.276+0000 7f21e97fa700 1 -- 172.21.15.5:0/1669046858 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f21ec00ceb0 con 0x7f21f4155960 2024-09-13T16:41:26.282 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:26.276+0000 7f21f9a8c700 1 -- 172.21.15.5:0/1669046858 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f21f41f32b0 con 0x7f21f4155960 2024-09-13T16:41:26.282 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:26.276+0000 7f21f9a8c700 1 -- 172.21.15.5:0/1669046858 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f21f4070690 con 0x7f21f4155960 2024-09-13T16:41:26.283 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:26.280+0000 7f21e97fa700 1 -- 172.21.15.5:0/1669046858 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f21ec014480 con 0x7f21f4155960 2024-09-13T16:41:26.284 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:26.280+0000 7f21e97fa700 1 --2- 172.21.15.5:0/1669046858 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f21e0066730 0x7f21e0068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:26.284 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:26.280+0000 7f21e97fa700 1 -- 172.21.15.5:0/1669046858 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6642+0+0 (secure 0 0 0) 0x7f21ec084ee0 con 0x7f21f4155960 2024-09-13T16:41:26.284 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:26.280+0000 7f21f8a8a700 1 --2- 172.21.15.5:0/1669046858 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f21e0066730 0x7f21e0068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:26.285 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:26.280+0000 7f21f8a8a700 1 --2- 172.21.15.5:0/1669046858 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f21e0066730 0x7f21e0068bf0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f21f00090b0 tx=0x7f21f0008030 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:41:26.293 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:26.288+0000 7f21e97fa700 1 -- 172.21.15.5:0/1669046858 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f21ec051ec0 con 0x7f21f4155960 2024-09-13T16:41:26.482 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:26.476+0000 7f21f9a8c700 1 -- 172.21.15.5:0/1669046858 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f21f40c9c20 con 0x7f21f4155960 2024-09-13T16:41:26.483 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:26.476+0000 7f21e97fa700 1 -- 172.21.15.5:0/1669046858 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v28) v1 ==== 80+0+0 (secure 0 0 0) 0x7f21ec018020 con 0x7f21f4155960 2024-09-13T16:41:26.488 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:26.484+0000 7f21f9a8c700 1 -- 172.21.15.5:0/1669046858 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f21e0066730 msgr2=0x7f21e0068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:26.489 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:26.484+0000 7f21f9a8c700 1 --2- 172.21.15.5:0/1669046858 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f21e0066730 0x7f21e0068bf0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f21f00090b0 tx=0x7f21f0008030 comp rx=0 tx=0).stop 2024-09-13T16:41:26.489 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:26.484+0000 7f21f9a8c700 1 -- 172.21.15.5:0/1669046858 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f21f4155960 msgr2=0x7f21f41f5b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:26.489 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:26.484+0000 7f21f9a8c700 1 --2- 172.21.15.5:0/1669046858 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f21f4155960 0x7f21f41f5b90 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f21ec009dd0 tx=0x7f21ec00c3a0 comp rx=0 tx=0).stop 2024-09-13T16:41:26.489 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:26.484+0000 7f21f9a8c700 1 -- 172.21.15.5:0/1669046858 shutdown_connections 2024-09-13T16:41:26.489 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:26.484+0000 7f21f9a8c700 1 --2- 172.21.15.5:0/1669046858 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f21f4155960 0x7f21f41f5b90 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:26.489 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:26.484+0000 7f21f9a8c700 1 --2- 172.21.15.5:0/1669046858 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f21f41608c0 0x7f21f4155420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:26.489 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:26.484+0000 7f21f9a8c700 1 --2- 172.21.15.5:0/1669046858 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f21e0066730 0x7f21e0068bf0 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:26.489 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:26.484+0000 7f21f9a8c700 1 --2- 172.21.15.5:0/1669046858 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f21f41539b0 0x7f21f415f5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:26.489 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:26.484+0000 7f21f9a8c700 1 -- 172.21.15.5:0/1669046858 >> 172.21.15.5:0/1669046858 conn(0x7f21f40ca210 msgr2=0x7f21f4151b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:41:26.489 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:26.484+0000 7f21f9a8c700 1 -- 172.21.15.5:0/1669046858 shutdown_connections 2024-09-13T16:41:26.489 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:26.484+0000 7f21f9a8c700 1 -- 172.21.15.5:0/1669046858 wait complete. 2024-09-13T16:41:26.490 INFO:teuthology.orchestra.run.smithi005.stderr:listed 0 entries 2024-09-13T16:41:26.506 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi005.front.sepia.ceph.com... 2024-09-13T16:41:26.506 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:41:26.506 DEBUG:teuthology.orchestra.run.smithi005:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-13T16:41:26.564 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:41:26.565 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi005.stderr:ceph-fuse[33508]: fuse finished with error 0 and tester_r 0 2024-09-13T16:41:32.667 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi005.front.sepia.ceph.com 2024-09-13T16:41:32.667 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:41:32.667 DEBUG:teuthology.orchestra.run.smithi005:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-13T16:41:32.676 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:41:32.676 DEBUG:teuthology.orchestra.run.smithi005:> ip netns list 2024-09-13T16:41:32.724 INFO:teuthology.orchestra.run.smithi005.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-13T16:41:32.725 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:41:32.726 DEBUG:teuthology.orchestra.run.smithi005:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-13T16:41:32.743 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:41:32.743 DEBUG:teuthology.orchestra.run.smithi005:> sudo ip link delete ceph-brx 2024-09-13T16:41:32.873 DEBUG:teuthology.run_tasks:Unwinding manager ceph 2024-09-13T16:41:32.886 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-13T16:41:32.886 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T16:41:33.011 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.004+0000 7f9fad559700 1 Processor -- start 2024-09-13T16:41:33.011 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.004+0000 7f9fad559700 1 -- start start 2024-09-13T16:41:33.015 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.008+0000 7f9fad559700 1 --2- >> v2:172.21.15.179:3300/0 conn(0x7f9fa80c3620 0x7f9fa815c7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:33.016 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.008+0000 7f9fad559700 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9fa815ce60 con 0x7f9fa8152ca0 2024-09-13T16:41:33.016 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.008+0000 7f9fad559700 1 -- --> v1:172.21.15.179:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9fa80c28a0 con 0x7f9fa8153080 2024-09-13T16:41:33.016 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.008+0000 7f9fad559700 1 -- --> v2:172.21.15.179:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9fa80c2b80 con 0x7f9fa80c3620 2024-09-13T16:41:33.016 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.008+0000 7f9fa7fff700 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f9fa8152ca0 0x7f9fa80c4860 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:46092/0 (socket says 172.21.15.5:46092) 2024-09-13T16:41:33.016 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.008+0000 7f9fa7fff700 1 -- 172.21.15.5:0/3847296935 learned_addr learned my addr 172.21.15.5:0/3847296935 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-13T16:41:33.016 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.008+0000 7f9facd58700 1 --2- 172.21.15.5:0/3847296935 >> v2:172.21.15.179:3300/0 conn(0x7f9fa80c3620 0x7f9fa815c7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:33.016 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.008+0000 7f9fa6ffd700 1 -- 172.21.15.5:0/3847296935 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3406316172 0 0) 0x7f9fa815ce60 con 0x7f9fa8152ca0 2024-09-13T16:41:33.016 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.008+0000 7f9fa6ffd700 1 -- 172.21.15.5:0/3847296935 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9f940035d0 con 0x7f9fa8152ca0 2024-09-13T16:41:33.016 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.008+0000 7f9fa6ffd700 1 -- 172.21.15.5:0/3847296935 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1354871129 0 0) 0x7f9f940035d0 con 0x7f9fa8152ca0 2024-09-13T16:41:33.016 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.008+0000 7f9fa6ffd700 1 -- 172.21.15.5:0/3847296935 >> v2:172.21.15.179:3300/0 conn(0x7f9fa80c3620 msgr2=0x7f9fa815c7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:41:33.017 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.008+0000 7f9fa6ffd700 1 --2- 172.21.15.5:0/3847296935 >> v2:172.21.15.179:3300/0 conn(0x7f9fa80c3620 0x7f9fa815c7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:33.017 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.008+0000 7f9fa6ffd700 1 -- 172.21.15.5:0/3847296935 >> v1:172.21.15.179:6789/0 conn(0x7f9fa8153080 legacy=0x7f9fa815c090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:33.017 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.008+0000 7f9fa6ffd700 1 -- 172.21.15.5:0/3847296935 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9fa806eef0 con 0x7f9fa8152ca0 2024-09-13T16:41:33.017 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.008+0000 7f9fa6ffd700 1 -- 172.21.15.5:0/3847296935 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 830915072 0 0) 0x7f9fa00019f0 con 0x7f9fa8152ca0 2024-09-13T16:41:33.017 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.008+0000 7f9fa6ffd700 1 -- 172.21.15.5:0/3847296935 >> v1:172.21.15.5:6789/0 conn(0x7f9fa8152ca0 legacy=0x7f9fa80c4860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:33.017 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.008+0000 7f9fa6ffd700 1 --2- 172.21.15.5:0/3847296935 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f9f94003a90 0x7f9f94003eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:33.017 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.008+0000 7f9fa6ffd700 1 --2- 172.21.15.5:0/3847296935 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9f94004870 0x7f9f94004cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:33.017 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.008+0000 7f9fa6ffd700 1 --2- 172.21.15.5:0/3847296935 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f9f94005230 0x7f9f9400ba30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:33.018 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.008+0000 7f9fa6ffd700 1 -- 172.21.15.5:0/3847296935 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9fa80c2b80 con 0x7f9f94004870 2024-09-13T16:41:33.018 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.008+0000 7f9fa6ffd700 1 -- 172.21.15.5:0/3847296935 --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9f9400c140 con 0x7f9f94005230 2024-09-13T16:41:33.018 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.008+0000 7f9fa6ffd700 1 -- 172.21.15.5:0/3847296935 --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9f9400c300 con 0x7f9f94003a90 2024-09-13T16:41:33.018 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.008+0000 7f9fa77fe700 1 --2- 172.21.15.5:0/3847296935 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9f94004870 0x7f9f94004cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:33.018 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.008+0000 7f9facd58700 1 --2- 172.21.15.5:0/3847296935 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f9f94005230 0x7f9f9400ba30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:33.018 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.008+0000 7f9fa7fff700 1 --2- 172.21.15.5:0/3847296935 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f9f94003a90 0x7f9f94003eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:33.018 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.008+0000 7f9fa77fe700 1 -- 172.21.15.5:0/3847296935 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f9f94003a90 msgr2=0x7f9f94003eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:41:33.018 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.008+0000 7f9fa77fe700 1 --2- 172.21.15.5:0/3847296935 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f9f94003a90 0x7f9f94003eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:33.018 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.008+0000 7f9fa77fe700 1 -- 172.21.15.5:0/3847296935 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f9f94005230 msgr2=0x7f9f9400ba30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:41:33.018 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.008+0000 7f9fa77fe700 1 --2- 172.21.15.5:0/3847296935 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f9f94005230 0x7f9f9400ba30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:33.019 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.008+0000 7f9facd58700 1 -- 172.21.15.5:0/3847296935 reap_dead start 2024-09-13T16:41:33.019 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.008+0000 7f9fa77fe700 1 -- 172.21.15.5:0/3847296935 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9f940035d0 con 0x7f9f94004870 2024-09-13T16:41:33.019 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.008+0000 7f9fa7fff700 1 --2- 172.21.15.5:0/3847296935 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f9f94003a90 0x7f9f94003eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:41:33.019 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.008+0000 7f9fa77fe700 1 --2- 172.21.15.5:0/3847296935 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9f94004870 0x7f9f94004cf0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f9fa806ad80 tx=0x7f9f940058a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=661feef55c8422d1 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:41:33.019 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.008+0000 7f9fa6ffd700 1 -- 172.21.15.5:0/3847296935 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9f900052d0 con 0x7f9f94004870 2024-09-13T16:41:33.019 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.008+0000 7f9fa6ffd700 1 -- 172.21.15.5:0/3847296935 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9f90005450 con 0x7f9f94004870 2024-09-13T16:41:33.019 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.008+0000 7f9fa6ffd700 1 -- 172.21.15.5:0/3847296935 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9f900038e0 con 0x7f9f94004870 2024-09-13T16:41:33.019 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.008+0000 7f9fad559700 1 -- 172.21.15.5:0/3847296935 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9f94004870 msgr2=0x7f9f94004cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:33.019 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.008+0000 7f9fad559700 1 --2- 172.21.15.5:0/3847296935 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9f94004870 0x7f9f94004cf0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f9fa806ad80 tx=0x7f9f940058a0 comp rx=0 tx=0).stop 2024-09-13T16:41:33.020 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.008+0000 7f9fad559700 1 -- 172.21.15.5:0/3847296935 shutdown_connections 2024-09-13T16:41:33.020 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.008+0000 7f9fad559700 1 --2- 172.21.15.5:0/3847296935 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9f94004870 0x7f9f94004cf0 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:33.020 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.008+0000 7f9fad559700 1 -- 172.21.15.5:0/3847296935 >> 172.21.15.5:0/3847296935 conn(0x7f9fa80c7ea0 msgr2=0x7f9fa80c82b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:41:33.020 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.008+0000 7f9fad559700 1 -- 172.21.15.5:0/3847296935 shutdown_connections 2024-09-13T16:41:33.020 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.008+0000 7f9fad559700 1 -- 172.21.15.5:0/3847296935 wait complete. 2024-09-13T16:41:33.022 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.012+0000 7f9fad559700 1 Processor -- start 2024-09-13T16:41:33.023 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.012+0000 7f9fad559700 1 -- start start 2024-09-13T16:41:33.023 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.012+0000 7f9fad559700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f9f94004870 0x7f9fa814c5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:33.023 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.012+0000 7f9fad559700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f9fa814bd60 0x7f9fa8146600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:33.023 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.012+0000 7f9fad559700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9fa8146b40 0x7f9fa8141d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:33.023 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.012+0000 7f9fad559700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9fa8072190 con 0x7f9fa8146b40 2024-09-13T16:41:33.023 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.012+0000 7f9fad559700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9fa8143360 con 0x7f9fa814bd60 2024-09-13T16:41:33.023 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.012+0000 7f9fad559700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9fa814dae0 con 0x7f9f94004870 2024-09-13T16:41:33.023 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.012+0000 7f9facd58700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9fa8146b40 0x7f9fa8141d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:33.023 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.012+0000 7f9facd58700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9fa8146b40 0x7f9fa8141d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:46348/0 (socket says 172.21.15.5:46348) 2024-09-13T16:41:33.023 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.012+0000 7f9facd58700 1 -- 172.21.15.5:0/227195674 learned_addr learned my addr 172.21.15.5:0/227195674 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:41:33.024 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.012+0000 7f9fa77fe700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f9fa814bd60 0x7f9fa8146600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:33.024 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.012+0000 7f9fa7fff700 1 --2- 172.21.15.5:0/227195674 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f9f94004870 0x7f9fa814c5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:33.024 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.012+0000 7f9facd58700 1 -- 172.21.15.5:0/227195674 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f9f94004870 msgr2=0x7f9fa814c5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:33.024 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.012+0000 7f9facd58700 1 --2- 172.21.15.5:0/227195674 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f9f94004870 0x7f9fa814c5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:33.024 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.012+0000 7f9facd58700 1 -- 172.21.15.5:0/227195674 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f9fa814bd60 msgr2=0x7f9fa8146600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:33.024 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.012+0000 7f9facd58700 1 --2- 172.21.15.5:0/227195674 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f9fa814bd60 0x7f9fa8146600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:33.024 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.012+0000 7f9facd58700 1 -- 172.21.15.5:0/227195674 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9fa80c8d80 con 0x7f9fa8146b40 2024-09-13T16:41:33.024 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.012+0000 7f9facd58700 1 --2- 172.21.15.5:0/227195674 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9fa8146b40 0x7f9fa8141d70 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f9f98011490 tx=0x7f9f980117a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:41:33.024 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.012+0000 7f9fa4ff9700 1 -- 172.21.15.5:0/227195674 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9f98004230 con 0x7f9fa8146b40 2024-09-13T16:41:33.024 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.012+0000 7f9fa4ff9700 1 -- 172.21.15.5:0/227195674 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9f980043b0 con 0x7f9fa8146b40 2024-09-13T16:41:33.025 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.012+0000 7f9fad559700 1 -- 172.21.15.5:0/227195674 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9fa8146fc0 con 0x7f9fa8146b40 2024-09-13T16:41:33.025 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.016+0000 7f9fa4ff9700 1 -- 172.21.15.5:0/227195674 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9f980036c0 con 0x7f9fa8146b40 2024-09-13T16:41:33.025 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.016+0000 7f9fad559700 1 -- 172.21.15.5:0/227195674 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9fa814e030 con 0x7f9fa8146b40 2024-09-13T16:41:33.025 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.016+0000 7f9fad559700 1 -- 172.21.15.5:0/227195674 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9fa815ce60 con 0x7f9fa8146b40 2024-09-13T16:41:33.025 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.016+0000 7f9fa4ff9700 1 -- 172.21.15.5:0/227195674 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f9f98003820 con 0x7f9fa8146b40 2024-09-13T16:41:33.025 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.016+0000 7f9fa4ff9700 1 --2- 172.21.15.5:0/227195674 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f9f88066730 0x7f9f88068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:33.025 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.016+0000 7f9fa4ff9700 1 -- 172.21.15.5:0/227195674 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6642+0+0 (secure 0 0 0) 0x7f9f980841a0 con 0x7f9fa8146b40 2024-09-13T16:41:33.025 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.016+0000 7f9fa7fff700 1 --2- 172.21.15.5:0/227195674 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f9f88066730 0x7f9f88068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:33.026 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.016+0000 7f9fa7fff700 1 --2- 172.21.15.5:0/227195674 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f9f88066730 0x7f9f88068bf0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f9fa0001b20 tx=0x7f9fa00020b0 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:41:33.029 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.024+0000 7f9fa4ff9700 1 -- 172.21.15.5:0/227195674 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f9f98051160 con 0x7f9fa8146b40 2024-09-13T16:41:33.202 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.196+0000 7f9fad559700 1 -- 172.21.15.5:0/227195674 --> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f9fa80c8c00 con 0x7f9f88066730 2024-09-13T16:41:33.222 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.216+0000 7f9fa4ff9700 1 -- 172.21.15.5:0/227195674 <== mgr.4102 v2:172.21.15.179:6832/2977940518 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+370987 (secure 0 0 0) 0x7f9fa000d050 con 0x7f9f88066730 2024-09-13T16:41:33.229 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-13T16:41:33.232 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.224+0000 7f9fad559700 1 -- 172.21.15.5:0/227195674 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f9f88066730 msgr2=0x7f9f88068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:33.232 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.224+0000 7f9fad559700 1 --2- 172.21.15.5:0/227195674 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f9f88066730 0x7f9f88068bf0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f9fa0001b20 tx=0x7f9fa00020b0 comp rx=0 tx=0).stop 2024-09-13T16:41:33.232 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.224+0000 7f9fad559700 1 -- 172.21.15.5:0/227195674 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9fa8146b40 msgr2=0x7f9fa8141d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:33.232 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.224+0000 7f9fad559700 1 --2- 172.21.15.5:0/227195674 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9fa8146b40 0x7f9fa8141d70 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f9f98011490 tx=0x7f9f980117a0 comp rx=0 tx=0).stop 2024-09-13T16:41:33.233 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.224+0000 7f9fad559700 1 -- 172.21.15.5:0/227195674 shutdown_connections 2024-09-13T16:41:33.233 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.224+0000 7f9fad559700 1 --2- 172.21.15.5:0/227195674 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9fa8146b40 0x7f9fa8141d70 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:33.233 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.224+0000 7f9fad559700 1 --2- 172.21.15.5:0/227195674 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f9f88066730 0x7f9f88068bf0 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:33.233 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.224+0000 7f9fad559700 1 --2- 172.21.15.5:0/227195674 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f9fa814bd60 0x7f9fa8146600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:33.233 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.224+0000 7f9fad559700 1 --2- 172.21.15.5:0/227195674 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f9f94004870 0x7f9fa814c5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:33.233 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.224+0000 7f9fad559700 1 -- 172.21.15.5:0/227195674 >> 172.21.15.5:0/227195674 conn(0x7f9fa80c7ea0 msgr2=0x7f9fa80c4760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:41:33.233 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.224+0000 7f9fad559700 1 -- 172.21.15.5:0/227195674 shutdown_connections 2024-09-13T16:41:33.233 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.224+0000 7f9fad559700 1 -- 172.21.15.5:0/227195674 wait complete. 2024-09-13T16:41:33.233 INFO:teuthology.orchestra.run.smithi005.stderr:dumped all 2024-09-13T16:41:33.245 INFO:teuthology.orchestra.run.smithi005.stdout:{"pg_ready":true,"pg_map":{"version":804,"stamp":"2024-09-13T16:41:33.111087+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":251188021,"num_objects":83,"num_object_clones":0,"num_object_copies":166,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":83,"num_whiteouts":0,"num_read":2938,"num_read_kb":5779,"num_write":129549,"num_write_kb":2795573,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":181715,"ondisk_log_size":181715,"up":322,"acting":322,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":322,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":2953624,"kb_used_data":493016,"kb_used_omap":12,"kb_used_meta":2460531,"kb_avail":752021096,"statfs":{"total":773094113280,"available":770069602304,"internally_reserved":0,"allocated":504848384,"data_stored":503354684,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":2519584313},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":10,"apply_latency_ms":10,"commit_latency_ns":10000000,"apply_latency_ns":10000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-214617003,"num_objects":-1346,"num_object_clones":0,"num_object_copies":-4036,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-1346,"num_whiteouts":0,"num_read":17,"num_read_kb":96,"num_write":1484,"num_write_kb":1648,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-113,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004849"},"pg_stats":[{"pgid":"2.1f","version":"28'1251","reported_seq":1280,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.963329+0000","last_change":"2024-09-13T16:15:41.032574+0000","last_active":"2024-09-13T16:41:21.963329+0000","last_peered":"2024-09-13T16:41:21.963329+0000","last_clean":"2024-09-13T16:41:21.963329+0000","last_became_active":"2024-09-13T16:15:41.032311+0000","last_became_peered":"2024-09-13T16:15:41.032311+0000","last_unstale":"2024-09-13T16:41:21.963329+0000","last_undegraded":"2024-09-13T16:41:21.963329+0000","last_fullsized":"2024-09-13T16:41:21.963329+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":1251,"log_dups_size":0,"ondisk_log_size":1251,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:01:26.441797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1259,"num_write_kb":8773,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"28'538","reported_seq":566,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.625190+0000","last_change":"2024-09-13T16:15:41.422148+0000","last_active":"2024-09-13T16:41:26.625190+0000","last_peered":"2024-09-13T16:41:26.625190+0000","last_clean":"2024-09-13T16:41:26.625190+0000","last_became_active":"2024-09-13T16:15:41.421707+0000","last_became_peered":"2024-09-13T16:15:41.421707+0000","last_unstale":"2024-09-13T16:41:26.625190+0000","last_undegraded":"2024-09-13T16:41:26.625190+0000","last_fullsized":"2024-09-13T16:41:26.625190+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":538,"log_dups_size":0,"ondisk_log_size":538,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:53:15.761243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"28'2700","reported_seq":2724,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.975953+0000","last_change":"2024-09-13T16:15:45.430120+0000","last_active":"2024-09-13T16:41:26.975953+0000","last_peered":"2024-09-13T16:41:26.975953+0000","last_clean":"2024-09-13T16:41:26.975953+0000","last_became_active":"2024-09-13T16:15:45.426408+0000","last_became_peered":"2024-09-13T16:15:45.426408+0000","last_unstale":"2024-09-13T16:41:26.975953+0000","last_undegraded":"2024-09-13T16:41:26.975953+0000","last_fullsized":"2024-09-13T16:41:26.975953+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2700,"log_dups_size":0,"ondisk_log_size":2700,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:31:04.860543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2175,"num_write_kb":84186,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,7,0],"acting":[3,2,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"28'3452","reported_seq":3481,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.967558+0000","last_change":"2024-09-13T16:15:41.032034+0000","last_active":"2024-09-13T16:41:21.967558+0000","last_peered":"2024-09-13T16:41:21.967558+0000","last_clean":"2024-09-13T16:41:21.967558+0000","last_became_active":"2024-09-13T16:15:41.031754+0000","last_became_peered":"2024-09-13T16:15:41.031754+0000","last_unstale":"2024-09-13T16:41:21.967558+0000","last_undegraded":"2024-09-13T16:41:21.967558+0000","last_fullsized":"2024-09-13T16:41:21.967558+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":3452,"log_dups_size":0,"ondisk_log_size":3452,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:06:51.700440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16777216,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3456,"num_write_kb":26181,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"28'534","reported_seq":562,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.650746+0000","last_change":"2024-09-13T16:15:41.426259+0000","last_active":"2024-09-13T16:41:26.650746+0000","last_peered":"2024-09-13T16:41:26.650746+0000","last_clean":"2024-09-13T16:41:26.650746+0000","last_became_active":"2024-09-13T16:15:41.425995+0000","last_became_peered":"2024-09-13T16:15:41.425995+0000","last_unstale":"2024-09-13T16:41:26.650746+0000","last_undegraded":"2024-09-13T16:41:26.650746+0000","last_fullsized":"2024-09-13T16:41:26.650746+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":534,"log_dups_size":0,"ondisk_log_size":534,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:33:07.679354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"28'2521","reported_seq":2545,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.340345+0000","last_change":"2024-09-13T16:15:45.437307+0000","last_active":"2024-09-13T16:41:21.340345+0000","last_peered":"2024-09-13T16:41:21.340345+0000","last_clean":"2024-09-13T16:41:21.340345+0000","last_became_active":"2024-09-13T16:15:45.436923+0000","last_became_peered":"2024-09-13T16:15:45.436923+0000","last_unstale":"2024-09-13T16:41:21.340345+0000","last_undegraded":"2024-09-13T16:41:21.340345+0000","last_fullsized":"2024-09-13T16:41:21.340345+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2521,"log_dups_size":0,"ondisk_log_size":2521,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:08:24.944860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1916,"num_write_kb":99596,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1,3],"acting":[4,6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"28'4290","reported_seq":4317,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.964146+0000","last_change":"2024-09-13T16:15:41.034875+0000","last_active":"2024-09-13T16:41:21.964146+0000","last_peered":"2024-09-13T16:41:21.964146+0000","last_clean":"2024-09-13T16:41:21.964146+0000","last_became_active":"2024-09-13T16:15:41.034495+0000","last_became_peered":"2024-09-13T16:15:41.034495+0000","last_unstale":"2024-09-13T16:41:21.964146+0000","last_undegraded":"2024-09-13T16:41:21.964146+0000","last_fullsized":"2024-09-13T16:41:21.964146+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":4290,"log_dups_size":0,"ondisk_log_size":4290,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:47:48.983153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12582912,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4290,"num_write_kb":30729,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"28'588","reported_seq":614,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.650690+0000","last_change":"2024-09-13T16:15:41.434446+0000","last_active":"2024-09-13T16:41:26.650690+0000","last_peered":"2024-09-13T16:41:26.650690+0000","last_clean":"2024-09-13T16:41:26.650690+0000","last_became_active":"2024-09-13T16:15:41.432059+0000","last_became_peered":"2024-09-13T16:15:41.432059+0000","last_unstale":"2024-09-13T16:41:26.650690+0000","last_undegraded":"2024-09-13T16:41:26.650690+0000","last_fullsized":"2024-09-13T16:41:26.650690+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":588,"log_dups_size":0,"ondisk_log_size":588,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:51:57.544490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"28'2251","reported_seq":2285,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.329476+0000","last_change":"2024-09-13T16:16:24.278749+0000","last_active":"2024-09-13T16:41:21.329476+0000","last_peered":"2024-09-13T16:41:21.329476+0000","last_clean":"2024-09-13T16:41:21.329476+0000","last_became_active":"2024-09-13T16:16:24.277805+0000","last_became_peered":"2024-09-13T16:16:24.277805+0000","last_unstale":"2024-09-13T16:41:21.329476+0000","last_undegraded":"2024-09-13T16:41:21.329476+0000","last_fullsized":"2024-09-13T16:41:21.329476+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2251,"log_dups_size":0,"ondisk_log_size":2251,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:22:17.313268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1643,"num_write_kb":89641,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,2],"acting":[4,3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"28'694","reported_seq":721,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.963969+0000","last_change":"2024-09-13T16:15:41.039625+0000","last_active":"2024-09-13T16:41:21.963969+0000","last_peered":"2024-09-13T16:41:21.963969+0000","last_clean":"2024-09-13T16:41:21.963969+0000","last_became_active":"2024-09-13T16:15:41.039294+0000","last_became_peered":"2024-09-13T16:15:41.039294+0000","last_unstale":"2024-09-13T16:41:21.963969+0000","last_undegraded":"2024-09-13T16:41:21.963969+0000","last_fullsized":"2024-09-13T16:41:21.963969+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":694,"log_dups_size":0,"ondisk_log_size":694,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:42:56.530129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":701,"num_write_kb":4465,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"28'542","reported_seq":568,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.650542+0000","last_change":"2024-09-13T16:15:41.430533+0000","last_active":"2024-09-13T16:41:26.650542+0000","last_peered":"2024-09-13T16:41:26.650542+0000","last_clean":"2024-09-13T16:41:26.650542+0000","last_became_active":"2024-09-13T16:15:41.430277+0000","last_became_peered":"2024-09-13T16:15:41.430277+0000","last_unstale":"2024-09-13T16:41:26.650542+0000","last_undegraded":"2024-09-13T16:41:26.650542+0000","last_fullsized":"2024-09-13T16:41:26.650542+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":542,"log_dups_size":0,"ondisk_log_size":542,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:33:07.679354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"28'2373","reported_seq":2397,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.201837+0000","last_change":"2024-09-13T16:15:45.439696+0000","last_active":"2024-09-13T16:41:21.201837+0000","last_peered":"2024-09-13T16:41:21.201837+0000","last_clean":"2024-09-13T16:41:21.201837+0000","last_became_active":"2024-09-13T16:15:45.439214+0000","last_became_peered":"2024-09-13T16:15:45.439214+0000","last_unstale":"2024-09-13T16:41:21.201837+0000","last_undegraded":"2024-09-13T16:41:21.201837+0000","last_fullsized":"2024-09-13T16:41:21.201837+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2373,"log_dups_size":0,"ondisk_log_size":2373,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:29:51.560320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1843,"num_write_kb":53356,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0,5],"acting":[4,3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"28'575","reported_seq":602,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.631577+0000","last_change":"2024-09-13T16:15:41.429258+0000","last_active":"2024-09-13T16:41:26.631577+0000","last_peered":"2024-09-13T16:41:26.631577+0000","last_clean":"2024-09-13T16:41:26.631577+0000","last_became_active":"2024-09-13T16:15:41.429041+0000","last_became_peered":"2024-09-13T16:15:41.429041+0000","last_unstale":"2024-09-13T16:41:26.631577+0000","last_undegraded":"2024-09-13T16:41:26.631577+0000","last_fullsized":"2024-09-13T16:41:26.631577+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":575,"log_dups_size":0,"ondisk_log_size":575,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:20:15.057465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.b","version":"28'3319","reported_seq":3347,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:22.970516+0000","last_change":"2024-09-13T16:15:41.034197+0000","last_active":"2024-09-13T16:41:22.970516+0000","last_peered":"2024-09-13T16:41:22.970516+0000","last_clean":"2024-09-13T16:41:22.970516+0000","last_became_active":"2024-09-13T16:15:41.032725+0000","last_became_peered":"2024-09-13T16:15:41.032725+0000","last_unstale":"2024-09-13T16:41:22.970516+0000","last_undegraded":"2024-09-13T16:41:22.970516+0000","last_fullsized":"2024-09-13T16:41:22.970516+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":3319,"log_dups_size":0,"ondisk_log_size":3319,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:23:04.082341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12582912,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3329,"num_write_kb":26178,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.d","version":"28'2269","reported_seq":2294,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.312055+0000","last_change":"2024-09-13T16:15:45.446039+0000","last_active":"2024-09-13T16:41:21.312055+0000","last_peered":"2024-09-13T16:41:21.312055+0000","last_clean":"2024-09-13T16:41:21.312055+0000","last_became_active":"2024-09-13T16:15:45.445412+0000","last_became_peered":"2024-09-13T16:15:45.445412+0000","last_unstale":"2024-09-13T16:41:21.312055+0000","last_undegraded":"2024-09-13T16:41:21.312055+0000","last_fullsized":"2024-09-13T16:41:21.312055+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2269,"log_dups_size":0,"ondisk_log_size":2269,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:05:44.037656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1677,"num_write_kb":34937,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2,1],"acting":[4,0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"28'561","reported_seq":588,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.635917+0000","last_change":"2024-09-13T16:15:41.423664+0000","last_active":"2024-09-13T16:41:26.635917+0000","last_peered":"2024-09-13T16:41:26.635917+0000","last_clean":"2024-09-13T16:41:26.635917+0000","last_became_active":"2024-09-13T16:15:41.423409+0000","last_became_peered":"2024-09-13T16:15:41.423409+0000","last_unstale":"2024-09-13T16:41:26.635917+0000","last_undegraded":"2024-09-13T16:41:26.635917+0000","last_fullsized":"2024-09-13T16:41:26.635917+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":561,"log_dups_size":0,"ondisk_log_size":561,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:22:02.925875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"28'2611","reported_seq":2639,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:22.954762+0000","last_change":"2024-09-13T16:15:41.031792+0000","last_active":"2024-09-13T16:41:22.954762+0000","last_peered":"2024-09-13T16:41:22.954762+0000","last_clean":"2024-09-13T16:41:22.954762+0000","last_became_active":"2024-09-13T16:15:41.031409+0000","last_became_peered":"2024-09-13T16:15:41.031409+0000","last_unstale":"2024-09-13T16:41:22.954762+0000","last_undegraded":"2024-09-13T16:41:22.954762+0000","last_fullsized":"2024-09-13T16:41:22.954762+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":2611,"log_dups_size":0,"ondisk_log_size":2611,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:23:30.756600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12582912,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2613,"num_write_kb":21665,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"28'2380","reported_seq":2405,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.320816+0000","last_change":"2024-09-13T16:15:45.445655+0000","last_active":"2024-09-13T16:41:21.320816+0000","last_peered":"2024-09-13T16:41:21.320816+0000","last_clean":"2024-09-13T16:41:21.320816+0000","last_became_active":"2024-09-13T16:15:45.445262+0000","last_became_peered":"2024-09-13T16:15:45.445262+0000","last_unstale":"2024-09-13T16:41:21.320816+0000","last_undegraded":"2024-09-13T16:41:21.320816+0000","last_fullsized":"2024-09-13T16:41:21.320816+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2380,"log_dups_size":0,"ondisk_log_size":2380,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:34:17.285683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1823,"num_write_kb":48873,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"28'593","reported_seq":620,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.975906+0000","last_change":"2024-09-13T16:15:41.413219+0000","last_active":"2024-09-13T16:41:26.975906+0000","last_peered":"2024-09-13T16:41:26.975906+0000","last_clean":"2024-09-13T16:41:26.975906+0000","last_became_active":"2024-09-13T16:15:41.412959+0000","last_became_peered":"2024-09-13T16:15:41.412959+0000","last_unstale":"2024-09-13T16:41:26.975906+0000","last_undegraded":"2024-09-13T16:41:26.975906+0000","last_fullsized":"2024-09-13T16:41:26.975906+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":593,"log_dups_size":0,"ondisk_log_size":593,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:08:24.015435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":32,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.9","version":"28'1726","reported_seq":1754,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:40:19.740844+0000","last_change":"2024-09-13T16:15:41.032347+0000","last_active":"2024-09-13T16:40:19.740844+0000","last_peered":"2024-09-13T16:40:19.740844+0000","last_clean":"2024-09-13T16:40:19.740844+0000","last_became_active":"2024-09-13T16:15:41.032093+0000","last_became_peered":"2024-09-13T16:15:41.032093+0000","last_unstale":"2024-09-13T16:40:19.740844+0000","last_undegraded":"2024-09-13T16:40:19.740844+0000","last_fullsized":"2024-09-13T16:40:19.740844+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":1726,"log_dups_size":0,"ondisk_log_size":1726,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:33:42.634191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8388608,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1726,"num_write_kb":13096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"28'2535","reported_seq":2560,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.294940+0000","last_change":"2024-09-13T16:15:45.446608+0000","last_active":"2024-09-13T16:41:21.294940+0000","last_peered":"2024-09-13T16:41:21.294940+0000","last_clean":"2024-09-13T16:41:21.294940+0000","last_became_active":"2024-09-13T16:15:45.446001+0000","last_became_peered":"2024-09-13T16:15:45.446001+0000","last_unstale":"2024-09-13T16:41:21.294940+0000","last_undegraded":"2024-09-13T16:41:21.294940+0000","last_fullsized":"2024-09-13T16:41:21.294940+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2535,"log_dups_size":0,"ondisk_log_size":2535,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:34:17.285683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1983,"num_write_kb":60714,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4,7],"acting":[1,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"28'562","reported_seq":589,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.297243+0000","last_change":"2024-09-13T16:15:41.426036+0000","last_active":"2024-09-13T16:41:21.297243+0000","last_peered":"2024-09-13T16:41:21.297243+0000","last_clean":"2024-09-13T16:41:21.297243+0000","last_became_active":"2024-09-13T16:15:41.425741+0000","last_became_peered":"2024-09-13T16:15:41.425741+0000","last_unstale":"2024-09-13T16:41:21.297243+0000","last_undegraded":"2024-09-13T16:41:21.297243+0000","last_fullsized":"2024-09-13T16:41:21.297243+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":562,"log_dups_size":0,"ondisk_log_size":562,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:33:43.646968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"28'1259","reported_seq":1287,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:22.964883+0000","last_change":"2024-09-13T16:15:41.032847+0000","last_active":"2024-09-13T16:41:22.964883+0000","last_peered":"2024-09-13T16:41:22.964883+0000","last_clean":"2024-09-13T16:41:22.964883+0000","last_became_active":"2024-09-13T16:15:41.032575+0000","last_became_peered":"2024-09-13T16:15:41.032575+0000","last_unstale":"2024-09-13T16:41:22.964883+0000","last_undegraded":"2024-09-13T16:41:22.964883+0000","last_fullsized":"2024-09-13T16:41:22.964883+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":1259,"log_dups_size":0,"ondisk_log_size":1259,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:37:17.411045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1271,"num_write_kb":8841,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.e","version":"28'2336","reported_seq":2361,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.209928+0000","last_change":"2024-09-13T16:15:45.449940+0000","last_active":"2024-09-13T16:41:21.209928+0000","last_peered":"2024-09-13T16:41:21.209928+0000","last_clean":"2024-09-13T16:41:21.209928+0000","last_became_active":"2024-09-13T16:15:45.449446+0000","last_became_peered":"2024-09-13T16:15:45.449446+0000","last_unstale":"2024-09-13T16:41:21.209928+0000","last_undegraded":"2024-09-13T16:41:21.209928+0000","last_fullsized":"2024-09-13T16:41:21.209928+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2336,"log_dups_size":0,"ondisk_log_size":2336,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:36:18.536576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1793,"num_write_kb":94658,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"28'559","reported_seq":586,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.633033+0000","last_change":"2024-09-13T16:15:41.415433+0000","last_active":"2024-09-13T16:41:26.633033+0000","last_peered":"2024-09-13T16:41:26.633033+0000","last_clean":"2024-09-13T16:41:26.633033+0000","last_became_active":"2024-09-13T16:15:41.415187+0000","last_became_peered":"2024-09-13T16:15:41.415187+0000","last_unstale":"2024-09-13T16:41:26.633033+0000","last_undegraded":"2024-09-13T16:41:26.633033+0000","last_fullsized":"2024-09-13T16:41:26.633033+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":559,"log_dups_size":0,"ondisk_log_size":559,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:52:33.344284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"28'1223","reported_seq":1251,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:22.971418+0000","last_change":"2024-09-13T16:15:41.035854+0000","last_active":"2024-09-13T16:41:22.971418+0000","last_peered":"2024-09-13T16:41:22.971418+0000","last_clean":"2024-09-13T16:41:22.971418+0000","last_became_active":"2024-09-13T16:15:41.035523+0000","last_became_peered":"2024-09-13T16:15:41.035523+0000","last_unstale":"2024-09-13T16:41:22.971418+0000","last_undegraded":"2024-09-13T16:41:22.971418+0000","last_fullsized":"2024-09-13T16:41:22.971418+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":1223,"log_dups_size":0,"ondisk_log_size":1223,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:06:51.700440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1246,"num_write_kb":8763,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1","version":"28'2378","reported_seq":2404,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.228598+0000","last_change":"2024-09-13T16:15:45.437824+0000","last_active":"2024-09-13T16:41:21.228598+0000","last_peered":"2024-09-13T16:41:21.228598+0000","last_clean":"2024-09-13T16:41:21.228598+0000","last_became_active":"2024-09-13T16:15:45.437484+0000","last_became_peered":"2024-09-13T16:15:45.437484+0000","last_unstale":"2024-09-13T16:41:21.228598+0000","last_undegraded":"2024-09-13T16:41:21.228598+0000","last_fullsized":"2024-09-13T16:41:21.228598+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2378,"log_dups_size":0,"ondisk_log_size":2378,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:28:05.822037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1792,"num_write_kb":39357,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,7],"acting":[4,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"28'517","reported_seq":544,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.642969+0000","last_change":"2024-09-13T16:15:41.412507+0000","last_active":"2024-09-13T16:41:26.642969+0000","last_peered":"2024-09-13T16:41:26.642969+0000","last_clean":"2024-09-13T16:41:26.642969+0000","last_became_active":"2024-09-13T16:15:41.412266+0000","last_became_peered":"2024-09-13T16:15:41.412266+0000","last_unstale":"2024-09-13T16:41:26.642969+0000","last_undegraded":"2024-09-13T16:41:26.642969+0000","last_fullsized":"2024-09-13T16:41:26.642969+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":517,"log_dups_size":0,"ondisk_log_size":517,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:28:02.414880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"28'1583","reported_seq":1611,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:25.037917+0000","last_change":"2024-09-13T16:15:41.031785+0000","last_active":"2024-09-13T16:41:25.037917+0000","last_peered":"2024-09-13T16:41:25.037917+0000","last_clean":"2024-09-13T16:41:25.037917+0000","last_became_active":"2024-09-13T16:15:41.031492+0000","last_became_peered":"2024-09-13T16:15:41.031492+0000","last_unstale":"2024-09-13T16:41:25.037917+0000","last_undegraded":"2024-09-13T16:41:25.037917+0000","last_fullsized":"2024-09-13T16:41:25.037917+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":1583,"log_dups_size":0,"ondisk_log_size":1583,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:37:17.411045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8388608,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2168,"num_write_kb":10522,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"28'2733","reported_seq":2769,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.345283+0000","last_change":"2024-09-13T16:16:23.803418+0000","last_active":"2024-09-13T16:41:21.345283+0000","last_peered":"2024-09-13T16:41:21.345283+0000","last_clean":"2024-09-13T16:41:21.345283+0000","last_became_active":"2024-09-13T16:16:23.802673+0000","last_became_peered":"2024-09-13T16:16:23.802673+0000","last_unstale":"2024-09-13T16:41:21.345283+0000","last_undegraded":"2024-09-13T16:41:21.345283+0000","last_fullsized":"2024-09-13T16:41:21.345283+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2733,"log_dups_size":0,"ondisk_log_size":2733,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:34:40.935712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2148,"num_write_kb":129663,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0,2],"acting":[3,7,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"28'563","reported_seq":591,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.615210+0000","last_change":"2024-09-13T16:15:41.417862+0000","last_active":"2024-09-13T16:41:26.615210+0000","last_peered":"2024-09-13T16:41:26.615210+0000","last_clean":"2024-09-13T16:41:26.615210+0000","last_became_active":"2024-09-13T16:15:41.417601+0000","last_became_peered":"2024-09-13T16:15:41.417601+0000","last_unstale":"2024-09-13T16:41:26.615210+0000","last_undegraded":"2024-09-13T16:41:26.615210+0000","last_fullsized":"2024-09-13T16:41:26.615210+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":563,"log_dups_size":0,"ondisk_log_size":563,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:22:02.925875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"28'2223","reported_seq":2252,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.966946+0000","last_change":"2024-09-13T16:15:41.034156+0000","last_active":"2024-09-13T16:41:21.966946+0000","last_peered":"2024-09-13T16:41:21.966946+0000","last_clean":"2024-09-13T16:41:21.966946+0000","last_became_active":"2024-09-13T16:15:41.032659+0000","last_became_peered":"2024-09-13T16:15:41.032659+0000","last_unstale":"2024-09-13T16:41:21.966946+0000","last_undegraded":"2024-09-13T16:41:21.966946+0000","last_fullsized":"2024-09-13T16:41:21.966946+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":2223,"log_dups_size":0,"ondisk_log_size":2223,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:33:42.634191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8388608,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2226,"num_write_kb":17428,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"28'2292","reported_seq":2318,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.260189+0000","last_change":"2024-09-13T16:15:45.448222+0000","last_active":"2024-09-13T16:41:21.260189+0000","last_peered":"2024-09-13T16:41:21.260189+0000","last_clean":"2024-09-13T16:41:21.260189+0000","last_became_active":"2024-09-13T16:15:45.447880+0000","last_became_peered":"2024-09-13T16:15:45.447880+0000","last_unstale":"2024-09-13T16:41:21.260189+0000","last_undegraded":"2024-09-13T16:41:21.260189+0000","last_fullsized":"2024-09-13T16:41:21.260189+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2292,"log_dups_size":0,"ondisk_log_size":2292,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:03:48.787790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1726,"num_write_kb":41777,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7,1],"acting":[0,5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.5","version":"28'583","reported_seq":611,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.649926+0000","last_change":"2024-09-13T16:15:41.422747+0000","last_active":"2024-09-13T16:41:26.649926+0000","last_peered":"2024-09-13T16:41:26.649926+0000","last_clean":"2024-09-13T16:41:26.649926+0000","last_became_active":"2024-09-13T16:15:41.419626+0000","last_became_peered":"2024-09-13T16:15:41.419626+0000","last_unstale":"2024-09-13T16:41:26.649926+0000","last_undegraded":"2024-09-13T16:41:26.649926+0000","last_fullsized":"2024-09-13T16:41:26.649926+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":583,"log_dups_size":0,"ondisk_log_size":583,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:15:39.247568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"28'568","reported_seq":597,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:22.954336+0000","last_change":"2024-09-13T16:15:41.023747+0000","last_active":"2024-09-13T16:41:22.954336+0000","last_peered":"2024-09-13T16:41:22.954336+0000","last_clean":"2024-09-13T16:41:22.954336+0000","last_became_active":"2024-09-13T16:15:41.023463+0000","last_became_peered":"2024-09-13T16:15:41.023463+0000","last_unstale":"2024-09-13T16:41:22.954336+0000","last_undegraded":"2024-09-13T16:41:22.954336+0000","last_fullsized":"2024-09-13T16:41:22.954336+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":568,"log_dups_size":0,"ondisk_log_size":568,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:53:09.205608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":581,"num_write_kb":4369,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2","version":"28'2731","reported_seq":2757,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.332950+0000","last_change":"2024-09-13T16:15:45.446054+0000","last_active":"2024-09-13T16:41:21.332950+0000","last_peered":"2024-09-13T16:41:21.332950+0000","last_clean":"2024-09-13T16:41:21.332950+0000","last_became_active":"2024-09-13T16:15:45.443702+0000","last_became_peered":"2024-09-13T16:15:45.443702+0000","last_unstale":"2024-09-13T16:41:21.332950+0000","last_undegraded":"2024-09-13T16:41:21.332950+0000","last_fullsized":"2024-09-13T16:41:21.332950+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2731,"log_dups_size":0,"ondisk_log_size":2731,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:54:19.358862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2189,"num_write_kb":57664,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4,0],"acting":[1,5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"28'560","reported_seq":588,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.634680+0000","last_change":"2024-09-13T16:15:41.420693+0000","last_active":"2024-09-13T16:41:26.634680+0000","last_peered":"2024-09-13T16:41:26.634680+0000","last_clean":"2024-09-13T16:41:26.634680+0000","last_became_active":"2024-09-13T16:15:41.419700+0000","last_became_peered":"2024-09-13T16:15:41.419700+0000","last_unstale":"2024-09-13T16:41:26.634680+0000","last_undegraded":"2024-09-13T16:41:26.634680+0000","last_fullsized":"2024-09-13T16:41:26.634680+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":560,"log_dups_size":0,"ondisk_log_size":560,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:23:31.769377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"28'3526","reported_seq":3555,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.963935+0000","last_change":"2024-09-13T16:15:41.034060+0000","last_active":"2024-09-13T16:41:21.963935+0000","last_peered":"2024-09-13T16:41:21.963935+0000","last_clean":"2024-09-13T16:41:21.963935+0000","last_became_active":"2024-09-13T16:15:41.032982+0000","last_became_peered":"2024-09-13T16:15:41.032982+0000","last_unstale":"2024-09-13T16:41:21.963935+0000","last_undegraded":"2024-09-13T16:41:21.963935+0000","last_fullsized":"2024-09-13T16:41:21.963935+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":3526,"log_dups_size":0,"ondisk_log_size":3526,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:59:29.370756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16777216,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3528,"num_write_kb":26232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"28'2456","reported_seq":2482,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.321649+0000","last_change":"2024-09-13T16:15:45.443110+0000","last_active":"2024-09-13T16:41:21.321649+0000","last_peered":"2024-09-13T16:41:21.321649+0000","last_clean":"2024-09-13T16:41:21.321649+0000","last_became_active":"2024-09-13T16:15:45.440379+0000","last_became_peered":"2024-09-13T16:15:45.440379+0000","last_unstale":"2024-09-13T16:41:21.321649+0000","last_undegraded":"2024-09-13T16:41:21.321649+0000","last_fullsized":"2024-09-13T16:41:21.321649+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2456,"log_dups_size":0,"ondisk_log_size":2456,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:58:53.421511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1900,"num_write_kb":37158,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3,6],"acting":[1,2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"28'573","reported_seq":601,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.616105+0000","last_change":"2024-09-13T16:15:41.412052+0000","last_active":"2024-09-13T16:41:26.616105+0000","last_peered":"2024-09-13T16:41:26.616105+0000","last_clean":"2024-09-13T16:41:26.616105+0000","last_became_active":"2024-09-13T16:15:41.411796+0000","last_became_peered":"2024-09-13T16:15:41.411796+0000","last_unstale":"2024-09-13T16:41:26.616105+0000","last_undegraded":"2024-09-13T16:41:26.616105+0000","last_fullsized":"2024-09-13T16:41:26.616105+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":573,"log_dups_size":0,"ondisk_log_size":573,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:11:47.177046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":26,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"28'4439","reported_seq":7290,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.959113+0000","last_change":"2024-09-13T16:15:41.036198+0000","last_active":"2024-09-13T16:41:26.959113+0000","last_peered":"2024-09-13T16:41:26.959113+0000","last_clean":"2024-09-13T16:41:26.959113+0000","last_became_active":"2024-09-13T16:15:41.035934+0000","last_became_peered":"2024-09-13T16:15:41.035934+0000","last_unstale":"2024-09-13T16:41:26.959113+0000","last_undegraded":"2024-09-13T16:41:26.959113+0000","last_fullsized":"2024-09-13T16:41:26.959113+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":4439,"log_dups_size":0,"ondisk_log_size":4439,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:23:04.082341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16419462,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":2822,"num_read_kb":5679,"num_write":4451,"num_write_kb":18737,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"28'2289","reported_seq":2314,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.978045+0000","last_change":"2024-09-13T16:15:45.448674+0000","last_active":"2024-09-13T16:41:26.978045+0000","last_peered":"2024-09-13T16:41:26.978045+0000","last_clean":"2024-09-13T16:41:26.978045+0000","last_became_active":"2024-09-13T16:15:45.446894+0000","last_became_peered":"2024-09-13T16:15:45.446894+0000","last_unstale":"2024-09-13T16:41:26.978045+0000","last_undegraded":"2024-09-13T16:41:26.978045+0000","last_fullsized":"2024-09-13T16:41:26.978045+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2289,"log_dups_size":0,"ondisk_log_size":2289,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:17:45.206594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1764,"num_write_kb":87796,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0,3],"acting":[1,5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1","version":"28'533","reported_seq":561,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.644713+0000","last_change":"2024-09-13T16:15:41.431583+0000","last_active":"2024-09-13T16:41:26.644713+0000","last_peered":"2024-09-13T16:41:26.644713+0000","last_clean":"2024-09-13T16:41:26.644713+0000","last_became_active":"2024-09-13T16:15:41.431310+0000","last_became_peered":"2024-09-13T16:15:41.431310+0000","last_unstale":"2024-09-13T16:41:26.644713+0000","last_undegraded":"2024-09-13T16:41:26.644713+0000","last_fullsized":"2024-09-13T16:41:26.644713+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":533,"log_dups_size":0,"ondisk_log_size":533,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:12:04.198678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"28'2306","reported_seq":2335,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:22.964974+0000","last_change":"2024-09-13T16:15:41.033404+0000","last_active":"2024-09-13T16:41:22.964974+0000","last_peered":"2024-09-13T16:41:22.964974+0000","last_clean":"2024-09-13T16:41:22.964974+0000","last_became_active":"2024-09-13T16:15:41.033180+0000","last_became_peered":"2024-09-13T16:15:41.033180+0000","last_unstale":"2024-09-13T16:41:22.964974+0000","last_undegraded":"2024-09-13T16:41:22.964974+0000","last_fullsized":"2024-09-13T16:41:22.964974+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":2306,"log_dups_size":0,"ondisk_log_size":2306,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:23:30.756600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2310,"num_write_kb":17565,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"28'2330","reported_seq":2355,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.172958+0000","last_change":"2024-09-13T16:15:45.441683+0000","last_active":"2024-09-13T16:41:21.172958+0000","last_peered":"2024-09-13T16:41:21.172958+0000","last_clean":"2024-09-13T16:41:21.172958+0000","last_became_active":"2024-09-13T16:15:45.441286+0000","last_became_peered":"2024-09-13T16:15:45.441286+0000","last_unstale":"2024-09-13T16:41:21.172958+0000","last_undegraded":"2024-09-13T16:41:21.172958+0000","last_fullsized":"2024-09-13T16:41:21.172958+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2330,"log_dups_size":0,"ondisk_log_size":2330,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:27:40.387319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1762,"num_write_kb":44476,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2,7],"acting":[0,1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2","version":"28'572","reported_seq":600,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.640603+0000","last_change":"2024-09-13T16:15:41.430895+0000","last_active":"2024-09-13T16:41:26.640603+0000","last_peered":"2024-09-13T16:41:26.640603+0000","last_clean":"2024-09-13T16:41:26.640603+0000","last_became_active":"2024-09-13T16:15:41.430627+0000","last_became_peered":"2024-09-13T16:15:41.430627+0000","last_unstale":"2024-09-13T16:41:26.640603+0000","last_undegraded":"2024-09-13T16:41:26.640603+0000","last_fullsized":"2024-09-13T16:41:26.640603+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":572,"log_dups_size":0,"ondisk_log_size":572,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:21:26.930345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"28'1193","reported_seq":1222,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:22.967069+0000","last_change":"2024-09-13T16:15:41.037492+0000","last_active":"2024-09-13T16:41:22.967069+0000","last_peered":"2024-09-13T16:41:22.967069+0000","last_clean":"2024-09-13T16:41:22.967069+0000","last_became_active":"2024-09-13T16:15:41.037216+0000","last_became_peered":"2024-09-13T16:15:41.037216+0000","last_unstale":"2024-09-13T16:41:22.967069+0000","last_undegraded":"2024-09-13T16:41:22.967069+0000","last_fullsized":"2024-09-13T16:41:22.967069+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":1193,"log_dups_size":0,"ondisk_log_size":1193,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:28:31.923652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1208,"num_write_kb":8767,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":182,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:37:37.700514+0000","last_change":"2024-09-13T16:15:30.706664+0000","last_active":"2024-09-13T16:37:37.700514+0000","last_peered":"2024-09-13T16:37:37.700514+0000","last_clean":"2024-09-13T16:37:37.700514+0000","last_became_active":"2024-09-13T16:15:30.706146+0000","last_became_peered":"2024-09-13T16:15:30.706146+0000","last_unstale":"2024-09-13T16:37:37.700514+0000","last_undegraded":"2024-09-13T16:37:37.700514+0000","last_fullsized":"2024-09-13T16:37:37.700514+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:28.905101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:28.905101+0000","last_clean_scrub_stamp":"2024-09-13T16:15:28.905101+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:38:40.338700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"28'2882","reported_seq":2908,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.355845+0000","last_change":"2024-09-13T16:15:45.432988+0000","last_active":"2024-09-13T16:41:21.355845+0000","last_peered":"2024-09-13T16:41:21.355845+0000","last_clean":"2024-09-13T16:41:21.355845+0000","last_became_active":"2024-09-13T16:15:45.432603+0000","last_became_peered":"2024-09-13T16:15:45.432603+0000","last_unstale":"2024-09-13T16:41:21.355845+0000","last_undegraded":"2024-09-13T16:41:21.355845+0000","last_fullsized":"2024-09-13T16:41:21.355845+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2882,"log_dups_size":0,"ondisk_log_size":2882,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:30:36.715026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2334,"num_write_kb":129985,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,4,7],"acting":[6,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"28'552","reported_seq":579,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.650154+0000","last_change":"2024-09-13T16:15:41.425729+0000","last_active":"2024-09-13T16:41:26.650154+0000","last_peered":"2024-09-13T16:41:26.650154+0000","last_clean":"2024-09-13T16:41:26.650154+0000","last_became_active":"2024-09-13T16:15:41.425482+0000","last_became_peered":"2024-09-13T16:15:41.425482+0000","last_unstale":"2024-09-13T16:41:26.650154+0000","last_undegraded":"2024-09-13T16:41:26.650154+0000","last_fullsized":"2024-09-13T16:41:26.650154+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":552,"log_dups_size":0,"ondisk_log_size":552,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:50:40.669575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"28'1714","reported_seq":1742,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.969937+0000","last_change":"2024-09-13T16:15:41.034746+0000","last_active":"2024-09-13T16:41:21.969937+0000","last_peered":"2024-09-13T16:41:21.969937+0000","last_clean":"2024-09-13T16:41:21.969937+0000","last_became_active":"2024-09-13T16:15:41.034286+0000","last_became_peered":"2024-09-13T16:15:41.034286+0000","last_unstale":"2024-09-13T16:41:21.969937+0000","last_undegraded":"2024-09-13T16:41:21.969937+0000","last_fullsized":"2024-09-13T16:41:21.969937+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":1714,"log_dups_size":0,"ondisk_log_size":1714,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:24:38.572929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8388608,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1722,"num_write_kb":13063,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"28'2482","reported_seq":2507,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.236848+0000","last_change":"2024-09-13T16:15:45.437198+0000","last_active":"2024-09-13T16:41:21.236848+0000","last_peered":"2024-09-13T16:41:21.236848+0000","last_clean":"2024-09-13T16:41:21.236848+0000","last_became_active":"2024-09-13T16:15:45.436595+0000","last_became_peered":"2024-09-13T16:15:45.436595+0000","last_unstale":"2024-09-13T16:41:21.236848+0000","last_undegraded":"2024-09-13T16:41:21.236848+0000","last_fullsized":"2024-09-13T16:41:21.236848+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2482,"log_dups_size":0,"ondisk_log_size":2482,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:20:43.393814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1880,"num_write_kb":107005,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,1,0],"acting":[6,7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"28'590","reported_seq":617,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.640899+0000","last_change":"2024-09-13T16:15:41.424176+0000","last_active":"2024-09-13T16:41:26.640899+0000","last_peered":"2024-09-13T16:41:26.640899+0000","last_clean":"2024-09-13T16:41:26.640899+0000","last_became_active":"2024-09-13T16:15:41.423906+0000","last_became_peered":"2024-09-13T16:15:41.423906+0000","last_unstale":"2024-09-13T16:41:26.640899+0000","last_undegraded":"2024-09-13T16:41:26.640899+0000","last_fullsized":"2024-09-13T16:41:26.640899+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":590,"log_dups_size":0,"ondisk_log_size":590,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:34:57.106014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":26,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.d","version":"28'3362","reported_seq":3390,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.967145+0000","last_change":"2024-09-13T16:15:41.021672+0000","last_active":"2024-09-13T16:41:21.967145+0000","last_peered":"2024-09-13T16:41:21.967145+0000","last_clean":"2024-09-13T16:41:21.967145+0000","last_became_active":"2024-09-13T16:15:41.020719+0000","last_became_peered":"2024-09-13T16:15:41.020719+0000","last_unstale":"2024-09-13T16:41:21.967145+0000","last_undegraded":"2024-09-13T16:41:21.967145+0000","last_fullsized":"2024-09-13T16:41:21.967145+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":3362,"log_dups_size":0,"ondisk_log_size":3362,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:23:04.082341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":20971590,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3368,"num_write_kb":26164,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.b","version":"28'2311","reported_seq":2336,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.334574+0000","last_change":"2024-09-13T16:15:45.444215+0000","last_active":"2024-09-13T16:41:21.334574+0000","last_peered":"2024-09-13T16:41:21.334574+0000","last_clean":"2024-09-13T16:41:21.334574+0000","last_became_active":"2024-09-13T16:15:45.443842+0000","last_became_peered":"2024-09-13T16:15:45.443842+0000","last_unstale":"2024-09-13T16:41:21.334574+0000","last_undegraded":"2024-09-13T16:41:21.334574+0000","last_fullsized":"2024-09-13T16:41:21.334574+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2311,"log_dups_size":0,"ondisk_log_size":2311,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:36:18.570724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1752,"num_write_kb":40739,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4,5],"acting":[0,1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"28'550","reported_seq":577,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.650960+0000","last_change":"2024-09-13T16:15:41.429232+0000","last_active":"2024-09-13T16:41:26.650960+0000","last_peered":"2024-09-13T16:41:26.650960+0000","last_clean":"2024-09-13T16:41:26.650960+0000","last_became_active":"2024-09-13T16:15:41.426840+0000","last_became_peered":"2024-09-13T16:15:41.426840+0000","last_unstale":"2024-09-13T16:41:26.650960+0000","last_undegraded":"2024-09-13T16:41:26.650960+0000","last_fullsized":"2024-09-13T16:41:26.650960+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":550,"log_dups_size":0,"ondisk_log_size":550,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:28:02.414880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"28'1758","reported_seq":1786,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:40:27.744006+0000","last_change":"2024-09-13T16:15:41.033749+0000","last_active":"2024-09-13T16:40:27.744006+0000","last_peered":"2024-09-13T16:40:27.744006+0000","last_clean":"2024-09-13T16:40:27.744006+0000","last_became_active":"2024-09-13T16:15:41.033356+0000","last_became_peered":"2024-09-13T16:15:41.033356+0000","last_unstale":"2024-09-13T16:40:27.744006+0000","last_undegraded":"2024-09-13T16:40:27.744006+0000","last_fullsized":"2024-09-13T16:40:27.744006+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":1758,"log_dups_size":0,"ondisk_log_size":1758,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:25:22.130748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8388608,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1760,"num_write_kb":13081,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.8","version":"28'2486","reported_seq":2511,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.977627+0000","last_change":"2024-09-13T16:15:45.434063+0000","last_active":"2024-09-13T16:41:26.977627+0000","last_peered":"2024-09-13T16:41:26.977627+0000","last_clean":"2024-09-13T16:41:26.977627+0000","last_became_active":"2024-09-13T16:15:45.433849+0000","last_became_peered":"2024-09-13T16:15:45.433849+0000","last_unstale":"2024-09-13T16:41:26.977627+0000","last_undegraded":"2024-09-13T16:41:26.977627+0000","last_fullsized":"2024-09-13T16:41:26.977627+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2486,"log_dups_size":0,"ondisk_log_size":2486,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:47:37.415731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1903,"num_write_kb":84724,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7,6],"acting":[5,4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"28'563","reported_seq":590,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.646656+0000","last_change":"2024-09-13T16:15:41.425176+0000","last_active":"2024-09-13T16:41:26.646656+0000","last_peered":"2024-09-13T16:41:26.646656+0000","last_clean":"2024-09-13T16:41:26.646656+0000","last_became_active":"2024-09-13T16:15:41.422117+0000","last_became_peered":"2024-09-13T16:15:41.422117+0000","last_unstale":"2024-09-13T16:41:26.646656+0000","last_undegraded":"2024-09-13T16:41:26.646656+0000","last_fullsized":"2024-09-13T16:41:26.646656+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":563,"log_dups_size":0,"ondisk_log_size":563,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:04:01.515823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"28'1342","reported_seq":1370,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:38:12.882247+0000","last_change":"2024-09-13T16:15:41.024081+0000","last_active":"2024-09-13T16:38:12.882247+0000","last_peered":"2024-09-13T16:38:12.882247+0000","last_clean":"2024-09-13T16:38:12.882247+0000","last_became_active":"2024-09-13T16:15:41.023763+0000","last_became_peered":"2024-09-13T16:15:41.023763+0000","last_unstale":"2024-09-13T16:38:12.882247+0000","last_undegraded":"2024-09-13T16:38:12.882247+0000","last_fullsized":"2024-09-13T16:38:12.882247+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":1342,"log_dups_size":0,"ondisk_log_size":1342,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:25:44.598813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194326,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1340,"num_write_kb":8705,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.9","version":"28'2383","reported_seq":2408,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.356968+0000","last_change":"2024-09-13T16:15:45.436109+0000","last_active":"2024-09-13T16:41:21.356968+0000","last_peered":"2024-09-13T16:41:21.356968+0000","last_clean":"2024-09-13T16:41:21.356968+0000","last_became_active":"2024-09-13T16:15:45.435716+0000","last_became_peered":"2024-09-13T16:15:45.435716+0000","last_unstale":"2024-09-13T16:41:21.356968+0000","last_undegraded":"2024-09-13T16:41:21.356968+0000","last_fullsized":"2024-09-13T16:41:21.356968+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2383,"log_dups_size":0,"ondisk_log_size":2383,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:17:45.206594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1826,"num_write_kb":89387,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3,6],"acting":[4,1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.11","version":"28'603","reported_seq":630,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.632783+0000","last_change":"2024-09-13T16:15:41.430211+0000","last_active":"2024-09-13T16:41:26.632783+0000","last_peered":"2024-09-13T16:41:26.632783+0000","last_clean":"2024-09-13T16:41:26.632783+0000","last_became_active":"2024-09-13T16:15:41.429928+0000","last_became_peered":"2024-09-13T16:15:41.429928+0000","last_unstale":"2024-09-13T16:41:26.632783+0000","last_undegraded":"2024-09-13T16:41:26.632783+0000","last_fullsized":"2024-09-13T16:41:26.632783+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":603,"log_dups_size":0,"ondisk_log_size":603,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:21:26.930345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":20,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"28'1153","reported_seq":1181,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:22.967916+0000","last_change":"2024-09-13T16:15:41.028349+0000","last_active":"2024-09-13T16:41:22.967916+0000","last_peered":"2024-09-13T16:41:22.967916+0000","last_clean":"2024-09-13T16:41:22.967916+0000","last_became_active":"2024-09-13T16:15:41.028039+0000","last_became_peered":"2024-09-13T16:15:41.028039+0000","last_unstale":"2024-09-13T16:41:22.967916+0000","last_undegraded":"2024-09-13T16:41:22.967916+0000","last_fullsized":"2024-09-13T16:41:22.967916+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":1153,"log_dups_size":0,"ondisk_log_size":1153,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:53:09.205608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1186,"num_write_kb":8704,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.16","version":"28'2235","reported_seq":2259,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.981905+0000","last_change":"2024-09-13T16:15:45.431362+0000","last_active":"2024-09-13T16:41:26.981905+0000","last_peered":"2024-09-13T16:41:26.981905+0000","last_clean":"2024-09-13T16:41:26.981905+0000","last_became_active":"2024-09-13T16:15:45.430948+0000","last_became_peered":"2024-09-13T16:15:45.430948+0000","last_unstale":"2024-09-13T16:41:26.981905+0000","last_undegraded":"2024-09-13T16:41:26.981905+0000","last_fullsized":"2024-09-13T16:41:26.981905+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2235,"log_dups_size":0,"ondisk_log_size":2235,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:44:00.619593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1696,"num_write_kb":43625,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2,6],"acting":[0,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"28'557","reported_seq":584,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.610643+0000","last_change":"2024-09-13T16:15:41.420682+0000","last_active":"2024-09-13T16:41:26.610643+0000","last_peered":"2024-09-13T16:41:26.610643+0000","last_clean":"2024-09-13T16:41:26.610643+0000","last_became_active":"2024-09-13T16:15:41.420207+0000","last_became_peered":"2024-09-13T16:15:41.420207+0000","last_unstale":"2024-09-13T16:41:26.610643+0000","last_undegraded":"2024-09-13T16:41:26.610643+0000","last_fullsized":"2024-09-13T16:41:26.610643+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":557,"log_dups_size":0,"ondisk_log_size":557,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:44:31.875006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.11","version":"28'432","reported_seq":460,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:22.743310+0000","last_change":"2024-09-13T16:15:41.027279+0000","last_active":"2024-09-13T16:41:22.743310+0000","last_peered":"2024-09-13T16:41:22.743310+0000","last_clean":"2024-09-13T16:41:22.743310+0000","last_became_active":"2024-09-13T16:15:41.026955+0000","last_became_peered":"2024-09-13T16:15:41.026955+0000","last_unstale":"2024-09-13T16:41:22.743310+0000","last_undegraded":"2024-09-13T16:41:22.743310+0000","last_fullsized":"2024-09-13T16:41:22.743310+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":432,"log_dups_size":0,"ondisk_log_size":432,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:25:22.130748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":434,"num_write_kb":4312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"28'2367","reported_seq":2391,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.340601+0000","last_change":"2024-09-13T16:15:45.429369+0000","last_active":"2024-09-13T16:41:21.340601+0000","last_peered":"2024-09-13T16:41:21.340601+0000","last_clean":"2024-09-13T16:41:21.340601+0000","last_became_active":"2024-09-13T16:15:45.428985+0000","last_became_peered":"2024-09-13T16:15:45.428985+0000","last_unstale":"2024-09-13T16:41:21.340601+0000","last_undegraded":"2024-09-13T16:41:21.340601+0000","last_fullsized":"2024-09-13T16:41:21.340601+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2367,"log_dups_size":0,"ondisk_log_size":2367,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:26:14.723087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1782,"num_write_kb":83329,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,6],"acting":[3,7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"28'583","reported_seq":610,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.650652+0000","last_change":"2024-09-13T16:15:41.430249+0000","last_active":"2024-09-13T16:41:26.650652+0000","last_peered":"2024-09-13T16:41:26.650652+0000","last_clean":"2024-09-13T16:41:26.650652+0000","last_became_active":"2024-09-13T16:15:41.425258+0000","last_became_peered":"2024-09-13T16:15:41.425258+0000","last_unstale":"2024-09-13T16:41:26.650652+0000","last_undegraded":"2024-09-13T16:41:26.650652+0000","last_fullsized":"2024-09-13T16:41:26.650652+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":583,"log_dups_size":0,"ondisk_log_size":583,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:56:02.400511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.12","version":"28'12","reported_seq":40,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:22.966994+0000","last_change":"2024-09-13T16:15:41.037723+0000","last_active":"2024-09-13T16:41:22.966994+0000","last_peered":"2024-09-13T16:41:22.966994+0000","last_clean":"2024-09-13T16:41:22.966994+0000","last_became_active":"2024-09-13T16:15:41.037313+0000","last_became_peered":"2024-09-13T16:15:41.037313+0000","last_unstale":"2024-09-13T16:41:22.966994+0000","last_undegraded":"2024-09-13T16:41:22.966994+0000","last_fullsized":"2024-09-13T16:41:22.966994+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:12:26.352318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":21,"num_write_kb":22,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"28'2361","reported_seq":2386,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.351773+0000","last_change":"2024-09-13T16:15:45.436611+0000","last_active":"2024-09-13T16:41:21.351773+0000","last_peered":"2024-09-13T16:41:21.351773+0000","last_clean":"2024-09-13T16:41:21.351773+0000","last_became_active":"2024-09-13T16:15:45.436224+0000","last_became_peered":"2024-09-13T16:15:45.436224+0000","last_unstale":"2024-09-13T16:41:21.351773+0000","last_undegraded":"2024-09-13T16:41:21.351773+0000","last_fullsized":"2024-09-13T16:41:21.351773+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2361,"log_dups_size":0,"ondisk_log_size":2361,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:25:18.924994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1800,"num_write_kb":86014,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,2],"acting":[3,1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"28'562","reported_seq":589,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.630186+0000","last_change":"2024-09-13T16:15:41.413282+0000","last_active":"2024-09-13T16:41:26.630186+0000","last_peered":"2024-09-13T16:41:26.630186+0000","last_clean":"2024-09-13T16:41:26.630186+0000","last_became_active":"2024-09-13T16:15:41.413018+0000","last_became_peered":"2024-09-13T16:15:41.413018+0000","last_unstale":"2024-09-13T16:41:26.630186+0000","last_undegraded":"2024-09-13T16:41:26.630186+0000","last_fullsized":"2024-09-13T16:41:26.630186+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":562,"log_dups_size":0,"ondisk_log_size":562,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:59:59.432849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":24,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.13","version":"28'2046","reported_seq":2074,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:22.835677+0000","last_change":"2024-09-13T16:15:41.028202+0000","last_active":"2024-09-13T16:41:22.835677+0000","last_peered":"2024-09-13T16:41:22.835677+0000","last_clean":"2024-09-13T16:41:22.835677+0000","last_became_active":"2024-09-13T16:15:41.027695+0000","last_became_peered":"2024-09-13T16:15:41.027695+0000","last_unstale":"2024-09-13T16:41:22.835677+0000","last_undegraded":"2024-09-13T16:41:22.835677+0000","last_fullsized":"2024-09-13T16:41:22.835677+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":2046,"log_dups_size":0,"ondisk_log_size":2046,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:30:56.384304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194338,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2050,"num_write_kb":13295,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"28'2567","reported_seq":2591,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.266601+0000","last_change":"2024-09-13T16:15:45.429663+0000","last_active":"2024-09-13T16:41:21.266601+0000","last_peered":"2024-09-13T16:41:21.266601+0000","last_clean":"2024-09-13T16:41:21.266601+0000","last_became_active":"2024-09-13T16:15:45.429313+0000","last_became_peered":"2024-09-13T16:15:45.429313+0000","last_unstale":"2024-09-13T16:41:21.266601+0000","last_undegraded":"2024-09-13T16:41:21.266601+0000","last_fullsized":"2024-09-13T16:41:21.266601+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2567,"log_dups_size":0,"ondisk_log_size":2567,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:40:41.137237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2012,"num_write_kb":87157,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3,2],"acting":[5,7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"28'563","reported_seq":589,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.634264+0000","last_change":"2024-09-13T16:15:41.421663+0000","last_active":"2024-09-13T16:41:26.634264+0000","last_peered":"2024-09-13T16:41:26.634264+0000","last_clean":"2024-09-13T16:41:26.634264+0000","last_became_active":"2024-09-13T16:15:41.421412+0000","last_became_peered":"2024-09-13T16:15:41.421412+0000","last_unstale":"2024-09-13T16:41:26.634264+0000","last_undegraded":"2024-09-13T16:41:26.634264+0000","last_fullsized":"2024-09-13T16:41:26.634264+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":563,"log_dups_size":0,"ondisk_log_size":563,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:55:13.234223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.14","version":"28'3264","reported_seq":3292,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.966878+0000","last_change":"2024-09-13T16:15:41.036305+0000","last_active":"2024-09-13T16:41:21.966878+0000","last_peered":"2024-09-13T16:41:21.966878+0000","last_clean":"2024-09-13T16:41:21.966878+0000","last_became_active":"2024-09-13T16:15:41.036022+0000","last_became_peered":"2024-09-13T16:15:41.036022+0000","last_unstale":"2024-09-13T16:41:21.966878+0000","last_undegraded":"2024-09-13T16:41:21.966878+0000","last_fullsized":"2024-09-13T16:41:21.966878+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":3264,"log_dups_size":0,"ondisk_log_size":3264,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:23:04.082341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8389280,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3265,"num_write_kb":22009,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.12","version":"28'2234","reported_seq":2259,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.340779+0000","last_change":"2024-09-13T16:15:45.445565+0000","last_active":"2024-09-13T16:41:21.340779+0000","last_peered":"2024-09-13T16:41:21.340779+0000","last_clean":"2024-09-13T16:41:21.340779+0000","last_became_active":"2024-09-13T16:15:45.442341+0000","last_became_peered":"2024-09-13T16:15:45.442341+0000","last_unstale":"2024-09-13T16:41:21.340779+0000","last_undegraded":"2024-09-13T16:41:21.340779+0000","last_fullsized":"2024-09-13T16:41:21.340779+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2234,"log_dups_size":0,"ondisk_log_size":2234,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:38:27.489586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1673,"num_write_kb":36981,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2,0],"acting":[1,6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"28'561","reported_seq":588,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.640014+0000","last_change":"2024-09-13T16:15:41.419163+0000","last_active":"2024-09-13T16:41:26.640014+0000","last_peered":"2024-09-13T16:41:26.640014+0000","last_clean":"2024-09-13T16:41:26.640014+0000","last_became_active":"2024-09-13T16:15:41.417552+0000","last_became_peered":"2024-09-13T16:15:41.417552+0000","last_unstale":"2024-09-13T16:41:26.640014+0000","last_undegraded":"2024-09-13T16:41:26.640014+0000","last_fullsized":"2024-09-13T16:41:26.640014+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":561,"log_dups_size":0,"ondisk_log_size":561,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:53:10.218385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"28'4186","reported_seq":4213,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:23.957419+0000","last_change":"2024-09-13T16:15:41.033212+0000","last_active":"2024-09-13T16:41:23.957419+0000","last_peered":"2024-09-13T16:41:23.957419+0000","last_clean":"2024-09-13T16:41:23.957419+0000","last_became_active":"2024-09-13T16:15:41.032932+0000","last_became_peered":"2024-09-13T16:15:41.032932+0000","last_unstale":"2024-09-13T16:41:23.957419+0000","last_undegraded":"2024-09-13T16:41:23.957419+0000","last_fullsized":"2024-09-13T16:41:23.957419+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":4186,"log_dups_size":0,"ondisk_log_size":4186,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:24:54.906382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12583002,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4189,"num_write_kb":23150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"28'2473","reported_seq":2498,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.261832+0000","last_change":"2024-09-13T16:15:45.445670+0000","last_active":"2024-09-13T16:41:21.261832+0000","last_peered":"2024-09-13T16:41:21.261832+0000","last_clean":"2024-09-13T16:41:21.261832+0000","last_became_active":"2024-09-13T16:15:45.445288+0000","last_became_peered":"2024-09-13T16:15:45.445288+0000","last_unstale":"2024-09-13T16:41:21.261832+0000","last_undegraded":"2024-09-13T16:41:21.261832+0000","last_fullsized":"2024-09-13T16:41:21.261832+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2473,"log_dups_size":0,"ondisk_log_size":2473,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:54:19.358862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1929,"num_write_kb":152312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,1],"acting":[4,5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"28'560","reported_seq":586,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.650729+0000","last_change":"2024-09-13T16:15:41.424204+0000","last_active":"2024-09-13T16:41:26.650729+0000","last_peered":"2024-09-13T16:41:26.650729+0000","last_clean":"2024-09-13T16:41:26.650729+0000","last_became_active":"2024-09-13T16:15:41.423904+0000","last_became_peered":"2024-09-13T16:15:41.423904+0000","last_unstale":"2024-09-13T16:41:26.650729+0000","last_undegraded":"2024-09-13T16:41:26.650729+0000","last_fullsized":"2024-09-13T16:41:26.650729+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":560,"log_dups_size":0,"ondisk_log_size":560,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:32:31.972422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"28'2606","reported_seq":2633,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.963742+0000","last_change":"2024-09-13T16:15:41.034031+0000","last_active":"2024-09-13T16:41:21.963742+0000","last_peered":"2024-09-13T16:41:21.963742+0000","last_clean":"2024-09-13T16:41:21.963742+0000","last_became_active":"2024-09-13T16:15:41.033489+0000","last_became_peered":"2024-09-13T16:15:41.033489+0000","last_unstale":"2024-09-13T16:41:21.963742+0000","last_undegraded":"2024-09-13T16:41:21.963742+0000","last_fullsized":"2024-09-13T16:41:21.963742+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":2606,"log_dups_size":0,"ondisk_log_size":2606,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:20:11.669314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12582912,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2607,"num_write_kb":21689,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"28'2337","reported_seq":2362,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.345629+0000","last_change":"2024-09-13T16:15:45.436970+0000","last_active":"2024-09-13T16:41:21.345629+0000","last_peered":"2024-09-13T16:41:21.345629+0000","last_clean":"2024-09-13T16:41:21.345629+0000","last_became_active":"2024-09-13T16:15:45.436526+0000","last_became_peered":"2024-09-13T16:15:45.436526+0000","last_unstale":"2024-09-13T16:41:21.345629+0000","last_undegraded":"2024-09-13T16:41:21.345629+0000","last_fullsized":"2024-09-13T16:41:21.345629+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2337,"log_dups_size":0,"ondisk_log_size":2337,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:36:18.536576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1761,"num_write_kb":38111,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6,4],"acting":[3,1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"28'577","reported_seq":603,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.971897+0000","last_change":"2024-09-13T16:15:41.434977+0000","last_active":"2024-09-13T16:41:26.971897+0000","last_peered":"2024-09-13T16:41:26.971897+0000","last_clean":"2024-09-13T16:41:26.971897+0000","last_became_active":"2024-09-13T16:15:41.434755+0000","last_became_peered":"2024-09-13T16:15:41.434755+0000","last_unstale":"2024-09-13T16:41:26.971897+0000","last_undegraded":"2024-09-13T16:41:26.971897+0000","last_fullsized":"2024-09-13T16:41:26.971897+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":577,"log_dups_size":0,"ondisk_log_size":577,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:25:13.592668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.17","version":"28'630","reported_seq":657,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:22.966864+0000","last_change":"2024-09-13T16:15:41.037211+0000","last_active":"2024-09-13T16:41:22.966864+0000","last_peered":"2024-09-13T16:41:22.966864+0000","last_clean":"2024-09-13T16:41:22.966864+0000","last_became_active":"2024-09-13T16:15:41.036955+0000","last_became_peered":"2024-09-13T16:15:41.036955+0000","last_unstale":"2024-09-13T16:41:22.966864+0000","last_undegraded":"2024-09-13T16:41:22.966864+0000","last_fullsized":"2024-09-13T16:41:22.966864+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":630,"log_dups_size":0,"ondisk_log_size":630,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:24:38.572929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":643,"num_write_kb":4401,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.11","version":"28'2353","reported_seq":2378,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.358095+0000","last_change":"2024-09-13T16:15:45.426193+0000","last_active":"2024-09-13T16:41:21.358095+0000","last_peered":"2024-09-13T16:41:21.358095+0000","last_clean":"2024-09-13T16:41:21.358095+0000","last_became_active":"2024-09-13T16:15:45.425834+0000","last_became_peered":"2024-09-13T16:15:45.425834+0000","last_unstale":"2024-09-13T16:41:21.358095+0000","last_undegraded":"2024-09-13T16:41:21.358095+0000","last_fullsized":"2024-09-13T16:41:21.358095+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2353,"log_dups_size":0,"ondisk_log_size":2353,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:08:24.944860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1763,"num_write_kb":44318,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6,5],"acting":[3,7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"28'2392","reported_seq":2418,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.208574+0000","last_change":"2024-09-13T16:15:45.445140+0000","last_active":"2024-09-13T16:41:21.208574+0000","last_peered":"2024-09-13T16:41:21.208574+0000","last_clean":"2024-09-13T16:41:21.208574+0000","last_became_active":"2024-09-13T16:15:45.444697+0000","last_became_peered":"2024-09-13T16:15:45.444697+0000","last_unstale":"2024-09-13T16:41:21.208574+0000","last_undegraded":"2024-09-13T16:41:21.208574+0000","last_fullsized":"2024-09-13T16:41:21.208574+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2392,"log_dups_size":0,"ondisk_log_size":2392,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:24:59.575250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1876,"num_write_kb":85170,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3,1],"acting":[0,7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"28'554","reported_seq":580,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.624465+0000","last_change":"2024-09-13T16:15:41.416274+0000","last_active":"2024-09-13T16:41:26.624465+0000","last_peered":"2024-09-13T16:41:26.624465+0000","last_clean":"2024-09-13T16:41:26.624465+0000","last_became_active":"2024-09-13T16:15:41.416031+0000","last_became_peered":"2024-09-13T16:15:41.416031+0000","last_unstale":"2024-09-13T16:41:26.624465+0000","last_undegraded":"2024-09-13T16:41:26.624465+0000","last_fullsized":"2024-09-13T16:41:26.624465+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":554,"log_dups_size":0,"ondisk_log_size":554,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:53:15.761243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":26,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.18","version":"28'4020","reported_seq":4047,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.572296+0000","last_change":"2024-09-13T16:15:41.028829+0000","last_active":"2024-09-13T16:41:26.572296+0000","last_peered":"2024-09-13T16:41:26.572296+0000","last_clean":"2024-09-13T16:41:26.572296+0000","last_became_active":"2024-09-13T16:15:41.028484+0000","last_became_peered":"2024-09-13T16:15:41.028484+0000","last_unstale":"2024-09-13T16:41:26.572296+0000","last_undegraded":"2024-09-13T16:41:26.572296+0000","last_fullsized":"2024-09-13T16:41:26.572296+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":4020,"log_dups_size":0,"ondisk_log_size":4020,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:54:43.966284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16072913,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4020,"num_write_kb":29846,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"28'2411","reported_seq":2437,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.341081+0000","last_change":"2024-09-13T16:15:45.436689+0000","last_active":"2024-09-13T16:41:21.341081+0000","last_peered":"2024-09-13T16:41:21.341081+0000","last_clean":"2024-09-13T16:41:21.341081+0000","last_became_active":"2024-09-13T16:15:45.436307+0000","last_became_peered":"2024-09-13T16:15:45.436307+0000","last_unstale":"2024-09-13T16:41:21.341081+0000","last_undegraded":"2024-09-13T16:41:21.341081+0000","last_fullsized":"2024-09-13T16:41:21.341081+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2411,"log_dups_size":0,"ondisk_log_size":2411,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:59:59.001054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1872,"num_write_kb":94300,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1,0],"acting":[6,5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"28'640","reported_seq":666,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.634532+0000","last_change":"2024-09-13T16:15:41.422643+0000","last_active":"2024-09-13T16:41:26.634532+0000","last_peered":"2024-09-13T16:41:26.634532+0000","last_clean":"2024-09-13T16:41:26.634532+0000","last_became_active":"2024-09-13T16:15:41.422354+0000","last_became_peered":"2024-09-13T16:15:41.422354+0000","last_unstale":"2024-09-13T16:41:26.634532+0000","last_undegraded":"2024-09-13T16:41:26.634532+0000","last_fullsized":"2024-09-13T16:41:26.634532+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":640,"log_dups_size":0,"ondisk_log_size":640,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:41:33.335619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"28'654","reported_seq":681,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.966353+0000","last_change":"2024-09-13T16:15:41.031795+0000","last_active":"2024-09-13T16:41:21.966353+0000","last_peered":"2024-09-13T16:41:21.966353+0000","last_clean":"2024-09-13T16:41:21.966353+0000","last_became_active":"2024-09-13T16:15:41.031397+0000","last_became_peered":"2024-09-13T16:15:41.031397+0000","last_unstale":"2024-09-13T16:41:21.966353+0000","last_undegraded":"2024-09-13T16:41:21.966353+0000","last_fullsized":"2024-09-13T16:41:21.966353+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":654,"log_dups_size":0,"ondisk_log_size":654,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:25:22.130748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":658,"num_write_kb":4390,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1a","version":"28'3753","reported_seq":3780,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:22.967193+0000","last_change":"2024-09-13T16:15:41.025334+0000","last_active":"2024-09-13T16:41:22.967193+0000","last_peered":"2024-09-13T16:41:22.967193+0000","last_clean":"2024-09-13T16:41:22.967193+0000","last_became_active":"2024-09-13T16:15:41.024989+0000","last_became_peered":"2024-09-13T16:15:41.024989+0000","last_unstale":"2024-09-13T16:41:22.967193+0000","last_undegraded":"2024-09-13T16:41:22.967193+0000","last_fullsized":"2024-09-13T16:41:22.967193+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":3753,"log_dups_size":0,"ondisk_log_size":3753,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:53:09.205608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12582912,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3756,"num_write_kb":30455,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"28'556","reported_seq":582,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.649471+0000","last_change":"2024-09-13T16:15:41.432442+0000","last_active":"2024-09-13T16:41:26.649471+0000","last_peered":"2024-09-13T16:41:26.649471+0000","last_clean":"2024-09-13T16:41:26.649471+0000","last_became_active":"2024-09-13T16:15:41.432139+0000","last_became_peered":"2024-09-13T16:15:41.432139+0000","last_unstale":"2024-09-13T16:41:26.649471+0000","last_undegraded":"2024-09-13T16:41:26.649471+0000","last_fullsized":"2024-09-13T16:41:26.649471+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":556,"log_dups_size":0,"ondisk_log_size":556,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:14:45.133899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"28'2403","reported_seq":2437,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.288634+0000","last_change":"2024-09-13T16:16:24.054939+0000","last_active":"2024-09-13T16:41:21.288634+0000","last_peered":"2024-09-13T16:41:21.288634+0000","last_clean":"2024-09-13T16:41:21.288634+0000","last_became_active":"2024-09-13T16:16:24.053479+0000","last_became_peered":"2024-09-13T16:16:24.053479+0000","last_unstale":"2024-09-13T16:41:21.288634+0000","last_undegraded":"2024-09-13T16:41:21.288634+0000","last_fullsized":"2024-09-13T16:41:21.288634+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2403,"log_dups_size":0,"ondisk_log_size":2403,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:18:58.278634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1817,"num_write_kb":55639,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,3,5],"acting":[2,0,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"28'1263","reported_seq":1290,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:22.960778+0000","last_change":"2024-09-13T16:15:41.036390+0000","last_active":"2024-09-13T16:41:22.960778+0000","last_peered":"2024-09-13T16:41:22.960778+0000","last_clean":"2024-09-13T16:41:22.960778+0000","last_became_active":"2024-09-13T16:15:41.036045+0000","last_became_peered":"2024-09-13T16:15:41.036045+0000","last_unstale":"2024-09-13T16:41:22.960778+0000","last_undegraded":"2024-09-13T16:41:22.960778+0000","last_fullsized":"2024-09-13T16:41:22.960778+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":1263,"log_dups_size":0,"ondisk_log_size":1263,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:24:38.572929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1270,"num_write_kb":8784,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"28'568","reported_seq":594,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.622334+0000","last_change":"2024-09-13T16:15:41.419556+0000","last_active":"2024-09-13T16:41:26.622334+0000","last_peered":"2024-09-13T16:41:26.622334+0000","last_clean":"2024-09-13T16:41:26.622334+0000","last_became_active":"2024-09-13T16:15:41.417827+0000","last_became_peered":"2024-09-13T16:15:41.417827+0000","last_unstale":"2024-09-13T16:41:26.622334+0000","last_undegraded":"2024-09-13T16:41:26.622334+0000","last_fullsized":"2024-09-13T16:41:26.622334+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":568,"log_dups_size":0,"ondisk_log_size":568,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:24:55.919158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"28'2336","reported_seq":2360,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.321076+0000","last_change":"2024-09-13T16:15:45.435555+0000","last_active":"2024-09-13T16:41:21.321076+0000","last_peered":"2024-09-13T16:41:21.321076+0000","last_clean":"2024-09-13T16:41:21.321076+0000","last_became_active":"2024-09-13T16:15:45.435169+0000","last_became_peered":"2024-09-13T16:15:45.435169+0000","last_unstale":"2024-09-13T16:41:21.321076+0000","last_undegraded":"2024-09-13T16:41:21.321076+0000","last_fullsized":"2024-09-13T16:41:21.321076+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2336,"log_dups_size":0,"ondisk_log_size":2336,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:25:57.742530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1808,"num_write_kb":46128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4,2],"acting":[3,1,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.20","version":"28'594","reported_seq":622,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.637054+0000","last_change":"2024-09-13T16:15:41.423423+0000","last_active":"2024-09-13T16:41:26.637054+0000","last_peered":"2024-09-13T16:41:26.637054+0000","last_clean":"2024-09-13T16:41:26.637054+0000","last_became_active":"2024-09-13T16:15:41.423169+0000","last_became_peered":"2024-09-13T16:15:41.423169+0000","last_unstale":"2024-09-13T16:41:26.637054+0000","last_undegraded":"2024-09-13T16:41:26.637054+0000","last_fullsized":"2024-09-13T16:41:26.637054+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":594,"log_dups_size":0,"ondisk_log_size":594,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:27:47.348543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":32,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"28'622","reported_seq":650,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.630856+0000","last_change":"2024-09-13T16:15:41.426426+0000","last_active":"2024-09-13T16:41:26.630856+0000","last_peered":"2024-09-13T16:41:26.630856+0000","last_clean":"2024-09-13T16:41:26.630856+0000","last_became_active":"2024-09-13T16:15:41.426171+0000","last_became_peered":"2024-09-13T16:15:41.426171+0000","last_unstale":"2024-09-13T16:41:26.630856+0000","last_undegraded":"2024-09-13T16:41:26.630856+0000","last_fullsized":"2024-09-13T16:41:26.630856+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":622,"log_dups_size":0,"ondisk_log_size":622,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:47:49.995930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"28'564","reported_seq":592,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.641004+0000","last_change":"2024-09-13T16:15:41.423833+0000","last_active":"2024-09-13T16:41:26.641004+0000","last_peered":"2024-09-13T16:41:26.641004+0000","last_clean":"2024-09-13T16:41:26.641004+0000","last_became_active":"2024-09-13T16:15:41.423509+0000","last_became_peered":"2024-09-13T16:15:41.423509+0000","last_unstale":"2024-09-13T16:41:26.641004+0000","last_undegraded":"2024-09-13T16:41:26.641004+0000","last_fullsized":"2024-09-13T16:41:26.641004+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":564,"log_dups_size":0,"ondisk_log_size":564,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:20:54.354960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"28'588","reported_seq":616,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.638126+0000","last_change":"2024-09-13T16:15:41.419808+0000","last_active":"2024-09-13T16:41:26.638126+0000","last_peered":"2024-09-13T16:41:26.638126+0000","last_clean":"2024-09-13T16:41:26.638126+0000","last_became_active":"2024-09-13T16:15:41.419574+0000","last_became_peered":"2024-09-13T16:15:41.419574+0000","last_unstale":"2024-09-13T16:41:26.638126+0000","last_undegraded":"2024-09-13T16:41:26.638126+0000","last_fullsized":"2024-09-13T16:41:26.638126+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":588,"log_dups_size":0,"ondisk_log_size":588,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:51:57.544490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"28'549","reported_seq":576,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.630132+0000","last_change":"2024-09-13T16:15:41.419911+0000","last_active":"2024-09-13T16:41:26.630132+0000","last_peered":"2024-09-13T16:41:26.630132+0000","last_clean":"2024-09-13T16:41:26.630132+0000","last_became_active":"2024-09-13T16:15:41.419644+0000","last_became_peered":"2024-09-13T16:15:41.419644+0000","last_unstale":"2024-09-13T16:41:26.630132+0000","last_undegraded":"2024-09-13T16:41:26.630132+0000","last_fullsized":"2024-09-13T16:41:26.630132+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":549,"log_dups_size":0,"ondisk_log_size":549,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:27:47.348543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"28'564","reported_seq":591,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.623865+0000","last_change":"2024-09-13T16:15:41.409800+0000","last_active":"2024-09-13T16:41:26.623865+0000","last_peered":"2024-09-13T16:41:26.623865+0000","last_clean":"2024-09-13T16:41:26.623865+0000","last_became_active":"2024-09-13T16:15:41.409523+0000","last_became_peered":"2024-09-13T16:15:41.409523+0000","last_unstale":"2024-09-13T16:41:26.623865+0000","last_undegraded":"2024-09-13T16:41:26.623865+0000","last_fullsized":"2024-09-13T16:41:26.623865+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":564,"log_dups_size":0,"ondisk_log_size":564,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:00:20.703088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"28'600","reported_seq":627,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.639668+0000","last_change":"2024-09-13T16:15:41.418006+0000","last_active":"2024-09-13T16:41:26.639668+0000","last_peered":"2024-09-13T16:41:26.639668+0000","last_clean":"2024-09-13T16:41:26.639668+0000","last_became_active":"2024-09-13T16:15:41.417761+0000","last_became_peered":"2024-09-13T16:15:41.417761+0000","last_unstale":"2024-09-13T16:41:26.639668+0000","last_undegraded":"2024-09-13T16:41:26.639668+0000","last_fullsized":"2024-09-13T16:41:26.639668+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":600,"log_dups_size":0,"ondisk_log_size":600,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:22:02.925875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":28,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"28'542","reported_seq":569,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.616215+0000","last_change":"2024-09-13T16:15:41.429135+0000","last_active":"2024-09-13T16:41:26.616215+0000","last_peered":"2024-09-13T16:41:26.616215+0000","last_clean":"2024-09-13T16:41:26.616215+0000","last_became_active":"2024-09-13T16:15:41.428841+0000","last_became_peered":"2024-09-13T16:15:41.428841+0000","last_unstale":"2024-09-13T16:41:26.616215+0000","last_undegraded":"2024-09-13T16:41:26.616215+0000","last_fullsized":"2024-09-13T16:41:26.616215+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":542,"log_dups_size":0,"ondisk_log_size":542,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:53:06.109901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"28'572","reported_seq":599,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.650081+0000","last_change":"2024-09-13T16:15:41.424140+0000","last_active":"2024-09-13T16:41:26.650081+0000","last_peered":"2024-09-13T16:41:26.650081+0000","last_clean":"2024-09-13T16:41:26.650081+0000","last_became_active":"2024-09-13T16:15:41.423826+0000","last_became_peered":"2024-09-13T16:15:41.423826+0000","last_unstale":"2024-09-13T16:41:26.650081+0000","last_undegraded":"2024-09-13T16:41:26.650081+0000","last_fullsized":"2024-09-13T16:41:26.650081+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":572,"log_dups_size":0,"ondisk_log_size":572,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:54:36.284115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":24,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"28'553","reported_seq":580,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.624089+0000","last_change":"2024-09-13T16:15:41.432323+0000","last_active":"2024-09-13T16:41:26.624089+0000","last_peered":"2024-09-13T16:41:26.624089+0000","last_clean":"2024-09-13T16:41:26.624089+0000","last_became_active":"2024-09-13T16:15:41.432121+0000","last_became_peered":"2024-09-13T16:15:41.432121+0000","last_unstale":"2024-09-13T16:41:26.624089+0000","last_undegraded":"2024-09-13T16:41:26.624089+0000","last_fullsized":"2024-09-13T16:41:26.624089+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":553,"log_dups_size":0,"ondisk_log_size":553,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:00:20.703088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"28'591","reported_seq":618,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.645108+0000","last_change":"2024-09-13T16:15:41.435089+0000","last_active":"2024-09-13T16:41:26.645108+0000","last_peered":"2024-09-13T16:41:26.645108+0000","last_clean":"2024-09-13T16:41:26.645108+0000","last_became_active":"2024-09-13T16:15:41.434875+0000","last_became_peered":"2024-09-13T16:15:41.434875+0000","last_unstale":"2024-09-13T16:41:26.645108+0000","last_undegraded":"2024-09-13T16:41:26.645108+0000","last_fullsized":"2024-09-13T16:41:26.645108+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":591,"log_dups_size":0,"ondisk_log_size":591,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:26:15.968684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"28'558","reported_seq":585,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.644180+0000","last_change":"2024-09-13T16:15:41.427159+0000","last_active":"2024-09-13T16:41:26.644180+0000","last_peered":"2024-09-13T16:41:26.644180+0000","last_clean":"2024-09-13T16:41:26.644180+0000","last_became_active":"2024-09-13T16:15:41.426887+0000","last_became_peered":"2024-09-13T16:15:41.426887+0000","last_unstale":"2024-09-13T16:41:26.644180+0000","last_undegraded":"2024-09-13T16:41:26.644180+0000","last_fullsized":"2024-09-13T16:41:26.644180+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":558,"log_dups_size":0,"ondisk_log_size":558,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:33:52.262369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"28'578","reported_seq":605,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.632979+0000","last_change":"2024-09-13T16:15:41.429253+0000","last_active":"2024-09-13T16:41:26.632979+0000","last_peered":"2024-09-13T16:41:26.632979+0000","last_clean":"2024-09-13T16:41:26.632979+0000","last_became_active":"2024-09-13T16:15:41.428906+0000","last_became_peered":"2024-09-13T16:15:41.428906+0000","last_unstale":"2024-09-13T16:41:26.632979+0000","last_undegraded":"2024-09-13T16:41:26.632979+0000","last_fullsized":"2024-09-13T16:41:26.632979+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":578,"log_dups_size":0,"ondisk_log_size":578,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:41:33.335619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":20,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2d","version":"28'570","reported_seq":597,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.633466+0000","last_change":"2024-09-13T16:15:41.421597+0000","last_active":"2024-09-13T16:41:26.633466+0000","last_peered":"2024-09-13T16:41:26.633466+0000","last_clean":"2024-09-13T16:41:26.633466+0000","last_became_active":"2024-09-13T16:15:41.421333+0000","last_became_peered":"2024-09-13T16:15:41.421333+0000","last_unstale":"2024-09-13T16:41:26.633466+0000","last_undegraded":"2024-09-13T16:41:26.633466+0000","last_fullsized":"2024-09-13T16:41:26.633466+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":570,"log_dups_size":0,"ondisk_log_size":570,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:44:05.493410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2e","version":"28'531","reported_seq":558,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.630494+0000","last_change":"2024-09-13T16:15:41.422358+0000","last_active":"2024-09-13T16:41:26.630494+0000","last_peered":"2024-09-13T16:41:26.630494+0000","last_clean":"2024-09-13T16:41:26.630494+0000","last_became_active":"2024-09-13T16:15:41.422120+0000","last_became_peered":"2024-09-13T16:15:41.422120+0000","last_unstale":"2024-09-13T16:41:26.630494+0000","last_undegraded":"2024-09-13T16:41:26.630494+0000","last_fullsized":"2024-09-13T16:41:26.630494+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":531,"log_dups_size":0,"ondisk_log_size":531,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:37:18.423822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2f","version":"28'590","reported_seq":617,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.646228+0000","last_change":"2024-09-13T16:15:41.431160+0000","last_active":"2024-09-13T16:41:26.646228+0000","last_peered":"2024-09-13T16:41:26.646228+0000","last_clean":"2024-09-13T16:41:26.646228+0000","last_became_active":"2024-09-13T16:15:41.430802+0000","last_became_peered":"2024-09-13T16:15:41.430802+0000","last_unstale":"2024-09-13T16:41:26.646228+0000","last_undegraded":"2024-09-13T16:41:26.646228+0000","last_fullsized":"2024-09-13T16:41:26.646228+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":590,"log_dups_size":0,"ondisk_log_size":590,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:49:01.550676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"28'579","reported_seq":599,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.633480+0000","last_change":"2024-09-13T16:16:23.802417+0000","last_active":"2024-09-13T16:41:26.633480+0000","last_peered":"2024-09-13T16:41:26.633480+0000","last_clean":"2024-09-13T16:41:26.633480+0000","last_became_active":"2024-09-13T16:16:23.802025+0000","last_became_peered":"2024-09-13T16:16:23.802025+0000","last_unstale":"2024-09-13T16:41:26.633480+0000","last_undegraded":"2024-09-13T16:41:26.633480+0000","last_fullsized":"2024-09-13T16:41:26.633480+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":579,"log_dups_size":0,"ondisk_log_size":579,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:51:51.229448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.31","version":"28'581","reported_seq":608,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.613056+0000","last_change":"2024-09-13T16:15:41.428474+0000","last_active":"2024-09-13T16:41:26.613056+0000","last_peered":"2024-09-13T16:41:26.613056+0000","last_clean":"2024-09-13T16:41:26.613056+0000","last_became_active":"2024-09-13T16:15:41.428226+0000","last_became_peered":"2024-09-13T16:15:41.428226+0000","last_unstale":"2024-09-13T16:41:26.613056+0000","last_undegraded":"2024-09-13T16:41:26.613056+0000","last_fullsized":"2024-09-13T16:41:26.613056+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":581,"log_dups_size":0,"ondisk_log_size":581,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:27:47.348543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":20,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.32","version":"28'575","reported_seq":602,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.629621+0000","last_change":"2024-09-13T16:15:41.414379+0000","last_active":"2024-09-13T16:41:26.629621+0000","last_peered":"2024-09-13T16:41:26.629621+0000","last_clean":"2024-09-13T16:41:26.629621+0000","last_became_active":"2024-09-13T16:15:41.414114+0000","last_became_peered":"2024-09-13T16:15:41.414114+0000","last_unstale":"2024-09-13T16:41:26.629621+0000","last_undegraded":"2024-09-13T16:41:26.629621+0000","last_fullsized":"2024-09-13T16:41:26.629621+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":575,"log_dups_size":0,"ondisk_log_size":575,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:38:39.233853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"28'548","reported_seq":574,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.630475+0000","last_change":"2024-09-13T16:15:41.419610+0000","last_active":"2024-09-13T16:41:26.630475+0000","last_peered":"2024-09-13T16:41:26.630475+0000","last_clean":"2024-09-13T16:41:26.630475+0000","last_became_active":"2024-09-13T16:15:41.419309+0000","last_became_peered":"2024-09-13T16:15:41.419309+0000","last_unstale":"2024-09-13T16:41:26.630475+0000","last_undegraded":"2024-09-13T16:41:26.630475+0000","last_fullsized":"2024-09-13T16:41:26.630475+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":548,"log_dups_size":0,"ondisk_log_size":548,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:11:47.177046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.34","version":"28'543","reported_seq":569,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.624906+0000","last_change":"2024-09-13T16:15:41.425705+0000","last_active":"2024-09-13T16:41:26.624906+0000","last_peered":"2024-09-13T16:41:26.624906+0000","last_clean":"2024-09-13T16:41:26.624906+0000","last_became_active":"2024-09-13T16:15:41.421971+0000","last_became_peered":"2024-09-13T16:15:41.421971+0000","last_unstale":"2024-09-13T16:41:26.624906+0000","last_undegraded":"2024-09-13T16:41:26.624906+0000","last_fullsized":"2024-09-13T16:41:26.624906+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":543,"log_dups_size":0,"ondisk_log_size":543,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:37:18.423822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.35","version":"28'544","reported_seq":570,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.645417+0000","last_change":"2024-09-13T16:15:41.427094+0000","last_active":"2024-09-13T16:41:26.645417+0000","last_peered":"2024-09-13T16:41:26.645417+0000","last_clean":"2024-09-13T16:41:26.645417+0000","last_became_active":"2024-09-13T16:15:41.426852+0000","last_became_peered":"2024-09-13T16:15:41.426852+0000","last_unstale":"2024-09-13T16:41:26.645417+0000","last_undegraded":"2024-09-13T16:41:26.645417+0000","last_fullsized":"2024-09-13T16:41:26.645417+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":544,"log_dups_size":0,"ondisk_log_size":544,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:53:06.109901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.36","version":"28'535","reported_seq":561,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.650547+0000","last_change":"2024-09-13T16:15:41.425147+0000","last_active":"2024-09-13T16:41:26.650547+0000","last_peered":"2024-09-13T16:41:26.650547+0000","last_clean":"2024-09-13T16:41:26.650547+0000","last_became_active":"2024-09-13T16:15:41.424810+0000","last_became_peered":"2024-09-13T16:15:41.424810+0000","last_unstale":"2024-09-13T16:41:26.650547+0000","last_undegraded":"2024-09-13T16:41:26.650547+0000","last_fullsized":"2024-09-13T16:41:26.650547+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":535,"log_dups_size":0,"ondisk_log_size":535,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:11:47.177046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.37","version":"28'567","reported_seq":593,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.651357+0000","last_change":"2024-09-13T16:15:41.431395+0000","last_active":"2024-09-13T16:41:26.651357+0000","last_peered":"2024-09-13T16:41:26.651357+0000","last_clean":"2024-09-13T16:41:26.651357+0000","last_became_active":"2024-09-13T16:15:41.431132+0000","last_became_peered":"2024-09-13T16:15:41.431132+0000","last_unstale":"2024-09-13T16:41:26.651357+0000","last_undegraded":"2024-09-13T16:41:26.651357+0000","last_fullsized":"2024-09-13T16:41:26.651357+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":567,"log_dups_size":0,"ondisk_log_size":567,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:53:04.084280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"28'546","reported_seq":572,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.646315+0000","last_change":"2024-09-13T16:15:41.426714+0000","last_active":"2024-09-13T16:41:26.646315+0000","last_peered":"2024-09-13T16:41:26.646315+0000","last_clean":"2024-09-13T16:41:26.646315+0000","last_became_active":"2024-09-13T16:15:41.426419+0000","last_became_peered":"2024-09-13T16:15:41.426419+0000","last_unstale":"2024-09-13T16:41:26.646315+0000","last_undegraded":"2024-09-13T16:41:26.646315+0000","last_fullsized":"2024-09-13T16:41:26.646315+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":546,"log_dups_size":0,"ondisk_log_size":546,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:56:02.400511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.39","version":"28'562","reported_seq":582,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.970792+0000","last_change":"2024-09-13T16:16:23.803128+0000","last_active":"2024-09-13T16:41:26.970792+0000","last_peered":"2024-09-13T16:41:26.970792+0000","last_clean":"2024-09-13T16:41:26.970792+0000","last_became_active":"2024-09-13T16:16:23.802699+0000","last_became_peered":"2024-09-13T16:16:23.802699+0000","last_unstale":"2024-09-13T16:41:26.970792+0000","last_undegraded":"2024-09-13T16:41:26.970792+0000","last_fullsized":"2024-09-13T16:41:26.970792+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":562,"log_dups_size":0,"ondisk_log_size":562,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:41:28.769913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.3a","version":"28'529","reported_seq":555,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.644066+0000","last_change":"2024-09-13T16:15:41.426714+0000","last_active":"2024-09-13T16:41:26.644066+0000","last_peered":"2024-09-13T16:41:26.644066+0000","last_clean":"2024-09-13T16:41:26.644066+0000","last_became_active":"2024-09-13T16:15:41.426165+0000","last_became_peered":"2024-09-13T16:15:41.426165+0000","last_unstale":"2024-09-13T16:41:26.644066+0000","last_undegraded":"2024-09-13T16:41:26.644066+0000","last_fullsized":"2024-09-13T16:41:26.644066+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":529,"log_dups_size":0,"ondisk_log_size":529,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:41:33.478951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"28'579","reported_seq":605,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.633754+0000","last_change":"2024-09-13T16:15:41.426151+0000","last_active":"2024-09-13T16:41:26.633754+0000","last_peered":"2024-09-13T16:41:26.633754+0000","last_clean":"2024-09-13T16:41:26.633754+0000","last_became_active":"2024-09-13T16:15:41.425871+0000","last_became_peered":"2024-09-13T16:15:41.425871+0000","last_unstale":"2024-09-13T16:41:26.633754+0000","last_undegraded":"2024-09-13T16:41:26.633754+0000","last_fullsized":"2024-09-13T16:41:26.633754+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":579,"log_dups_size":0,"ondisk_log_size":579,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:00:20.703088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3c","version":"28'565","reported_seq":587,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.625072+0000","last_change":"2024-09-13T16:16:24.651042+0000","last_active":"2024-09-13T16:41:26.625072+0000","last_peered":"2024-09-13T16:41:26.625072+0000","last_clean":"2024-09-13T16:41:26.625072+0000","last_became_active":"2024-09-13T16:16:24.650115+0000","last_became_peered":"2024-09-13T16:16:24.650115+0000","last_unstale":"2024-09-13T16:41:26.625072+0000","last_undegraded":"2024-09-13T16:41:26.625072+0000","last_fullsized":"2024-09-13T16:41:26.625072+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":565,"log_dups_size":0,"ondisk_log_size":565,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:37:05.588605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":24,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.3d","version":"28'564","reported_seq":592,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.633195+0000","last_change":"2024-09-13T16:15:41.417542+0000","last_active":"2024-09-13T16:41:26.633195+0000","last_peered":"2024-09-13T16:41:26.633195+0000","last_clean":"2024-09-13T16:41:26.633195+0000","last_became_active":"2024-09-13T16:15:41.416985+0000","last_became_peered":"2024-09-13T16:15:41.416985+0000","last_unstale":"2024-09-13T16:41:26.633195+0000","last_undegraded":"2024-09-13T16:41:26.633195+0000","last_fullsized":"2024-09-13T16:41:26.633195+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":564,"log_dups_size":0,"ondisk_log_size":564,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:29:42.655942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":26,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"28'540","reported_seq":568,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.607585+0000","last_change":"2024-09-13T16:15:41.413539+0000","last_active":"2024-09-13T16:41:26.607585+0000","last_peered":"2024-09-13T16:41:26.607585+0000","last_clean":"2024-09-13T16:41:26.607585+0000","last_became_active":"2024-09-13T16:15:41.413271+0000","last_became_peered":"2024-09-13T16:15:41.413271+0000","last_unstale":"2024-09-13T16:41:26.607585+0000","last_undegraded":"2024-09-13T16:41:26.607585+0000","last_fullsized":"2024-09-13T16:41:26.607585+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":540,"log_dups_size":0,"ondisk_log_size":540,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:53:06.109901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3f","version":"28'538","reported_seq":566,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.643674+0000","last_change":"2024-09-13T16:15:41.429399+0000","last_active":"2024-09-13T16:41:26.643674+0000","last_peered":"2024-09-13T16:41:26.643674+0000","last_clean":"2024-09-13T16:41:26.643674+0000","last_became_active":"2024-09-13T16:15:41.427176+0000","last_became_peered":"2024-09-13T16:15:41.427176+0000","last_unstale":"2024-09-13T16:41:26.643674+0000","last_undegraded":"2024-09-13T16:41:26.643674+0000","last_fullsized":"2024-09-13T16:41:26.643674+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":538,"log_dups_size":0,"ondisk_log_size":538,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:40:58.520846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":59618,"num_write_kb":2308776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":77587,"ondisk_log_size":77587,"up":128,"acting":128,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1120,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":36153,"ondisk_log_size":36153,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":250597653,"num_objects":81,"num_object_clones":0,"num_object_copies":162,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":81,"num_whiteouts":0,"num_read":2822,"num_read_kb":5679,"num_write":68652,"num_write_kb":484381,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":501268480,"data_stored":501203692,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":67858,"ondisk_log_size":67858,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":5,"up_from":15,"seq":64424509756,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":352964,"kb_used_data":73340,"kb_used_omap":1,"kb_used_meta":279614,"kb_avail":94018876,"statfs":{"total":96636764160,"available":96275329024,"internally_reserved":0,"allocated":75100160,"data_stored":74914541,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":286325190},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:41:06 2024","interfaces":[{"interface":"back","average":{"1min":0.66400000000000003,"5min":0.58599999999999997,"15min":0.59199999999999997},"min":{"1min":0.314,"5min":0.25,"15min":0.25},"max":{"1min":3.0339999999999998,"5min":3.0339999999999998,"15min":3.0339999999999998},"last":1.0649999999999999},{"interface":"front","average":{"1min":0.52600000000000002,"5min":0.57199999999999995,"15min":0.61399999999999999},"min":{"1min":0.31900000000000001,"5min":0.307,"15min":0.26000000000000001},"max":{"1min":0.96699999999999997,"5min":2.1059999999999999,"15min":2.1059999999999999},"last":0.74399999999999999}]},{"osd":1,"last update":"Fri Sep 13 16:41:06 2024","interfaces":[{"interface":"back","average":{"1min":0.97099999999999997,"5min":0.63400000000000001,"15min":0.627},"min":{"1min":0.307,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":6.9329999999999998,"5min":6.9329999999999998,"15min":6.9329999999999998},"last":0.97399999999999998},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.61299999999999999,"15min":0.65600000000000003},"min":{"1min":0.314,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.85099999999999998,"5min":2.1080000000000001,"15min":2.1080000000000001},"last":0.93100000000000005}]},{"osd":2,"last update":"Fri Sep 13 16:41:06 2024","interfaces":[{"interface":"back","average":{"1min":0.78100000000000003,"5min":0.64300000000000002,"15min":0.67500000000000004},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.29499999999999998},"max":{"1min":4.9770000000000003,"5min":4.9770000000000003,"15min":4.9770000000000003},"last":0.82899999999999996},{"interface":"front","average":{"1min":0.68799999999999994,"5min":0.71399999999999997,"15min":0.71599999999999997},"min":{"1min":0.34300000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":1.25,"5min":2.6579999999999999,"15min":2.6579999999999999},"last":1.042}]},{"osd":3,"last update":"Fri Sep 13 16:41:06 2024","interfaces":[{"interface":"back","average":{"1min":0.77000000000000002,"5min":0.76000000000000001,"15min":0.76200000000000001},"min":{"1min":0.39100000000000001,"5min":0.373,"15min":0.35799999999999998},"max":{"1min":2.718,"5min":7.2569999999999997,"15min":7.2569999999999997},"last":0.89900000000000002},{"interface":"front","average":{"1min":0.70099999999999996,"5min":0.83499999999999996,"15min":0.79800000000000004},"min":{"1min":0.42799999999999999,"5min":0.42499999999999999,"15min":0.39900000000000002},"max":{"1min":1.1839999999999999,"5min":7.3780000000000001,"15min":7.3780000000000001},"last":1.119}]},{"osd":4,"last update":"Fri Sep 13 16:41:06 2024","interfaces":[{"interface":"back","average":{"1min":0.61199999999999999,"5min":0.66100000000000003,"15min":0.68999999999999995},"min":{"1min":0.35399999999999998,"5min":0.29199999999999998,"15min":0.27000000000000002},"max":{"1min":1.0349999999999999,"5min":2.0459999999999998,"15min":2.0459999999999998},"last":1.1439999999999999},{"interface":"front","average":{"1min":0.66100000000000003,"5min":0.70099999999999996,"15min":0.72699999999999998},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.26800000000000002},"max":{"1min":0.94299999999999995,"5min":2.1859999999999999,"15min":2.1859999999999999},"last":1.0149999999999999}]},{"osd":6,"last update":"Fri Sep 13 16:41:06 2024","interfaces":[{"interface":"back","average":{"1min":0.75700000000000001,"5min":0.71699999999999997,"15min":0.746},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.28199999999999997},"max":{"1min":1.369,"5min":1.661,"15min":1.661},"last":1.171},{"interface":"front","average":{"1min":0.68899999999999995,"5min":0.746,"15min":0.79200000000000004},"min":{"1min":0.434,"5min":0.315,"15min":0.315},"max":{"1min":1.056,"5min":2.129,"15min":2.129},"last":1.1870000000000001}]},{"osd":7,"last update":"Fri Sep 13 16:41:06 2024","interfaces":[{"interface":"back","average":{"1min":0.65800000000000003,"5min":0.73399999999999999,"15min":0.80100000000000005},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.33400000000000002},"max":{"1min":1.117,"5min":2.1349999999999998,"15min":2.1349999999999998},"last":1.0940000000000001},{"interface":"front","average":{"1min":0.79200000000000004,"5min":0.76900000000000002,"15min":0.81200000000000006},"min":{"1min":0.45100000000000001,"5min":0.40500000000000003,"15min":0.34399999999999997},"max":{"1min":1.3100000000000001,"5min":1.6870000000000001,"15min":1.6870000000000001},"last":1.208}]}]},{"osd":7,"up_from":14,"seq":60129542460,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":337908,"kb_used_data":58220,"kb_used_omap":1,"kb_used_meta":279678,"kb_avail":94033932,"statfs":{"total":96636764160,"available":96290746368,"internally_reserved":0,"allocated":59617280,"data_stored":59432488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":286390731},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:41:15 2024","interfaces":[{"interface":"back","average":{"1min":0.63900000000000001,"5min":0.55400000000000005,"15min":0.58299999999999996},"min":{"1min":0.27100000000000002,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":2.4590000000000001,"5min":2.4590000000000001,"15min":5.7370000000000001},"last":0.68899999999999995},{"interface":"front","average":{"1min":0.64800000000000002,"5min":0.60299999999999998,"15min":0.629},"min":{"1min":0.36099999999999999,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":3.363,"5min":3.4769999999999999,"15min":3.7610000000000001},"last":0.90800000000000003}]},{"osd":1,"last update":"Fri Sep 13 16:41:15 2024","interfaces":[{"interface":"back","average":{"1min":0.65600000000000003,"5min":0.60899999999999999,"15min":0.61599999999999999},"min":{"1min":0.33800000000000002,"5min":0.255,"15min":0.255},"max":{"1min":2.4260000000000002,"5min":3.7050000000000001,"15min":3.7050000000000001},"last":0.76100000000000001},{"interface":"front","average":{"1min":1.091,"5min":0.67500000000000004,"15min":0.66000000000000003},"min":{"1min":0.318,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":12.552,"5min":12.552,"15min":12.552},"last":0.80700000000000005}]},{"osd":2,"last update":"Fri Sep 13 16:41:15 2024","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.70599999999999996,"15min":0.70999999999999996},"min":{"1min":0.40500000000000003,"5min":0.314,"15min":0.27000000000000002},"max":{"1min":1.139,"5min":4.375,"15min":4.375},"last":0.94699999999999995},{"interface":"front","average":{"1min":0.76400000000000001,"5min":0.85199999999999998,"15min":0.746},"min":{"1min":0.40300000000000002,"5min":0.314,"15min":0.30399999999999999},"max":{"1min":3.3210000000000002,"5min":8.1370000000000005,"15min":8.1370000000000005},"last":1.0580000000000001}]},{"osd":3,"last update":"Fri Sep 13 16:41:15 2024","interfaces":[{"interface":"back","average":{"1min":0.68100000000000005,"5min":0.89000000000000001,"15min":0.83199999999999996},"min":{"1min":0.44900000000000001,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":1.27,"5min":10.526,"15min":10.526},"last":1.0289999999999999},{"interface":"front","average":{"1min":0.69299999999999995,"5min":0.78800000000000003,"15min":0.79800000000000004},"min":{"1min":0.46000000000000002,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":1.522,"5min":6.407,"15min":6.407},"last":1.177}]},{"osd":4,"last update":"Fri Sep 13 16:41:15 2024","interfaces":[{"interface":"back","average":{"1min":0.73799999999999999,"5min":0.59899999999999998,"15min":0.63600000000000001},"min":{"1min":0.36699999999999999,"5min":0.28599999999999998,"15min":0.28100000000000003},"max":{"1min":4.5119999999999996,"5min":4.5119999999999996,"15min":4.5119999999999996},"last":0.97999999999999998},{"interface":"front","average":{"1min":0.65800000000000003,"5min":0.68799999999999994,"15min":0.70299999999999996},"min":{"1min":0.28699999999999998,"5min":0.27300000000000002,"15min":0.26200000000000001},"max":{"1min":1.3440000000000001,"5min":3.5259999999999998,"15min":3.5259999999999998},"last":1.1379999999999999}]},{"osd":5,"last update":"Fri Sep 13 16:41:15 2024","interfaces":[{"interface":"back","average":{"1min":0.61899999999999999,"5min":0.61099999999999999,"15min":0.67500000000000004},"min":{"1min":0.38600000000000001,"5min":0.32400000000000001,"15min":0.28799999999999998},"max":{"1min":1.238,"5min":1.238,"15min":1.875},"last":1.111},{"interface":"front","average":{"1min":0.74199999999999999,"5min":0.77800000000000002,"15min":0.79100000000000004},"min":{"1min":0.40999999999999998,"5min":0.38600000000000001,"15min":0.377},"max":{"1min":1.3720000000000001,"5min":3.629,"15min":3.629},"last":1.099}]},{"osd":6,"last update":"Fri Sep 13 16:41:15 2024","interfaces":[{"interface":"back","average":{"1min":0.68400000000000005,"5min":0.68999999999999995,"15min":0.73999999999999999},"min":{"1min":0.42099999999999999,"5min":0.38300000000000001,"15min":0.35099999999999998},"max":{"1min":1.0649999999999999,"5min":1.246,"15min":1.9610000000000001},"last":1.2290000000000001},{"interface":"front","average":{"1min":0.85499999999999998,"5min":0.80800000000000005,"15min":0.81499999999999995},"min":{"1min":0.47599999999999998,"5min":0.40000000000000002,"15min":0.32600000000000001},"max":{"1min":3.173,"5min":5.0199999999999996,"15min":5.0199999999999996},"last":1.2110000000000001}]}]},{"osd":6,"up_from":14,"seq":60129542459,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":381492,"kb_used_data":65836,"kb_used_omap":1,"kb_used_meta":315646,"kb_avail":93990348,"statfs":{"total":96636764160,"available":96246116352,"internally_reserved":0,"allocated":67416064,"data_stored":67230818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":323221959},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:41:15 2024","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.59899999999999998,"15min":0.622},"min":{"1min":0.375,"5min":0.28999999999999998,"15min":0.25700000000000001},"max":{"1min":1.47,"5min":8.8529999999999998,"15min":8.8529999999999998},"last":0.83099999999999996},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.68999999999999995,"15min":0.72699999999999998},"min":{"1min":0.313,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":1.4399999999999999,"5min":8.5220000000000002,"15min":10.359},"last":1.022}]},{"osd":1,"last update":"Fri Sep 13 16:41:15 2024","interfaces":[{"interface":"back","average":{"1min":0.68200000000000005,"5min":0.66100000000000003,"15min":0.69299999999999995},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":1.5189999999999999,"5min":3.2290000000000001,"15min":4.3949999999999996},"last":1.1339999999999999},{"interface":"front","average":{"1min":0.61499999999999999,"5min":0.60499999999999998,"15min":0.66900000000000004},"min":{"1min":0.39600000000000002,"5min":0.32600000000000001,"15min":0.28999999999999998},"max":{"1min":1.8240000000000001,"5min":2.2949999999999999,"15min":5.5510000000000002},"last":0.93600000000000005}]},{"osd":2,"last update":"Fri Sep 13 16:41:15 2024","interfaces":[{"interface":"back","average":{"1min":0.752,"5min":0.78400000000000003,"15min":0.76000000000000001},"min":{"1min":0.35399999999999998,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":3.181,"5min":12.505000000000001,"15min":12.505000000000001},"last":0.70099999999999996},{"interface":"front","average":{"1min":0.66700000000000004,"5min":0.69099999999999995,"15min":0.754},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":1.1499999999999999,"5min":3.1019999999999999,"15min":3.605},"last":0.96399999999999997}]},{"osd":3,"last update":"Fri Sep 13 16:41:15 2024","interfaces":[{"interface":"back","average":{"1min":0.93899999999999995,"5min":0.90000000000000002,"15min":0.84699999999999998},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.313},"max":{"1min":5.3230000000000004,"5min":7.202,"15min":7.202},"last":1.0489999999999999},{"interface":"front","average":{"1min":0.96899999999999997,"5min":0.88800000000000001,"15min":0.91500000000000004},"min":{"1min":0.47599999999999998,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":5.0339999999999998,"5min":7.141,"15min":17.404},"last":0.90800000000000003}]},{"osd":4,"last update":"Fri Sep 13 16:41:15 2024","interfaces":[{"interface":"back","average":{"1min":0.625,"5min":0.67400000000000004,"15min":0.73099999999999998},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":1.0800000000000001,"5min":2.298,"15min":4.5490000000000004},"last":0.73299999999999998},{"interface":"front","average":{"1min":0.70999999999999996,"5min":0.70399999999999996,"15min":0.73899999999999999},"min":{"1min":0.38,"5min":0.27800000000000002,"15min":0.25900000000000001},"max":{"1min":1.3600000000000001,"5min":3.532,"15min":3.532},"last":0.99199999999999999}]},{"osd":5,"last update":"Fri Sep 13 16:41:27 2024","interfaces":[{"interface":"back","average":{"1min":0.749,"5min":0.69599999999999995,"15min":0.75900000000000001},"min":{"1min":0.39900000000000002,"5min":0.28699999999999998,"15min":0.27800000000000002},"max":{"1min":1.4059999999999999,"5min":2.2629999999999999,"15min":5.8730000000000002},"last":0.77700000000000002},{"interface":"front","average":{"1min":0.88500000000000001,"5min":0.71399999999999997,"15min":0.80400000000000005},"min":{"1min":0.40899999999999997,"5min":0.30599999999999999,"15min":0.252},"max":{"1min":3.1429999999999998,"5min":3.1429999999999998,"15min":6.306},"last":0.79500000000000004}]},{"osd":7,"last update":"Fri Sep 13 16:41:15 2024","interfaces":[{"interface":"back","average":{"1min":0.77500000000000002,"5min":0.70999999999999996,"15min":0.82199999999999995},"min":{"1min":0.45500000000000002,"5min":0.32500000000000001,"15min":0.30399999999999999},"max":{"1min":1.494,"5min":1.494,"15min":5.5990000000000002},"last":1.1020000000000001},{"interface":"front","average":{"1min":0.76700000000000002,"5min":0.75600000000000001,"15min":0.87},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":1.212,"5min":1.367,"15min":4.7640000000000002},"last":0.86099999999999999}]}]},{"osd":4,"up_from":14,"seq":60129542461,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":419284,"kb_used_data":73356,"kb_used_omap":1,"kb_used_meta":345918,"kb_avail":93952556,"statfs":{"total":96636764160,"available":96207417344,"internally_reserved":0,"allocated":75116544,"data_stored":74922963,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":354220486},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:41:20 2024","interfaces":[{"interface":"back","average":{"1min":0.70499999999999996,"5min":0.55900000000000005,"15min":0.57399999999999995},"min":{"1min":0.32400000000000001,"5min":0.26500000000000001,"15min":0.22900000000000001},"max":{"1min":3.9809999999999999,"5min":3.9809999999999999,"15min":3.9809999999999999},"last":0.83999999999999997},{"interface":"front","average":{"1min":0.92600000000000005,"5min":0.70499999999999996,"15min":0.64400000000000002},"min":{"1min":0.36199999999999999,"5min":0.30399999999999999,"15min":0.26000000000000001},"max":{"1min":4.0010000000000003,"5min":4.0010000000000003,"15min":4.0010000000000003},"last":0.65900000000000003}]},{"osd":1,"last update":"Fri Sep 13 16:41:20 2024","interfaces":[{"interface":"back","average":{"1min":0.73899999999999999,"5min":0.63600000000000001,"15min":0.61199999999999999},"min":{"1min":0.33600000000000002,"5min":0.28999999999999998,"15min":0.254},"max":{"1min":2.4260000000000002,"5min":3.6259999999999999,"15min":3.6259999999999999},"last":1.034},{"interface":"front","average":{"1min":0.64000000000000001,"5min":0.628,"15min":0.66000000000000003},"min":{"1min":0.39600000000000002,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":1.4179999999999999,"5min":1.8740000000000001,"15min":2.4089999999999998},"last":0.71399999999999997}]},{"osd":2,"last update":"Fri Sep 13 16:41:20 2024","interfaces":[{"interface":"back","average":{"1min":0.67600000000000005,"5min":0.71799999999999997,"15min":0.71199999999999997},"min":{"1min":0.42299999999999999,"5min":0.311,"15min":0.311},"max":{"1min":1.121,"5min":5.2910000000000004,"15min":5.2910000000000004},"last":0.77000000000000002},{"interface":"front","average":{"1min":0.74099999999999999,"5min":0.72599999999999998,"15min":0.71799999999999997},"min":{"1min":0.45700000000000002,"5min":0.36299999999999999,"15min":0.35099999999999998},"max":{"1min":2.0550000000000002,"5min":4.4080000000000004,"15min":4.4080000000000004},"last":0.91500000000000004}]},{"osd":3,"last update":"Fri Sep 13 16:41:20 2024","interfaces":[{"interface":"back","average":{"1min":0.83299999999999996,"5min":0.81200000000000006,"15min":0.79900000000000004},"min":{"1min":0.42599999999999999,"5min":0.378,"15min":0.34100000000000003},"max":{"1min":3.0539999999999998,"5min":5.6459999999999999,"15min":5.6459999999999999},"last":0.99199999999999999},{"interface":"front","average":{"1min":0.77900000000000003,"5min":0.86499999999999999,"15min":0.81299999999999994},"min":{"1min":0.46100000000000002,"5min":0.40799999999999997,"15min":0.32500000000000001},"max":{"1min":2.1080000000000001,"5min":5.6219999999999999,"15min":5.6219999999999999},"last":0.78800000000000003}]},{"osd":5,"last update":"Fri Sep 13 16:41:20 2024","interfaces":[{"interface":"back","average":{"1min":0.70299999999999996,"5min":0.60799999999999998,"15min":0.65500000000000003},"min":{"1min":0.374,"5min":0.311,"15min":0.246},"max":{"1min":2.4750000000000001,"5min":3.0169999999999999,"15min":3.0169999999999999},"last":0.86799999999999999},{"interface":"front","average":{"1min":0.63900000000000001,"5min":0.66700000000000004,"15min":0.72699999999999998},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":1.1699999999999999,"5min":1.7549999999999999,"15min":1.7549999999999999},"last":0.80800000000000005}]},{"osd":6,"last update":"Fri Sep 13 16:41:20 2024","interfaces":[{"interface":"back","average":{"1min":0.83299999999999996,"5min":0.67700000000000005,"15min":0.72199999999999998},"min":{"1min":0.42299999999999999,"5min":0.32100000000000001,"15min":0.27900000000000003},"max":{"1min":2.5139999999999998,"5min":2.5139999999999998,"15min":2.5139999999999998},"last":1.0940000000000001},{"interface":"front","average":{"1min":0.88600000000000001,"5min":0.75600000000000001,"15min":0.78200000000000003},"min":{"1min":0.40600000000000003,"5min":0.38300000000000001,"15min":0.26400000000000001},"max":{"1min":3.9489999999999998,"5min":3.9489999999999998,"15min":3.9489999999999998},"last":0.94699999999999995}]},{"osd":7,"last update":"Fri Sep 13 16:41:20 2024","interfaces":[{"interface":"back","average":{"1min":0.79100000000000004,"5min":0.77700000000000002,"15min":0.77900000000000003},"min":{"1min":0.46899999999999997,"5min":0.33400000000000002,"15min":0.309},"max":{"1min":1.9350000000000001,"5min":3.2999999999999998,"15min":3.2999999999999998},"last":1.012},{"interface":"front","average":{"1min":0.749,"5min":0.72199999999999998,"15min":0.78500000000000003},"min":{"1min":0.47599999999999998,"5min":0.36899999999999999,"15min":0.33800000000000002},"max":{"1min":1.256,"5min":2.399,"15min":2.399},"last":0.96599999999999997}]}]},{"osd":3,"up_from":14,"seq":60129542460,"num_pgs":48,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":421336,"kb_used_data":65488,"kb_used_omap":1,"kb_used_meta":355838,"kb_avail":93950504,"statfs":{"total":96636764160,"available":96205316096,"internally_reserved":0,"allocated":67059712,"data_stored":66873064,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":364378568},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:41:24 2024","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.53700000000000003,"15min":0.53800000000000003},"min":{"1min":0.27800000000000002,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":2.7839999999999998,"5min":4.069,"15min":4.069},"last":0.876},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.52500000000000002,"15min":0.63600000000000001},"min":{"1min":0.30099999999999999,"5min":0.248,"15min":0.23999999999999999},"max":{"1min":1.113,"5min":1.2929999999999999,"15min":8.9700000000000006},"last":0.79200000000000004}]},{"osd":1,"last update":"Fri Sep 13 16:41:24 2024","interfaces":[{"interface":"back","average":{"1min":0.70299999999999996,"5min":0.69899999999999995,"15min":0.69999999999999996},"min":{"1min":0.318,"5min":0.216,"15min":0.216},"max":{"1min":3.718,"5min":9.5800000000000001,"15min":11.993},"last":0.83299999999999996},{"interface":"front","average":{"1min":0.71999999999999997,"5min":0.61799999999999999,"15min":0.71599999999999997},"min":{"1min":0.35699999999999998,"5min":0.27800000000000002,"15min":0.249},"max":{"1min":2.5129999999999999,"5min":2.5129999999999999,"15min":15.374000000000001},"last":1.276}]},{"osd":2,"last update":"Fri Sep 13 16:41:24 2024","interfaces":[{"interface":"back","average":{"1min":0.64700000000000002,"5min":0.65400000000000003,"15min":0.71799999999999997},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":1.145,"5min":3.4049999999999998,"15min":6.9809999999999999},"last":0.95899999999999996},{"interface":"front","average":{"1min":0.77200000000000002,"5min":0.74099999999999999,"15min":0.78200000000000003},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":3.3359999999999999,"5min":9.532,"15min":11.956},"last":1.099}]},{"osd":4,"last update":"Fri Sep 13 16:41:24 2024","interfaces":[{"interface":"back","average":{"1min":0.84499999999999997,"5min":0.78500000000000003,"15min":0.80400000000000005},"min":{"1min":0.45900000000000002,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":2.581,"5min":7.1280000000000001,"15min":7.1280000000000001},"last":1.52},{"interface":"front","average":{"1min":0.81999999999999995,"5min":0.75900000000000001,"15min":0.83499999999999996},"min":{"1min":0.41399999999999998,"5min":0.35699999999999998,"15min":0.34999999999999998},"max":{"1min":3.2799999999999998,"5min":5.5389999999999997,"15min":7.1929999999999996},"last":1.3580000000000001}]},{"osd":5,"last update":"Fri Sep 13 16:41:24 2024","interfaces":[{"interface":"back","average":{"1min":0.89600000000000002,"5min":0.84699999999999998,"15min":0.90700000000000003},"min":{"1min":0.48099999999999998,"5min":0.309,"15min":0.309},"max":{"1min":3.2629999999999999,"5min":9.2260000000000009,"15min":12.082000000000001},"last":1.377},{"interface":"front","average":{"1min":0.90900000000000003,"5min":0.79200000000000004,"15min":0.90200000000000002},"min":{"1min":0.39900000000000002,"5min":0.38400000000000001,"15min":0.38300000000000001},"max":{"1min":2.5499999999999998,"5min":2.5499999999999998,"15min":15.422000000000001},"last":1.675}]},{"osd":6,"last update":"Fri Sep 13 16:41:24 2024","interfaces":[{"interface":"back","average":{"1min":0.83699999999999997,"5min":0.76700000000000002,"15min":0.878},"min":{"1min":0.45300000000000001,"5min":0.40200000000000002,"15min":0.38500000000000001},"max":{"1min":1.5980000000000001,"5min":2.2639999999999998,"15min":7.6470000000000002},"last":1.4319999999999999},{"interface":"front","average":{"1min":1.004,"5min":0.91900000000000004,"15min":0.97499999999999998},"min":{"1min":0.51700000000000002,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":3.3050000000000002,"5min":9.4689999999999994,"15min":11.852},"last":1.6000000000000001}]},{"osd":7,"last update":"Fri Sep 13 16:41:24 2024","interfaces":[{"interface":"back","average":{"1min":1.0720000000000001,"5min":0.94999999999999996,"15min":1.0289999999999999},"min":{"1min":0.56000000000000005,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":3.359,"5min":9.3569999999999993,"15min":12.021000000000001},"last":1.452},{"interface":"front","average":{"1min":0.95999999999999996,"5min":0.876,"15min":0.97299999999999998},"min":{"1min":0.52400000000000002,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":2.621,"5min":4.9669999999999996,"15min":15.548},"last":1.7330000000000001}]}]},{"osd":2,"up_from":14,"seq":60129542461,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":242576,"kb_used_data":36808,"kb_used_omap":1,"kb_used_meta":205758,"kb_avail":94129264,"statfs":{"total":96636764160,"available":96388366336,"internally_reserved":0,"allocated":37691392,"data_stored":37512264,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":210696646},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:41:22 2024","interfaces":[{"interface":"back","average":{"1min":0.44600000000000001,"5min":0.45100000000000001,"15min":0.51100000000000001},"min":{"1min":0.25800000000000001,"5min":0.224,"15min":0.224},"max":{"1min":0.81799999999999995,"5min":1.0529999999999999,"15min":2.4470000000000001},"last":0.746},{"interface":"front","average":{"1min":0.623,"5min":0.629,"15min":0.68500000000000005},"min":{"1min":0.28399999999999997,"5min":0.222,"15min":0.222},"max":{"1min":2.4550000000000001,"5min":3.6280000000000001,"15min":3.75},"last":0.69599999999999995}]},{"osd":1,"last update":"Fri Sep 13 16:41:22 2024","interfaces":[{"interface":"back","average":{"1min":0.60799999999999998,"5min":0.628,"15min":0.68600000000000005},"min":{"1min":0.30599999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":1.8759999999999999,"5min":3.472,"15min":4.3010000000000002},"last":0.82299999999999995},{"interface":"front","average":{"1min":0.66700000000000004,"5min":0.629,"15min":0.69199999999999995},"min":{"1min":0.33600000000000002,"5min":0.28299999999999997,"15min":0.28100000000000003},"max":{"1min":1.887,"5min":3.9169999999999998,"15min":6.2380000000000004},"last":0.78800000000000003}]},{"osd":3,"last update":"Fri Sep 13 16:41:22 2024","interfaces":[{"interface":"back","average":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.73799999999999999},"min":{"1min":0.378,"5min":0.312,"15min":0.312},"max":{"1min":1.569,"5min":3.556,"15min":3.556},"last":1.111},{"interface":"front","average":{"1min":0.66000000000000003,"5min":0.71199999999999997,"15min":0.73199999999999998},"min":{"1min":0.40100000000000002,"5min":0.33200000000000002,"15min":0.30599999999999999},"max":{"1min":1.2490000000000001,"5min":3.8399999999999999,"15min":3.8399999999999999},"last":0.877}]},{"osd":4,"last update":"Fri Sep 13 16:41:22 2024","interfaces":[{"interface":"back","average":{"1min":0.69299999999999995,"5min":0.69099999999999995,"15min":0.73599999999999999},"min":{"1min":0.40400000000000003,"5min":0.374,"15min":0.36299999999999999},"max":{"1min":1.1799999999999999,"5min":3.8849999999999998,"15min":3.8849999999999998},"last":0.98699999999999999},{"interface":"front","average":{"1min":0.74299999999999999,"5min":0.70399999999999996,"15min":0.79400000000000004},"min":{"1min":0.40000000000000002,"5min":0.38600000000000001,"15min":0.309},"max":{"1min":1.097,"5min":1.3759999999999999,"15min":3.3460000000000001},"last":1.075}]},{"osd":5,"last update":"Fri Sep 13 16:41:22 2024","interfaces":[{"interface":"back","average":{"1min":0.748,"5min":0.747,"15min":0.81499999999999995},"min":{"1min":0.47999999999999998,"5min":0.41999999999999998,"15min":0.34699999999999998},"max":{"1min":1.2190000000000001,"5min":1.3959999999999999,"15min":3.238},"last":0.94799999999999995},{"interface":"front","average":{"1min":0.82799999999999996,"5min":0.878,"15min":0.90000000000000002},"min":{"1min":0.47599999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":1.603,"5min":4.0640000000000001,"15min":4.0640000000000001},"last":1.2350000000000001}]},{"osd":6,"last update":"Fri Sep 13 16:41:22 2024","interfaces":[{"interface":"back","average":{"1min":0.85999999999999999,"5min":0.89100000000000001,"15min":0.93500000000000005},"min":{"1min":0.56699999999999995,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":1.6279999999999999,"5min":4.1639999999999997,"15min":4.1639999999999997},"last":1.181},{"interface":"front","average":{"1min":0.79200000000000004,"5min":0.79000000000000004,"15min":0.84599999999999997},"min":{"1min":0.55100000000000005,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":1.6359999999999999,"5min":3.9460000000000002,"15min":3.9460000000000002},"last":1.1399999999999999}]},{"osd":7,"last update":"Fri Sep 13 16:41:22 2024","interfaces":[{"interface":"back","average":{"1min":0.80400000000000005,"5min":0.81499999999999995,"15min":0.91000000000000003},"min":{"1min":0.502,"5min":0.44400000000000001,"15min":0.42099999999999999},"max":{"1min":1.1479999999999999,"5min":2.4119999999999999,"15min":7.6970000000000001},"last":1.3029999999999999},{"interface":"front","average":{"1min":0.93100000000000005,"5min":0.95299999999999996,"15min":0.97899999999999998},"min":{"1min":0.48199999999999998,"5min":0.46600000000000003,"15min":0.46600000000000003},"max":{"1min":2.6800000000000002,"5min":4.2400000000000002,"15min":4.2400000000000002},"last":1.3240000000000001}]}]},{"osd":1,"up_from":14,"seq":60129542459,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":500404,"kb_used_data":82220,"kb_used_omap":1,"kb_used_meta":418174,"kb_avail":93871436,"statfs":{"total":96636764160,"available":96124350464,"internally_reserved":0,"allocated":84193280,"data_stored":84007522,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":428210630},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:41:21 2024","interfaces":[{"interface":"back","average":{"1min":0.48199999999999998,"5min":0.54600000000000004,"15min":0.56699999999999995},"min":{"1min":0.28599999999999998,"5min":0.184,"15min":0.184},"max":{"1min":0.80500000000000005,"5min":2.8759999999999999,"15min":7.415},"last":0.72399999999999998},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.57199999999999995,"15min":0.59599999999999997},"min":{"1min":0.30399999999999999,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":2.0800000000000001,"5min":2.0800000000000001,"15min":2.0800000000000001},"last":0.85999999999999999}]},{"osd":2,"last update":"Fri Sep 13 16:41:21 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.61699999999999999,"15min":0.66500000000000004},"min":{"1min":0.25600000000000001,"5min":0.25600000000000001,"15min":0.253},"max":{"1min":0.875,"5min":3.0840000000000001,"15min":7.4459999999999997},"last":0.61099999999999999},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.58599999999999997,"15min":0.65900000000000003},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.252},"max":{"1min":0.97399999999999998,"5min":2.6280000000000001,"15min":5.992},"last":0.78200000000000003}]},{"osd":3,"last update":"Fri Sep 13 16:41:21 2024","interfaces":[{"interface":"back","average":{"1min":0.61499999999999999,"5min":0.74299999999999999,"15min":0.76400000000000001},"min":{"1min":0.33600000000000002,"5min":0.318,"15min":0.318},"max":{"1min":1.0800000000000001,"5min":5.9710000000000001,"15min":6.0350000000000001},"last":1.0840000000000001},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.66700000000000004,"15min":0.68700000000000006},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.25900000000000001},"max":{"1min":0.95699999999999996,"5min":3.5859999999999999,"15min":3.5859999999999999},"last":1.0309999999999999}]},{"osd":4,"last update":"Fri Sep 13 16:41:21 2024","interfaces":[{"interface":"back","average":{"1min":0.73599999999999999,"5min":0.76700000000000002,"15min":0.874},"min":{"1min":0.47399999999999998,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":1.2170000000000001,"5min":2.944,"15min":13.635999999999999},"last":0.93200000000000005},{"interface":"front","average":{"1min":0.69499999999999995,"5min":0.72299999999999998,"15min":0.81299999999999994},"min":{"1min":0.377,"5min":0.317,"15min":0.316},"max":{"1min":1.22,"5min":2.3849999999999998,"15min":9.2439999999999998},"last":0.97099999999999997}]},{"osd":5,"last update":"Fri Sep 13 16:41:21 2024","interfaces":[{"interface":"back","average":{"1min":0.83299999999999996,"5min":0.83099999999999996,"15min":0.89000000000000001},"min":{"1min":0.5,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":2.407,"5min":3.0190000000000001,"15min":7.4770000000000003},"last":1.0549999999999999},{"interface":"front","average":{"1min":0.73599999999999999,"5min":0.73099999999999998,"15min":0.82499999999999996},"min":{"1min":0.47099999999999997,"5min":0.371,"15min":0.371},"max":{"1min":1.2849999999999999,"5min":2.3490000000000002,"15min":6.1429999999999998},"last":1.1910000000000001}]},{"osd":6,"last update":"Fri Sep 13 16:41:21 2024","interfaces":[{"interface":"back","average":{"1min":0.73399999999999999,"5min":0.77100000000000002,"15min":0.84999999999999998},"min":{"1min":0.443,"5min":0.443,"15min":0.38600000000000001},"max":{"1min":1.2669999999999999,"5min":1.851,"15min":3.843},"last":1.137},{"interface":"front","average":{"1min":0.86099999999999999,"5min":0.85699999999999998,"15min":0.94499999999999995},"min":{"1min":0.56299999999999994,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":1.345,"5min":2.9769999999999999,"15min":7.3019999999999996},"last":1.159}]},{"osd":7,"last update":"Fri Sep 13 16:41:21 2024","interfaces":[{"interface":"back","average":{"1min":0.748,"5min":0.81699999999999995,"15min":0.89200000000000002},"min":{"1min":0.42999999999999999,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":1.1299999999999999,"5min":1.923,"15min":4.3179999999999996},"last":1.4670000000000001},{"interface":"front","average":{"1min":0.86599999999999999,"5min":0.88400000000000001,"15min":0.94699999999999995},"min":{"1min":0.62,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":1.2989999999999999,"5min":3.0489999999999999,"15min":3.0569999999999999},"last":1.1080000000000001}]}]},{"osd":0,"up_from":14,"seq":60129542459,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":297660,"kb_used_data":37748,"kb_used_omap":1,"kb_used_meta":259902,"kb_avail":94074180,"statfs":{"total":96636764160,"available":96331960320,"internally_reserved":0,"allocated":38653952,"data_stored":38461024,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":266140103},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 16:41:19 2024","interfaces":[{"interface":"back","average":{"1min":1.27,"5min":0.67300000000000004,"15min":0.60499999999999998},"min":{"1min":0.30299999999999999,"5min":0.217,"15min":0.217},"max":{"1min":15.305,"5min":15.305,"15min":15.305},"last":0.65100000000000002},{"interface":"front","average":{"1min":1.327,"5min":0.752,"15min":0.69099999999999995},"min":{"1min":0.38200000000000001,"5min":0.32100000000000001,"15min":0.29099999999999998},"max":{"1min":15.689,"5min":15.689,"15min":15.689},"last":0.70999999999999996}]},{"osd":2,"last update":"Fri Sep 13 16:41:19 2024","interfaces":[{"interface":"back","average":{"1min":1.3300000000000001,"5min":0.71999999999999997,"15min":0.66400000000000003},"min":{"1min":0.36899999999999999,"5min":0.24299999999999999,"15min":0.224},"max":{"1min":15.022,"5min":15.022,"15min":15.022},"last":0.73999999999999999},{"interface":"front","average":{"1min":1.3779999999999999,"5min":0.70099999999999996,"15min":0.65600000000000003},"min":{"1min":0.36099999999999999,"5min":0.255,"15min":0.247},"max":{"1min":17.442,"5min":17.442,"15min":17.442},"last":0.59599999999999997}]},{"osd":3,"last update":"Fri Sep 13 16:41:19 2024","interfaces":[{"interface":"back","average":{"1min":1.4259999999999999,"5min":0.86799999999999999,"15min":0.77300000000000002},"min":{"1min":0.40999999999999998,"5min":0.34799999999999998,"15min":0.29699999999999999},"max":{"1min":14.965,"5min":14.965,"15min":14.965},"last":0.78100000000000003},{"interface":"front","average":{"1min":1.649,"5min":0.98499999999999999,"15min":0.873},"min":{"1min":0.437,"5min":0.34699999999999998,"15min":0.32900000000000001},"max":{"1min":18.521999999999998,"5min":18.521999999999998,"15min":18.521999999999998},"last":0.85199999999999998}]},{"osd":4,"last update":"Fri Sep 13 16:41:19 2024","interfaces":[{"interface":"back","average":{"1min":1.583,"5min":1.254,"15min":0.92100000000000004},"min":{"1min":0.44600000000000001,"5min":0.376,"15min":0.376},"max":{"1min":17.588000000000001,"5min":31.539000000000001,"15min":31.539000000000001},"last":0.95999999999999996},{"interface":"front","average":{"1min":1.575,"5min":1.1220000000000001,"15min":0.93700000000000006},"min":{"1min":0.49299999999999999,"5min":0.38800000000000001,"15min":0.35199999999999998},"max":{"1min":17.312999999999999,"5min":20.149999999999999,"15min":20.149999999999999},"last":1.0720000000000001}]},{"osd":5,"last update":"Fri Sep 13 16:41:19 2024","interfaces":[{"interface":"back","average":{"1min":1.6220000000000001,"5min":1.173,"15min":0.97899999999999998},"min":{"1min":0.496,"5min":0.38300000000000001,"15min":0.317},"max":{"1min":17.273,"5min":19.969999999999999,"15min":19.969999999999999},"last":0.98799999999999999},{"interface":"front","average":{"1min":1.619,"5min":1.1359999999999999,"15min":0.94799999999999995},"min":{"1min":0.46000000000000002,"5min":0.41799999999999998,"15min":0.377},"max":{"1min":17.495000000000001,"5min":20.036999999999999,"15min":20.036999999999999},"last":0.81999999999999995}]},{"osd":6,"last update":"Fri Sep 13 16:41:19 2024","interfaces":[{"interface":"back","average":{"1min":1.6180000000000001,"5min":1.1899999999999999,"15min":1.006},"min":{"1min":0.49099999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":17.468,"5min":23.094000000000001,"15min":23.094000000000001},"last":0.89300000000000002},{"interface":"front","average":{"1min":1.5700000000000001,"5min":1.1850000000000001,"15min":0.98099999999999998},"min":{"1min":0.56699999999999995,"5min":0.42799999999999999,"15min":0.41399999999999998},"max":{"1min":15.449,"5min":23.068999999999999,"15min":23.068999999999999},"last":1.1060000000000001}]},{"osd":7,"last update":"Fri Sep 13 16:41:19 2024","interfaces":[{"interface":"back","average":{"1min":1.6559999999999999,"5min":1.282,"15min":1.0580000000000001},"min":{"1min":0.51800000000000002,"5min":0.436,"15min":0.436},"max":{"1min":17.396999999999998,"5min":21.710000000000001,"15min":21.710000000000001},"last":0.94499999999999995},{"interface":"front","average":{"1min":1.575,"5min":1.242,"15min":1.0249999999999999},"min":{"1min":0.54400000000000004,"5min":0.442,"15min":0.432},"max":{"1min":15.119,"5min":26.117999999999999,"15min":26.117999999999999},"last":1.169}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":37761024,"data_stored":37749374,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":83894272,"data_stored":83886240,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":37392384,"data_stored":37390982,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":66760704,"data_stored":66751782,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":74817536,"data_stored":74801681,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":74801152,"data_stored":74793259,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":67117056,"data_stored":67109536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":58724352,"data_stored":58720838,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T16:41:33.253 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T16:41:33.364 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.360+0000 7f79e8c07700 1 Processor -- start 2024-09-13T16:41:33.364 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.360+0000 7f79e8c07700 1 -- start start 2024-09-13T16:41:33.365 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.360+0000 7f79e8c07700 1 --2- >> v2:172.21.15.179:3300/0 conn(0x7f79e40c4260 0x7f79e415be10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:33.366 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.360+0000 7f79e8c07700 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f79e40b1590 con 0x7f79e4152b30 2024-09-13T16:41:33.366 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.360+0000 7f79e8c07700 1 -- --> v1:172.21.15.179:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f79e40b1e30 con 0x7f79e415c350 2024-09-13T16:41:33.366 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.360+0000 7f79e8c07700 1 -- --> v2:172.21.15.179:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f79e40b33c0 con 0x7f79e40c4260 2024-09-13T16:41:33.366 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.360+0000 7f79e37fe700 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f79e4152b30 0x7f79e40b22c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:42702/0 (socket says 172.21.15.5:42702) 2024-09-13T16:41:33.366 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.360+0000 7f79e37fe700 1 -- 172.21.15.5:0/1535257655 learned_addr learned my addr 172.21.15.5:0/1535257655 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-13T16:41:33.366 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.360+0000 7f79e2ffd700 1 --2- 172.21.15.5:0/1535257655 >> v2:172.21.15.179:3300/0 conn(0x7f79e40c4260 0x7f79e415be10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:33.367 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.360+0000 7f79e27fc700 1 -- 172.21.15.5:0/1535257655 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 93561495 0 0) 0x7f79e40b1590 con 0x7f79e4152b30 2024-09-13T16:41:33.367 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.360+0000 7f79e27fc700 1 -- 172.21.15.5:0/1535257655 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f79cc0035d0 con 0x7f79e4152b30 2024-09-13T16:41:33.367 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.360+0000 7f79e27fc700 1 -- 172.21.15.5:0/1535257655 <== mon.1 v1:172.21.15.179:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3818302764 0 0) 0x7f79e40b1e30 con 0x7f79e415c350 2024-09-13T16:41:33.367 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.360+0000 7f79e27fc700 1 -- 172.21.15.5:0/1535257655 --> v1:172.21.15.179:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f79e40b1590 con 0x7f79e415c350 2024-09-13T16:41:33.368 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.360+0000 7f79e2ffd700 1 -- 172.21.15.5:0/1535257655 >> v1:172.21.15.179:6789/0 conn(0x7f79e415c350 legacy=0x7f79e41631a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:33.368 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.360+0000 7f79e2ffd700 1 -- 172.21.15.5:0/1535257655 >> v1:172.21.15.5:6789/0 conn(0x7f79e4152b30 legacy=0x7f79e40b22c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:33.368 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.360+0000 7f79e2ffd700 1 -- 172.21.15.5:0/1535257655 --> v2:172.21.15.179:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f79e4152f10 con 0x7f79e40c4260 2024-09-13T16:41:33.368 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.360+0000 7f79e2ffd700 1 --2- 172.21.15.5:0/1535257655 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f79e40c4260 0x7f79e415be10 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f79d8009850 tx=0x7f79d8009b60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=759dc446bb0cd26a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:41:33.368 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.360+0000 7f79e27fc700 1 -- 172.21.15.5:0/1535257655 <== mon.1 v2:172.21.15.179:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f79d8011830 con 0x7f79e40c4260 2024-09-13T16:41:33.368 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.360+0000 7f79e27fc700 1 -- 172.21.15.5:0/1535257655 <== mon.1 v2:172.21.15.179:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f79d8011990 con 0x7f79e40c4260 2024-09-13T16:41:33.368 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.360+0000 7f79e27fc700 1 -- 172.21.15.5:0/1535257655 <== mon.1 v2:172.21.15.179:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f79d8011d40 con 0x7f79e40c4260 2024-09-13T16:41:33.369 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.364+0000 7f79e8c07700 1 -- 172.21.15.5:0/1535257655 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f79e40c4260 msgr2=0x7f79e415be10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:33.369 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.364+0000 7f79e8c07700 1 --2- 172.21.15.5:0/1535257655 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f79e40c4260 0x7f79e415be10 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f79d8009850 tx=0x7f79d8009b60 comp rx=0 tx=0).stop 2024-09-13T16:41:33.369 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.364+0000 7f79e8c07700 1 -- 172.21.15.5:0/1535257655 shutdown_connections 2024-09-13T16:41:33.369 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.364+0000 7f79e8c07700 1 --2- 172.21.15.5:0/1535257655 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f79e40c4260 0x7f79e415be10 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:33.369 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.364+0000 7f79e8c07700 1 -- 172.21.15.5:0/1535257655 >> 172.21.15.5:0/1535257655 conn(0x7f79e406e7a0 msgr2=0x7f79e40caf70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:41:33.369 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.364+0000 7f79e8c07700 1 -- 172.21.15.5:0/1535257655 shutdown_connections 2024-09-13T16:41:33.369 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.364+0000 7f79e8c07700 1 -- 172.21.15.5:0/1535257655 wait complete. 2024-09-13T16:41:33.372 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.368+0000 7f79e8c07700 1 Processor -- start 2024-09-13T16:41:33.372 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.368+0000 7f79e8c07700 1 -- start start 2024-09-13T16:41:33.374 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.368+0000 7f79e8c07700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f79e40c4260 0x7f79e41efab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:33.374 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.368+0000 7f79e8c07700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f79e4152b30 0x7f79e41f1e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:33.374 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.368+0000 7f79e8c07700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f79e415c350 0x7f79e415a9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:33.374 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.368+0000 7f79e8c07700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f79e414ca30 con 0x7f79e415c350 2024-09-13T16:41:33.374 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.368+0000 7f79e8c07700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f79e41efff0 con 0x7f79e40c4260 2024-09-13T16:41:33.374 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.368+0000 7f79e8c07700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f79e4157220 con 0x7f79e4152b30 2024-09-13T16:41:33.374 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.368+0000 7f79e3fff700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f79e415c350 0x7f79e415a9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:33.374 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.368+0000 7f79e3fff700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f79e415c350 0x7f79e415a9c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:39970/0 (socket says 172.21.15.5:39970) 2024-09-13T16:41:33.374 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.368+0000 7f79e3fff700 1 -- 172.21.15.5:0/1083836538 learned_addr learned my addr 172.21.15.5:0/1083836538 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:41:33.375 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.368+0000 7f79e37fe700 1 --2- 172.21.15.5:0/1083836538 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f79e40c4260 0x7f79e41efab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:33.375 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.368+0000 7f79e2ffd700 1 --2- 172.21.15.5:0/1083836538 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f79e4152b30 0x7f79e41f1e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:33.375 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.368+0000 7f79e3fff700 1 -- 172.21.15.5:0/1083836538 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f79e4152b30 msgr2=0x7f79e41f1e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:33.375 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.368+0000 7f79e3fff700 1 --2- 172.21.15.5:0/1083836538 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f79e4152b30 0x7f79e41f1e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:33.375 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.368+0000 7f79e3fff700 1 -- 172.21.15.5:0/1083836538 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f79e40c4260 msgr2=0x7f79e41efab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:33.375 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.368+0000 7f79e3fff700 1 --2- 172.21.15.5:0/1083836538 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f79e40c4260 0x7f79e41efab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:33.375 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.368+0000 7f79e3fff700 1 -- 172.21.15.5:0/1083836538 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f79d80094b0 con 0x7f79e415c350 2024-09-13T16:41:33.375 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.368+0000 7f79e3fff700 1 --2- 172.21.15.5:0/1083836538 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f79e415c350 0x7f79e415a9c0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f79dc00cbf0 tx=0x7f79dc00cf00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:41:33.375 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.368+0000 7f79cbfff700 1 -- 172.21.15.5:0/1083836538 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f79dc003c20 con 0x7f79e415c350 2024-09-13T16:41:33.375 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.368+0000 7f79cbfff700 1 -- 172.21.15.5:0/1083836538 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f79dc003d80 con 0x7f79e415c350 2024-09-13T16:41:33.375 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.368+0000 7f79e8c07700 1 -- 172.21.15.5:0/1083836538 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f79e4153ca0 con 0x7f79e415c350 2024-09-13T16:41:33.375 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.368+0000 7f79cbfff700 1 -- 172.21.15.5:0/1083836538 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f79dc00ab10 con 0x7f79e415c350 2024-09-13T16:41:33.376 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.368+0000 7f79e8c07700 1 -- 172.21.15.5:0/1083836538 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f79e4153f60 con 0x7f79e415c350 2024-09-13T16:41:33.376 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.372+0000 7f79e8c07700 1 -- 172.21.15.5:0/1083836538 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f79e40b1ac0 con 0x7f79e415c350 2024-09-13T16:41:33.376 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.372+0000 7f79cbfff700 1 -- 172.21.15.5:0/1083836538 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f79dc00ac70 con 0x7f79e415c350 2024-09-13T16:41:33.377 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.372+0000 7f79cbfff700 1 --2- 172.21.15.5:0/1083836538 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f79d0066760 0x7f79d0068c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:33.377 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.372+0000 7f79cbfff700 1 -- 172.21.15.5:0/1083836538 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6642+0+0 (secure 0 0 0) 0x7f79dc0845c0 con 0x7f79e415c350 2024-09-13T16:41:33.378 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.372+0000 7f79e37fe700 1 --2- 172.21.15.5:0/1083836538 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f79d0066760 0x7f79d0068c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:33.378 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.372+0000 7f79e37fe700 1 --2- 172.21.15.5:0/1083836538 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f79d0066760 0x7f79d0068c20 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f79d4007fd0 tx=0x7f79d4007de0 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:41:33.386 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.380+0000 7f79cbfff700 1 -- 172.21.15.5:0/1083836538 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f79dc0514e0 con 0x7f79e415c350 2024-09-13T16:41:33.554 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.548+0000 7f79e8c07700 1 -- 172.21.15.5:0/1083836538 --> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f79e40c3a30 con 0x7f79d0066760 2024-09-13T16:41:33.570 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.564+0000 7f79cbfff700 1 -- 172.21.15.5:0/1083836538 <== mgr.4102 v2:172.21.15.179:6832/2977940518 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+370987 (secure 0 0 0) 0x7f79d4006bf0 con 0x7f79d0066760 2024-09-13T16:41:33.575 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-13T16:41:33.578 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.572+0000 7f79e8c07700 1 -- 172.21.15.5:0/1083836538 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f79d0066760 msgr2=0x7f79d0068c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:33.578 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.572+0000 7f79e8c07700 1 --2- 172.21.15.5:0/1083836538 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f79d0066760 0x7f79d0068c20 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f79d4007fd0 tx=0x7f79d4007de0 comp rx=0 tx=0).stop 2024-09-13T16:41:33.578 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.572+0000 7f79e8c07700 1 -- 172.21.15.5:0/1083836538 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f79e415c350 msgr2=0x7f79e415a9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:33.578 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.572+0000 7f79e8c07700 1 --2- 172.21.15.5:0/1083836538 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f79e415c350 0x7f79e415a9c0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f79dc00cbf0 tx=0x7f79dc00cf00 comp rx=0 tx=0).stop 2024-09-13T16:41:33.578 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.572+0000 7f79e8c07700 1 -- 172.21.15.5:0/1083836538 shutdown_connections 2024-09-13T16:41:33.578 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.572+0000 7f79e8c07700 1 --2- 172.21.15.5:0/1083836538 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f79e415c350 0x7f79e415a9c0 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:33.578 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.572+0000 7f79e8c07700 1 --2- 172.21.15.5:0/1083836538 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f79e4152b30 0x7f79e41f1e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:33.578 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.572+0000 7f79e8c07700 1 --2- 172.21.15.5:0/1083836538 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f79d0066760 0x7f79d0068c20 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:33.579 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.572+0000 7f79e8c07700 1 --2- 172.21.15.5:0/1083836538 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f79e40c4260 0x7f79e41efab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:33.579 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.572+0000 7f79e8c07700 1 -- 172.21.15.5:0/1083836538 >> 172.21.15.5:0/1083836538 conn(0x7f79e406e7a0 msgr2=0x7f79e40c9d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:41:33.579 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.572+0000 7f79e8c07700 1 -- 172.21.15.5:0/1083836538 shutdown_connections 2024-09-13T16:41:33.579 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.572+0000 7f79e8c07700 1 -- 172.21.15.5:0/1083836538 wait complete. 2024-09-13T16:41:33.579 INFO:teuthology.orchestra.run.smithi005.stderr:dumped all 2024-09-13T16:41:33.593 INFO:teuthology.orchestra.run.smithi005.stdout:{"pg_ready":true,"pg_map":{"version":804,"stamp":"2024-09-13T16:41:33.111087+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":251188021,"num_objects":83,"num_object_clones":0,"num_object_copies":166,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":83,"num_whiteouts":0,"num_read":2938,"num_read_kb":5779,"num_write":129549,"num_write_kb":2795573,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":181715,"ondisk_log_size":181715,"up":322,"acting":322,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":322,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":2953624,"kb_used_data":493016,"kb_used_omap":12,"kb_used_meta":2460531,"kb_avail":752021096,"statfs":{"total":773094113280,"available":770069602304,"internally_reserved":0,"allocated":504848384,"data_stored":503354684,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":2519584313},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":10,"apply_latency_ms":10,"commit_latency_ns":10000000,"apply_latency_ns":10000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-214617003,"num_objects":-1346,"num_object_clones":0,"num_object_copies":-4036,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-1346,"num_whiteouts":0,"num_read":17,"num_read_kb":96,"num_write":1484,"num_write_kb":1648,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-113,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004849"},"pg_stats":[{"pgid":"2.1f","version":"28'1251","reported_seq":1280,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.963329+0000","last_change":"2024-09-13T16:15:41.032574+0000","last_active":"2024-09-13T16:41:21.963329+0000","last_peered":"2024-09-13T16:41:21.963329+0000","last_clean":"2024-09-13T16:41:21.963329+0000","last_became_active":"2024-09-13T16:15:41.032311+0000","last_became_peered":"2024-09-13T16:15:41.032311+0000","last_unstale":"2024-09-13T16:41:21.963329+0000","last_undegraded":"2024-09-13T16:41:21.963329+0000","last_fullsized":"2024-09-13T16:41:21.963329+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":1251,"log_dups_size":0,"ondisk_log_size":1251,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:01:26.441797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1259,"num_write_kb":8773,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"28'538","reported_seq":566,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.625190+0000","last_change":"2024-09-13T16:15:41.422148+0000","last_active":"2024-09-13T16:41:26.625190+0000","last_peered":"2024-09-13T16:41:26.625190+0000","last_clean":"2024-09-13T16:41:26.625190+0000","last_became_active":"2024-09-13T16:15:41.421707+0000","last_became_peered":"2024-09-13T16:15:41.421707+0000","last_unstale":"2024-09-13T16:41:26.625190+0000","last_undegraded":"2024-09-13T16:41:26.625190+0000","last_fullsized":"2024-09-13T16:41:26.625190+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":538,"log_dups_size":0,"ondisk_log_size":538,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:53:15.761243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"28'2700","reported_seq":2724,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.975953+0000","last_change":"2024-09-13T16:15:45.430120+0000","last_active":"2024-09-13T16:41:26.975953+0000","last_peered":"2024-09-13T16:41:26.975953+0000","last_clean":"2024-09-13T16:41:26.975953+0000","last_became_active":"2024-09-13T16:15:45.426408+0000","last_became_peered":"2024-09-13T16:15:45.426408+0000","last_unstale":"2024-09-13T16:41:26.975953+0000","last_undegraded":"2024-09-13T16:41:26.975953+0000","last_fullsized":"2024-09-13T16:41:26.975953+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2700,"log_dups_size":0,"ondisk_log_size":2700,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:31:04.860543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2175,"num_write_kb":84186,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,7,0],"acting":[3,2,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"28'3452","reported_seq":3481,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.967558+0000","last_change":"2024-09-13T16:15:41.032034+0000","last_active":"2024-09-13T16:41:21.967558+0000","last_peered":"2024-09-13T16:41:21.967558+0000","last_clean":"2024-09-13T16:41:21.967558+0000","last_became_active":"2024-09-13T16:15:41.031754+0000","last_became_peered":"2024-09-13T16:15:41.031754+0000","last_unstale":"2024-09-13T16:41:21.967558+0000","last_undegraded":"2024-09-13T16:41:21.967558+0000","last_fullsized":"2024-09-13T16:41:21.967558+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":3452,"log_dups_size":0,"ondisk_log_size":3452,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:06:51.700440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16777216,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3456,"num_write_kb":26181,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"28'534","reported_seq":562,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.650746+0000","last_change":"2024-09-13T16:15:41.426259+0000","last_active":"2024-09-13T16:41:26.650746+0000","last_peered":"2024-09-13T16:41:26.650746+0000","last_clean":"2024-09-13T16:41:26.650746+0000","last_became_active":"2024-09-13T16:15:41.425995+0000","last_became_peered":"2024-09-13T16:15:41.425995+0000","last_unstale":"2024-09-13T16:41:26.650746+0000","last_undegraded":"2024-09-13T16:41:26.650746+0000","last_fullsized":"2024-09-13T16:41:26.650746+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":534,"log_dups_size":0,"ondisk_log_size":534,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:33:07.679354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"28'2521","reported_seq":2545,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.340345+0000","last_change":"2024-09-13T16:15:45.437307+0000","last_active":"2024-09-13T16:41:21.340345+0000","last_peered":"2024-09-13T16:41:21.340345+0000","last_clean":"2024-09-13T16:41:21.340345+0000","last_became_active":"2024-09-13T16:15:45.436923+0000","last_became_peered":"2024-09-13T16:15:45.436923+0000","last_unstale":"2024-09-13T16:41:21.340345+0000","last_undegraded":"2024-09-13T16:41:21.340345+0000","last_fullsized":"2024-09-13T16:41:21.340345+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2521,"log_dups_size":0,"ondisk_log_size":2521,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:08:24.944860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1916,"num_write_kb":99596,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1,3],"acting":[4,6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"28'4290","reported_seq":4317,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.964146+0000","last_change":"2024-09-13T16:15:41.034875+0000","last_active":"2024-09-13T16:41:21.964146+0000","last_peered":"2024-09-13T16:41:21.964146+0000","last_clean":"2024-09-13T16:41:21.964146+0000","last_became_active":"2024-09-13T16:15:41.034495+0000","last_became_peered":"2024-09-13T16:15:41.034495+0000","last_unstale":"2024-09-13T16:41:21.964146+0000","last_undegraded":"2024-09-13T16:41:21.964146+0000","last_fullsized":"2024-09-13T16:41:21.964146+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":4290,"log_dups_size":0,"ondisk_log_size":4290,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:47:48.983153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12582912,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4290,"num_write_kb":30729,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"28'588","reported_seq":614,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.650690+0000","last_change":"2024-09-13T16:15:41.434446+0000","last_active":"2024-09-13T16:41:26.650690+0000","last_peered":"2024-09-13T16:41:26.650690+0000","last_clean":"2024-09-13T16:41:26.650690+0000","last_became_active":"2024-09-13T16:15:41.432059+0000","last_became_peered":"2024-09-13T16:15:41.432059+0000","last_unstale":"2024-09-13T16:41:26.650690+0000","last_undegraded":"2024-09-13T16:41:26.650690+0000","last_fullsized":"2024-09-13T16:41:26.650690+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":588,"log_dups_size":0,"ondisk_log_size":588,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:51:57.544490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"28'2251","reported_seq":2285,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.329476+0000","last_change":"2024-09-13T16:16:24.278749+0000","last_active":"2024-09-13T16:41:21.329476+0000","last_peered":"2024-09-13T16:41:21.329476+0000","last_clean":"2024-09-13T16:41:21.329476+0000","last_became_active":"2024-09-13T16:16:24.277805+0000","last_became_peered":"2024-09-13T16:16:24.277805+0000","last_unstale":"2024-09-13T16:41:21.329476+0000","last_undegraded":"2024-09-13T16:41:21.329476+0000","last_fullsized":"2024-09-13T16:41:21.329476+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2251,"log_dups_size":0,"ondisk_log_size":2251,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:22:17.313268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1643,"num_write_kb":89641,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,2],"acting":[4,3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"28'694","reported_seq":721,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.963969+0000","last_change":"2024-09-13T16:15:41.039625+0000","last_active":"2024-09-13T16:41:21.963969+0000","last_peered":"2024-09-13T16:41:21.963969+0000","last_clean":"2024-09-13T16:41:21.963969+0000","last_became_active":"2024-09-13T16:15:41.039294+0000","last_became_peered":"2024-09-13T16:15:41.039294+0000","last_unstale":"2024-09-13T16:41:21.963969+0000","last_undegraded":"2024-09-13T16:41:21.963969+0000","last_fullsized":"2024-09-13T16:41:21.963969+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":694,"log_dups_size":0,"ondisk_log_size":694,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:42:56.530129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":701,"num_write_kb":4465,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"28'542","reported_seq":568,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.650542+0000","last_change":"2024-09-13T16:15:41.430533+0000","last_active":"2024-09-13T16:41:26.650542+0000","last_peered":"2024-09-13T16:41:26.650542+0000","last_clean":"2024-09-13T16:41:26.650542+0000","last_became_active":"2024-09-13T16:15:41.430277+0000","last_became_peered":"2024-09-13T16:15:41.430277+0000","last_unstale":"2024-09-13T16:41:26.650542+0000","last_undegraded":"2024-09-13T16:41:26.650542+0000","last_fullsized":"2024-09-13T16:41:26.650542+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":542,"log_dups_size":0,"ondisk_log_size":542,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:33:07.679354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"28'2373","reported_seq":2397,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.201837+0000","last_change":"2024-09-13T16:15:45.439696+0000","last_active":"2024-09-13T16:41:21.201837+0000","last_peered":"2024-09-13T16:41:21.201837+0000","last_clean":"2024-09-13T16:41:21.201837+0000","last_became_active":"2024-09-13T16:15:45.439214+0000","last_became_peered":"2024-09-13T16:15:45.439214+0000","last_unstale":"2024-09-13T16:41:21.201837+0000","last_undegraded":"2024-09-13T16:41:21.201837+0000","last_fullsized":"2024-09-13T16:41:21.201837+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2373,"log_dups_size":0,"ondisk_log_size":2373,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:29:51.560320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1843,"num_write_kb":53356,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0,5],"acting":[4,3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"28'575","reported_seq":602,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.631577+0000","last_change":"2024-09-13T16:15:41.429258+0000","last_active":"2024-09-13T16:41:26.631577+0000","last_peered":"2024-09-13T16:41:26.631577+0000","last_clean":"2024-09-13T16:41:26.631577+0000","last_became_active":"2024-09-13T16:15:41.429041+0000","last_became_peered":"2024-09-13T16:15:41.429041+0000","last_unstale":"2024-09-13T16:41:26.631577+0000","last_undegraded":"2024-09-13T16:41:26.631577+0000","last_fullsized":"2024-09-13T16:41:26.631577+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":575,"log_dups_size":0,"ondisk_log_size":575,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:20:15.057465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.b","version":"28'3319","reported_seq":3347,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:22.970516+0000","last_change":"2024-09-13T16:15:41.034197+0000","last_active":"2024-09-13T16:41:22.970516+0000","last_peered":"2024-09-13T16:41:22.970516+0000","last_clean":"2024-09-13T16:41:22.970516+0000","last_became_active":"2024-09-13T16:15:41.032725+0000","last_became_peered":"2024-09-13T16:15:41.032725+0000","last_unstale":"2024-09-13T16:41:22.970516+0000","last_undegraded":"2024-09-13T16:41:22.970516+0000","last_fullsized":"2024-09-13T16:41:22.970516+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":3319,"log_dups_size":0,"ondisk_log_size":3319,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:23:04.082341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12582912,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3329,"num_write_kb":26178,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.d","version":"28'2269","reported_seq":2294,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.312055+0000","last_change":"2024-09-13T16:15:45.446039+0000","last_active":"2024-09-13T16:41:21.312055+0000","last_peered":"2024-09-13T16:41:21.312055+0000","last_clean":"2024-09-13T16:41:21.312055+0000","last_became_active":"2024-09-13T16:15:45.445412+0000","last_became_peered":"2024-09-13T16:15:45.445412+0000","last_unstale":"2024-09-13T16:41:21.312055+0000","last_undegraded":"2024-09-13T16:41:21.312055+0000","last_fullsized":"2024-09-13T16:41:21.312055+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2269,"log_dups_size":0,"ondisk_log_size":2269,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:05:44.037656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1677,"num_write_kb":34937,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2,1],"acting":[4,0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"28'561","reported_seq":588,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.635917+0000","last_change":"2024-09-13T16:15:41.423664+0000","last_active":"2024-09-13T16:41:26.635917+0000","last_peered":"2024-09-13T16:41:26.635917+0000","last_clean":"2024-09-13T16:41:26.635917+0000","last_became_active":"2024-09-13T16:15:41.423409+0000","last_became_peered":"2024-09-13T16:15:41.423409+0000","last_unstale":"2024-09-13T16:41:26.635917+0000","last_undegraded":"2024-09-13T16:41:26.635917+0000","last_fullsized":"2024-09-13T16:41:26.635917+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":561,"log_dups_size":0,"ondisk_log_size":561,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:22:02.925875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"28'2611","reported_seq":2639,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:22.954762+0000","last_change":"2024-09-13T16:15:41.031792+0000","last_active":"2024-09-13T16:41:22.954762+0000","last_peered":"2024-09-13T16:41:22.954762+0000","last_clean":"2024-09-13T16:41:22.954762+0000","last_became_active":"2024-09-13T16:15:41.031409+0000","last_became_peered":"2024-09-13T16:15:41.031409+0000","last_unstale":"2024-09-13T16:41:22.954762+0000","last_undegraded":"2024-09-13T16:41:22.954762+0000","last_fullsized":"2024-09-13T16:41:22.954762+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":2611,"log_dups_size":0,"ondisk_log_size":2611,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:23:30.756600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12582912,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2613,"num_write_kb":21665,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"28'2380","reported_seq":2405,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.320816+0000","last_change":"2024-09-13T16:15:45.445655+0000","last_active":"2024-09-13T16:41:21.320816+0000","last_peered":"2024-09-13T16:41:21.320816+0000","last_clean":"2024-09-13T16:41:21.320816+0000","last_became_active":"2024-09-13T16:15:45.445262+0000","last_became_peered":"2024-09-13T16:15:45.445262+0000","last_unstale":"2024-09-13T16:41:21.320816+0000","last_undegraded":"2024-09-13T16:41:21.320816+0000","last_fullsized":"2024-09-13T16:41:21.320816+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2380,"log_dups_size":0,"ondisk_log_size":2380,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:34:17.285683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1823,"num_write_kb":48873,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"28'593","reported_seq":620,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.975906+0000","last_change":"2024-09-13T16:15:41.413219+0000","last_active":"2024-09-13T16:41:26.975906+0000","last_peered":"2024-09-13T16:41:26.975906+0000","last_clean":"2024-09-13T16:41:26.975906+0000","last_became_active":"2024-09-13T16:15:41.412959+0000","last_became_peered":"2024-09-13T16:15:41.412959+0000","last_unstale":"2024-09-13T16:41:26.975906+0000","last_undegraded":"2024-09-13T16:41:26.975906+0000","last_fullsized":"2024-09-13T16:41:26.975906+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":593,"log_dups_size":0,"ondisk_log_size":593,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:08:24.015435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":32,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.9","version":"28'1726","reported_seq":1754,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:40:19.740844+0000","last_change":"2024-09-13T16:15:41.032347+0000","last_active":"2024-09-13T16:40:19.740844+0000","last_peered":"2024-09-13T16:40:19.740844+0000","last_clean":"2024-09-13T16:40:19.740844+0000","last_became_active":"2024-09-13T16:15:41.032093+0000","last_became_peered":"2024-09-13T16:15:41.032093+0000","last_unstale":"2024-09-13T16:40:19.740844+0000","last_undegraded":"2024-09-13T16:40:19.740844+0000","last_fullsized":"2024-09-13T16:40:19.740844+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":1726,"log_dups_size":0,"ondisk_log_size":1726,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:33:42.634191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8388608,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1726,"num_write_kb":13096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"28'2535","reported_seq":2560,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.294940+0000","last_change":"2024-09-13T16:15:45.446608+0000","last_active":"2024-09-13T16:41:21.294940+0000","last_peered":"2024-09-13T16:41:21.294940+0000","last_clean":"2024-09-13T16:41:21.294940+0000","last_became_active":"2024-09-13T16:15:45.446001+0000","last_became_peered":"2024-09-13T16:15:45.446001+0000","last_unstale":"2024-09-13T16:41:21.294940+0000","last_undegraded":"2024-09-13T16:41:21.294940+0000","last_fullsized":"2024-09-13T16:41:21.294940+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2535,"log_dups_size":0,"ondisk_log_size":2535,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:34:17.285683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1983,"num_write_kb":60714,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4,7],"acting":[1,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"28'562","reported_seq":589,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.297243+0000","last_change":"2024-09-13T16:15:41.426036+0000","last_active":"2024-09-13T16:41:21.297243+0000","last_peered":"2024-09-13T16:41:21.297243+0000","last_clean":"2024-09-13T16:41:21.297243+0000","last_became_active":"2024-09-13T16:15:41.425741+0000","last_became_peered":"2024-09-13T16:15:41.425741+0000","last_unstale":"2024-09-13T16:41:21.297243+0000","last_undegraded":"2024-09-13T16:41:21.297243+0000","last_fullsized":"2024-09-13T16:41:21.297243+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":562,"log_dups_size":0,"ondisk_log_size":562,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:33:43.646968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"28'1259","reported_seq":1287,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:22.964883+0000","last_change":"2024-09-13T16:15:41.032847+0000","last_active":"2024-09-13T16:41:22.964883+0000","last_peered":"2024-09-13T16:41:22.964883+0000","last_clean":"2024-09-13T16:41:22.964883+0000","last_became_active":"2024-09-13T16:15:41.032575+0000","last_became_peered":"2024-09-13T16:15:41.032575+0000","last_unstale":"2024-09-13T16:41:22.964883+0000","last_undegraded":"2024-09-13T16:41:22.964883+0000","last_fullsized":"2024-09-13T16:41:22.964883+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":1259,"log_dups_size":0,"ondisk_log_size":1259,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:37:17.411045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1271,"num_write_kb":8841,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.e","version":"28'2336","reported_seq":2361,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.209928+0000","last_change":"2024-09-13T16:15:45.449940+0000","last_active":"2024-09-13T16:41:21.209928+0000","last_peered":"2024-09-13T16:41:21.209928+0000","last_clean":"2024-09-13T16:41:21.209928+0000","last_became_active":"2024-09-13T16:15:45.449446+0000","last_became_peered":"2024-09-13T16:15:45.449446+0000","last_unstale":"2024-09-13T16:41:21.209928+0000","last_undegraded":"2024-09-13T16:41:21.209928+0000","last_fullsized":"2024-09-13T16:41:21.209928+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2336,"log_dups_size":0,"ondisk_log_size":2336,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:36:18.536576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1793,"num_write_kb":94658,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"28'559","reported_seq":586,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.633033+0000","last_change":"2024-09-13T16:15:41.415433+0000","last_active":"2024-09-13T16:41:26.633033+0000","last_peered":"2024-09-13T16:41:26.633033+0000","last_clean":"2024-09-13T16:41:26.633033+0000","last_became_active":"2024-09-13T16:15:41.415187+0000","last_became_peered":"2024-09-13T16:15:41.415187+0000","last_unstale":"2024-09-13T16:41:26.633033+0000","last_undegraded":"2024-09-13T16:41:26.633033+0000","last_fullsized":"2024-09-13T16:41:26.633033+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":559,"log_dups_size":0,"ondisk_log_size":559,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:52:33.344284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"28'1223","reported_seq":1251,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:22.971418+0000","last_change":"2024-09-13T16:15:41.035854+0000","last_active":"2024-09-13T16:41:22.971418+0000","last_peered":"2024-09-13T16:41:22.971418+0000","last_clean":"2024-09-13T16:41:22.971418+0000","last_became_active":"2024-09-13T16:15:41.035523+0000","last_became_peered":"2024-09-13T16:15:41.035523+0000","last_unstale":"2024-09-13T16:41:22.971418+0000","last_undegraded":"2024-09-13T16:41:22.971418+0000","last_fullsized":"2024-09-13T16:41:22.971418+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":1223,"log_dups_size":0,"ondisk_log_size":1223,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:06:51.700440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1246,"num_write_kb":8763,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1","version":"28'2378","reported_seq":2404,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.228598+0000","last_change":"2024-09-13T16:15:45.437824+0000","last_active":"2024-09-13T16:41:21.228598+0000","last_peered":"2024-09-13T16:41:21.228598+0000","last_clean":"2024-09-13T16:41:21.228598+0000","last_became_active":"2024-09-13T16:15:45.437484+0000","last_became_peered":"2024-09-13T16:15:45.437484+0000","last_unstale":"2024-09-13T16:41:21.228598+0000","last_undegraded":"2024-09-13T16:41:21.228598+0000","last_fullsized":"2024-09-13T16:41:21.228598+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2378,"log_dups_size":0,"ondisk_log_size":2378,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:28:05.822037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1792,"num_write_kb":39357,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,7],"acting":[4,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"28'517","reported_seq":544,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.642969+0000","last_change":"2024-09-13T16:15:41.412507+0000","last_active":"2024-09-13T16:41:26.642969+0000","last_peered":"2024-09-13T16:41:26.642969+0000","last_clean":"2024-09-13T16:41:26.642969+0000","last_became_active":"2024-09-13T16:15:41.412266+0000","last_became_peered":"2024-09-13T16:15:41.412266+0000","last_unstale":"2024-09-13T16:41:26.642969+0000","last_undegraded":"2024-09-13T16:41:26.642969+0000","last_fullsized":"2024-09-13T16:41:26.642969+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":517,"log_dups_size":0,"ondisk_log_size":517,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:28:02.414880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"28'1583","reported_seq":1611,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:25.037917+0000","last_change":"2024-09-13T16:15:41.031785+0000","last_active":"2024-09-13T16:41:25.037917+0000","last_peered":"2024-09-13T16:41:25.037917+0000","last_clean":"2024-09-13T16:41:25.037917+0000","last_became_active":"2024-09-13T16:15:41.031492+0000","last_became_peered":"2024-09-13T16:15:41.031492+0000","last_unstale":"2024-09-13T16:41:25.037917+0000","last_undegraded":"2024-09-13T16:41:25.037917+0000","last_fullsized":"2024-09-13T16:41:25.037917+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":1583,"log_dups_size":0,"ondisk_log_size":1583,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:37:17.411045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8388608,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2168,"num_write_kb":10522,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"28'2733","reported_seq":2769,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.345283+0000","last_change":"2024-09-13T16:16:23.803418+0000","last_active":"2024-09-13T16:41:21.345283+0000","last_peered":"2024-09-13T16:41:21.345283+0000","last_clean":"2024-09-13T16:41:21.345283+0000","last_became_active":"2024-09-13T16:16:23.802673+0000","last_became_peered":"2024-09-13T16:16:23.802673+0000","last_unstale":"2024-09-13T16:41:21.345283+0000","last_undegraded":"2024-09-13T16:41:21.345283+0000","last_fullsized":"2024-09-13T16:41:21.345283+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2733,"log_dups_size":0,"ondisk_log_size":2733,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:34:40.935712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2148,"num_write_kb":129663,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0,2],"acting":[3,7,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"28'563","reported_seq":591,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.615210+0000","last_change":"2024-09-13T16:15:41.417862+0000","last_active":"2024-09-13T16:41:26.615210+0000","last_peered":"2024-09-13T16:41:26.615210+0000","last_clean":"2024-09-13T16:41:26.615210+0000","last_became_active":"2024-09-13T16:15:41.417601+0000","last_became_peered":"2024-09-13T16:15:41.417601+0000","last_unstale":"2024-09-13T16:41:26.615210+0000","last_undegraded":"2024-09-13T16:41:26.615210+0000","last_fullsized":"2024-09-13T16:41:26.615210+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":563,"log_dups_size":0,"ondisk_log_size":563,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:22:02.925875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"28'2223","reported_seq":2252,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.966946+0000","last_change":"2024-09-13T16:15:41.034156+0000","last_active":"2024-09-13T16:41:21.966946+0000","last_peered":"2024-09-13T16:41:21.966946+0000","last_clean":"2024-09-13T16:41:21.966946+0000","last_became_active":"2024-09-13T16:15:41.032659+0000","last_became_peered":"2024-09-13T16:15:41.032659+0000","last_unstale":"2024-09-13T16:41:21.966946+0000","last_undegraded":"2024-09-13T16:41:21.966946+0000","last_fullsized":"2024-09-13T16:41:21.966946+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":2223,"log_dups_size":0,"ondisk_log_size":2223,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:33:42.634191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8388608,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2226,"num_write_kb":17428,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"28'2292","reported_seq":2318,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.260189+0000","last_change":"2024-09-13T16:15:45.448222+0000","last_active":"2024-09-13T16:41:21.260189+0000","last_peered":"2024-09-13T16:41:21.260189+0000","last_clean":"2024-09-13T16:41:21.260189+0000","last_became_active":"2024-09-13T16:15:45.447880+0000","last_became_peered":"2024-09-13T16:15:45.447880+0000","last_unstale":"2024-09-13T16:41:21.260189+0000","last_undegraded":"2024-09-13T16:41:21.260189+0000","last_fullsized":"2024-09-13T16:41:21.260189+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2292,"log_dups_size":0,"ondisk_log_size":2292,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:03:48.787790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1726,"num_write_kb":41777,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7,1],"acting":[0,5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.5","version":"28'583","reported_seq":611,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.649926+0000","last_change":"2024-09-13T16:15:41.422747+0000","last_active":"2024-09-13T16:41:26.649926+0000","last_peered":"2024-09-13T16:41:26.649926+0000","last_clean":"2024-09-13T16:41:26.649926+0000","last_became_active":"2024-09-13T16:15:41.419626+0000","last_became_peered":"2024-09-13T16:15:41.419626+0000","last_unstale":"2024-09-13T16:41:26.649926+0000","last_undegraded":"2024-09-13T16:41:26.649926+0000","last_fullsized":"2024-09-13T16:41:26.649926+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":583,"log_dups_size":0,"ondisk_log_size":583,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:15:39.247568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"28'568","reported_seq":597,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:22.954336+0000","last_change":"2024-09-13T16:15:41.023747+0000","last_active":"2024-09-13T16:41:22.954336+0000","last_peered":"2024-09-13T16:41:22.954336+0000","last_clean":"2024-09-13T16:41:22.954336+0000","last_became_active":"2024-09-13T16:15:41.023463+0000","last_became_peered":"2024-09-13T16:15:41.023463+0000","last_unstale":"2024-09-13T16:41:22.954336+0000","last_undegraded":"2024-09-13T16:41:22.954336+0000","last_fullsized":"2024-09-13T16:41:22.954336+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":568,"log_dups_size":0,"ondisk_log_size":568,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:53:09.205608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":581,"num_write_kb":4369,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2","version":"28'2731","reported_seq":2757,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.332950+0000","last_change":"2024-09-13T16:15:45.446054+0000","last_active":"2024-09-13T16:41:21.332950+0000","last_peered":"2024-09-13T16:41:21.332950+0000","last_clean":"2024-09-13T16:41:21.332950+0000","last_became_active":"2024-09-13T16:15:45.443702+0000","last_became_peered":"2024-09-13T16:15:45.443702+0000","last_unstale":"2024-09-13T16:41:21.332950+0000","last_undegraded":"2024-09-13T16:41:21.332950+0000","last_fullsized":"2024-09-13T16:41:21.332950+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2731,"log_dups_size":0,"ondisk_log_size":2731,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:54:19.358862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2189,"num_write_kb":57664,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4,0],"acting":[1,5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"28'560","reported_seq":588,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.634680+0000","last_change":"2024-09-13T16:15:41.420693+0000","last_active":"2024-09-13T16:41:26.634680+0000","last_peered":"2024-09-13T16:41:26.634680+0000","last_clean":"2024-09-13T16:41:26.634680+0000","last_became_active":"2024-09-13T16:15:41.419700+0000","last_became_peered":"2024-09-13T16:15:41.419700+0000","last_unstale":"2024-09-13T16:41:26.634680+0000","last_undegraded":"2024-09-13T16:41:26.634680+0000","last_fullsized":"2024-09-13T16:41:26.634680+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":560,"log_dups_size":0,"ondisk_log_size":560,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:23:31.769377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"28'3526","reported_seq":3555,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.963935+0000","last_change":"2024-09-13T16:15:41.034060+0000","last_active":"2024-09-13T16:41:21.963935+0000","last_peered":"2024-09-13T16:41:21.963935+0000","last_clean":"2024-09-13T16:41:21.963935+0000","last_became_active":"2024-09-13T16:15:41.032982+0000","last_became_peered":"2024-09-13T16:15:41.032982+0000","last_unstale":"2024-09-13T16:41:21.963935+0000","last_undegraded":"2024-09-13T16:41:21.963935+0000","last_fullsized":"2024-09-13T16:41:21.963935+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":3526,"log_dups_size":0,"ondisk_log_size":3526,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:59:29.370756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16777216,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3528,"num_write_kb":26232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"28'2456","reported_seq":2482,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.321649+0000","last_change":"2024-09-13T16:15:45.443110+0000","last_active":"2024-09-13T16:41:21.321649+0000","last_peered":"2024-09-13T16:41:21.321649+0000","last_clean":"2024-09-13T16:41:21.321649+0000","last_became_active":"2024-09-13T16:15:45.440379+0000","last_became_peered":"2024-09-13T16:15:45.440379+0000","last_unstale":"2024-09-13T16:41:21.321649+0000","last_undegraded":"2024-09-13T16:41:21.321649+0000","last_fullsized":"2024-09-13T16:41:21.321649+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2456,"log_dups_size":0,"ondisk_log_size":2456,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:58:53.421511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1900,"num_write_kb":37158,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3,6],"acting":[1,2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"28'573","reported_seq":601,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.616105+0000","last_change":"2024-09-13T16:15:41.412052+0000","last_active":"2024-09-13T16:41:26.616105+0000","last_peered":"2024-09-13T16:41:26.616105+0000","last_clean":"2024-09-13T16:41:26.616105+0000","last_became_active":"2024-09-13T16:15:41.411796+0000","last_became_peered":"2024-09-13T16:15:41.411796+0000","last_unstale":"2024-09-13T16:41:26.616105+0000","last_undegraded":"2024-09-13T16:41:26.616105+0000","last_fullsized":"2024-09-13T16:41:26.616105+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":573,"log_dups_size":0,"ondisk_log_size":573,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:11:47.177046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":26,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"28'4439","reported_seq":7290,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.959113+0000","last_change":"2024-09-13T16:15:41.036198+0000","last_active":"2024-09-13T16:41:26.959113+0000","last_peered":"2024-09-13T16:41:26.959113+0000","last_clean":"2024-09-13T16:41:26.959113+0000","last_became_active":"2024-09-13T16:15:41.035934+0000","last_became_peered":"2024-09-13T16:15:41.035934+0000","last_unstale":"2024-09-13T16:41:26.959113+0000","last_undegraded":"2024-09-13T16:41:26.959113+0000","last_fullsized":"2024-09-13T16:41:26.959113+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":4439,"log_dups_size":0,"ondisk_log_size":4439,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:23:04.082341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16419462,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":2822,"num_read_kb":5679,"num_write":4451,"num_write_kb":18737,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"28'2289","reported_seq":2314,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.978045+0000","last_change":"2024-09-13T16:15:45.448674+0000","last_active":"2024-09-13T16:41:26.978045+0000","last_peered":"2024-09-13T16:41:26.978045+0000","last_clean":"2024-09-13T16:41:26.978045+0000","last_became_active":"2024-09-13T16:15:45.446894+0000","last_became_peered":"2024-09-13T16:15:45.446894+0000","last_unstale":"2024-09-13T16:41:26.978045+0000","last_undegraded":"2024-09-13T16:41:26.978045+0000","last_fullsized":"2024-09-13T16:41:26.978045+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2289,"log_dups_size":0,"ondisk_log_size":2289,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:17:45.206594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1764,"num_write_kb":87796,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0,3],"acting":[1,5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1","version":"28'533","reported_seq":561,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.644713+0000","last_change":"2024-09-13T16:15:41.431583+0000","last_active":"2024-09-13T16:41:26.644713+0000","last_peered":"2024-09-13T16:41:26.644713+0000","last_clean":"2024-09-13T16:41:26.644713+0000","last_became_active":"2024-09-13T16:15:41.431310+0000","last_became_peered":"2024-09-13T16:15:41.431310+0000","last_unstale":"2024-09-13T16:41:26.644713+0000","last_undegraded":"2024-09-13T16:41:26.644713+0000","last_fullsized":"2024-09-13T16:41:26.644713+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":533,"log_dups_size":0,"ondisk_log_size":533,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:12:04.198678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"28'2306","reported_seq":2335,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:22.964974+0000","last_change":"2024-09-13T16:15:41.033404+0000","last_active":"2024-09-13T16:41:22.964974+0000","last_peered":"2024-09-13T16:41:22.964974+0000","last_clean":"2024-09-13T16:41:22.964974+0000","last_became_active":"2024-09-13T16:15:41.033180+0000","last_became_peered":"2024-09-13T16:15:41.033180+0000","last_unstale":"2024-09-13T16:41:22.964974+0000","last_undegraded":"2024-09-13T16:41:22.964974+0000","last_fullsized":"2024-09-13T16:41:22.964974+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":2306,"log_dups_size":0,"ondisk_log_size":2306,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:23:30.756600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2310,"num_write_kb":17565,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"28'2330","reported_seq":2355,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.172958+0000","last_change":"2024-09-13T16:15:45.441683+0000","last_active":"2024-09-13T16:41:21.172958+0000","last_peered":"2024-09-13T16:41:21.172958+0000","last_clean":"2024-09-13T16:41:21.172958+0000","last_became_active":"2024-09-13T16:15:45.441286+0000","last_became_peered":"2024-09-13T16:15:45.441286+0000","last_unstale":"2024-09-13T16:41:21.172958+0000","last_undegraded":"2024-09-13T16:41:21.172958+0000","last_fullsized":"2024-09-13T16:41:21.172958+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2330,"log_dups_size":0,"ondisk_log_size":2330,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:27:40.387319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1762,"num_write_kb":44476,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2,7],"acting":[0,1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2","version":"28'572","reported_seq":600,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.640603+0000","last_change":"2024-09-13T16:15:41.430895+0000","last_active":"2024-09-13T16:41:26.640603+0000","last_peered":"2024-09-13T16:41:26.640603+0000","last_clean":"2024-09-13T16:41:26.640603+0000","last_became_active":"2024-09-13T16:15:41.430627+0000","last_became_peered":"2024-09-13T16:15:41.430627+0000","last_unstale":"2024-09-13T16:41:26.640603+0000","last_undegraded":"2024-09-13T16:41:26.640603+0000","last_fullsized":"2024-09-13T16:41:26.640603+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":572,"log_dups_size":0,"ondisk_log_size":572,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:21:26.930345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"28'1193","reported_seq":1222,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:22.967069+0000","last_change":"2024-09-13T16:15:41.037492+0000","last_active":"2024-09-13T16:41:22.967069+0000","last_peered":"2024-09-13T16:41:22.967069+0000","last_clean":"2024-09-13T16:41:22.967069+0000","last_became_active":"2024-09-13T16:15:41.037216+0000","last_became_peered":"2024-09-13T16:15:41.037216+0000","last_unstale":"2024-09-13T16:41:22.967069+0000","last_undegraded":"2024-09-13T16:41:22.967069+0000","last_fullsized":"2024-09-13T16:41:22.967069+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":1193,"log_dups_size":0,"ondisk_log_size":1193,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:28:31.923652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1208,"num_write_kb":8767,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":182,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:37:37.700514+0000","last_change":"2024-09-13T16:15:30.706664+0000","last_active":"2024-09-13T16:37:37.700514+0000","last_peered":"2024-09-13T16:37:37.700514+0000","last_clean":"2024-09-13T16:37:37.700514+0000","last_became_active":"2024-09-13T16:15:30.706146+0000","last_became_peered":"2024-09-13T16:15:30.706146+0000","last_unstale":"2024-09-13T16:37:37.700514+0000","last_undegraded":"2024-09-13T16:37:37.700514+0000","last_fullsized":"2024-09-13T16:37:37.700514+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:28.905101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:28.905101+0000","last_clean_scrub_stamp":"2024-09-13T16:15:28.905101+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:38:40.338700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"28'2882","reported_seq":2908,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.355845+0000","last_change":"2024-09-13T16:15:45.432988+0000","last_active":"2024-09-13T16:41:21.355845+0000","last_peered":"2024-09-13T16:41:21.355845+0000","last_clean":"2024-09-13T16:41:21.355845+0000","last_became_active":"2024-09-13T16:15:45.432603+0000","last_became_peered":"2024-09-13T16:15:45.432603+0000","last_unstale":"2024-09-13T16:41:21.355845+0000","last_undegraded":"2024-09-13T16:41:21.355845+0000","last_fullsized":"2024-09-13T16:41:21.355845+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2882,"log_dups_size":0,"ondisk_log_size":2882,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:30:36.715026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2334,"num_write_kb":129985,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,4,7],"acting":[6,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"28'552","reported_seq":579,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.650154+0000","last_change":"2024-09-13T16:15:41.425729+0000","last_active":"2024-09-13T16:41:26.650154+0000","last_peered":"2024-09-13T16:41:26.650154+0000","last_clean":"2024-09-13T16:41:26.650154+0000","last_became_active":"2024-09-13T16:15:41.425482+0000","last_became_peered":"2024-09-13T16:15:41.425482+0000","last_unstale":"2024-09-13T16:41:26.650154+0000","last_undegraded":"2024-09-13T16:41:26.650154+0000","last_fullsized":"2024-09-13T16:41:26.650154+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":552,"log_dups_size":0,"ondisk_log_size":552,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:50:40.669575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"28'1714","reported_seq":1742,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.969937+0000","last_change":"2024-09-13T16:15:41.034746+0000","last_active":"2024-09-13T16:41:21.969937+0000","last_peered":"2024-09-13T16:41:21.969937+0000","last_clean":"2024-09-13T16:41:21.969937+0000","last_became_active":"2024-09-13T16:15:41.034286+0000","last_became_peered":"2024-09-13T16:15:41.034286+0000","last_unstale":"2024-09-13T16:41:21.969937+0000","last_undegraded":"2024-09-13T16:41:21.969937+0000","last_fullsized":"2024-09-13T16:41:21.969937+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":1714,"log_dups_size":0,"ondisk_log_size":1714,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:24:38.572929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8388608,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1722,"num_write_kb":13063,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"28'2482","reported_seq":2507,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.236848+0000","last_change":"2024-09-13T16:15:45.437198+0000","last_active":"2024-09-13T16:41:21.236848+0000","last_peered":"2024-09-13T16:41:21.236848+0000","last_clean":"2024-09-13T16:41:21.236848+0000","last_became_active":"2024-09-13T16:15:45.436595+0000","last_became_peered":"2024-09-13T16:15:45.436595+0000","last_unstale":"2024-09-13T16:41:21.236848+0000","last_undegraded":"2024-09-13T16:41:21.236848+0000","last_fullsized":"2024-09-13T16:41:21.236848+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2482,"log_dups_size":0,"ondisk_log_size":2482,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:20:43.393814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1880,"num_write_kb":107005,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,1,0],"acting":[6,7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"28'590","reported_seq":617,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.640899+0000","last_change":"2024-09-13T16:15:41.424176+0000","last_active":"2024-09-13T16:41:26.640899+0000","last_peered":"2024-09-13T16:41:26.640899+0000","last_clean":"2024-09-13T16:41:26.640899+0000","last_became_active":"2024-09-13T16:15:41.423906+0000","last_became_peered":"2024-09-13T16:15:41.423906+0000","last_unstale":"2024-09-13T16:41:26.640899+0000","last_undegraded":"2024-09-13T16:41:26.640899+0000","last_fullsized":"2024-09-13T16:41:26.640899+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":590,"log_dups_size":0,"ondisk_log_size":590,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:34:57.106014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":26,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.d","version":"28'3362","reported_seq":3390,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.967145+0000","last_change":"2024-09-13T16:15:41.021672+0000","last_active":"2024-09-13T16:41:21.967145+0000","last_peered":"2024-09-13T16:41:21.967145+0000","last_clean":"2024-09-13T16:41:21.967145+0000","last_became_active":"2024-09-13T16:15:41.020719+0000","last_became_peered":"2024-09-13T16:15:41.020719+0000","last_unstale":"2024-09-13T16:41:21.967145+0000","last_undegraded":"2024-09-13T16:41:21.967145+0000","last_fullsized":"2024-09-13T16:41:21.967145+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":3362,"log_dups_size":0,"ondisk_log_size":3362,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:23:04.082341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":20971590,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3368,"num_write_kb":26164,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.b","version":"28'2311","reported_seq":2336,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.334574+0000","last_change":"2024-09-13T16:15:45.444215+0000","last_active":"2024-09-13T16:41:21.334574+0000","last_peered":"2024-09-13T16:41:21.334574+0000","last_clean":"2024-09-13T16:41:21.334574+0000","last_became_active":"2024-09-13T16:15:45.443842+0000","last_became_peered":"2024-09-13T16:15:45.443842+0000","last_unstale":"2024-09-13T16:41:21.334574+0000","last_undegraded":"2024-09-13T16:41:21.334574+0000","last_fullsized":"2024-09-13T16:41:21.334574+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2311,"log_dups_size":0,"ondisk_log_size":2311,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:36:18.570724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1752,"num_write_kb":40739,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4,5],"acting":[0,1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"28'550","reported_seq":577,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.650960+0000","last_change":"2024-09-13T16:15:41.429232+0000","last_active":"2024-09-13T16:41:26.650960+0000","last_peered":"2024-09-13T16:41:26.650960+0000","last_clean":"2024-09-13T16:41:26.650960+0000","last_became_active":"2024-09-13T16:15:41.426840+0000","last_became_peered":"2024-09-13T16:15:41.426840+0000","last_unstale":"2024-09-13T16:41:26.650960+0000","last_undegraded":"2024-09-13T16:41:26.650960+0000","last_fullsized":"2024-09-13T16:41:26.650960+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":550,"log_dups_size":0,"ondisk_log_size":550,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:28:02.414880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"28'1758","reported_seq":1786,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:40:27.744006+0000","last_change":"2024-09-13T16:15:41.033749+0000","last_active":"2024-09-13T16:40:27.744006+0000","last_peered":"2024-09-13T16:40:27.744006+0000","last_clean":"2024-09-13T16:40:27.744006+0000","last_became_active":"2024-09-13T16:15:41.033356+0000","last_became_peered":"2024-09-13T16:15:41.033356+0000","last_unstale":"2024-09-13T16:40:27.744006+0000","last_undegraded":"2024-09-13T16:40:27.744006+0000","last_fullsized":"2024-09-13T16:40:27.744006+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":1758,"log_dups_size":0,"ondisk_log_size":1758,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:25:22.130748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8388608,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1760,"num_write_kb":13081,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.8","version":"28'2486","reported_seq":2511,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.977627+0000","last_change":"2024-09-13T16:15:45.434063+0000","last_active":"2024-09-13T16:41:26.977627+0000","last_peered":"2024-09-13T16:41:26.977627+0000","last_clean":"2024-09-13T16:41:26.977627+0000","last_became_active":"2024-09-13T16:15:45.433849+0000","last_became_peered":"2024-09-13T16:15:45.433849+0000","last_unstale":"2024-09-13T16:41:26.977627+0000","last_undegraded":"2024-09-13T16:41:26.977627+0000","last_fullsized":"2024-09-13T16:41:26.977627+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2486,"log_dups_size":0,"ondisk_log_size":2486,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:47:37.415731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1903,"num_write_kb":84724,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7,6],"acting":[5,4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"28'563","reported_seq":590,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.646656+0000","last_change":"2024-09-13T16:15:41.425176+0000","last_active":"2024-09-13T16:41:26.646656+0000","last_peered":"2024-09-13T16:41:26.646656+0000","last_clean":"2024-09-13T16:41:26.646656+0000","last_became_active":"2024-09-13T16:15:41.422117+0000","last_became_peered":"2024-09-13T16:15:41.422117+0000","last_unstale":"2024-09-13T16:41:26.646656+0000","last_undegraded":"2024-09-13T16:41:26.646656+0000","last_fullsized":"2024-09-13T16:41:26.646656+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":563,"log_dups_size":0,"ondisk_log_size":563,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:04:01.515823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"28'1342","reported_seq":1370,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:38:12.882247+0000","last_change":"2024-09-13T16:15:41.024081+0000","last_active":"2024-09-13T16:38:12.882247+0000","last_peered":"2024-09-13T16:38:12.882247+0000","last_clean":"2024-09-13T16:38:12.882247+0000","last_became_active":"2024-09-13T16:15:41.023763+0000","last_became_peered":"2024-09-13T16:15:41.023763+0000","last_unstale":"2024-09-13T16:38:12.882247+0000","last_undegraded":"2024-09-13T16:38:12.882247+0000","last_fullsized":"2024-09-13T16:38:12.882247+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":1342,"log_dups_size":0,"ondisk_log_size":1342,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:25:44.598813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194326,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1340,"num_write_kb":8705,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.9","version":"28'2383","reported_seq":2408,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.356968+0000","last_change":"2024-09-13T16:15:45.436109+0000","last_active":"2024-09-13T16:41:21.356968+0000","last_peered":"2024-09-13T16:41:21.356968+0000","last_clean":"2024-09-13T16:41:21.356968+0000","last_became_active":"2024-09-13T16:15:45.435716+0000","last_became_peered":"2024-09-13T16:15:45.435716+0000","last_unstale":"2024-09-13T16:41:21.356968+0000","last_undegraded":"2024-09-13T16:41:21.356968+0000","last_fullsized":"2024-09-13T16:41:21.356968+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2383,"log_dups_size":0,"ondisk_log_size":2383,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:17:45.206594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1826,"num_write_kb":89387,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3,6],"acting":[4,1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.11","version":"28'603","reported_seq":630,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.632783+0000","last_change":"2024-09-13T16:15:41.430211+0000","last_active":"2024-09-13T16:41:26.632783+0000","last_peered":"2024-09-13T16:41:26.632783+0000","last_clean":"2024-09-13T16:41:26.632783+0000","last_became_active":"2024-09-13T16:15:41.429928+0000","last_became_peered":"2024-09-13T16:15:41.429928+0000","last_unstale":"2024-09-13T16:41:26.632783+0000","last_undegraded":"2024-09-13T16:41:26.632783+0000","last_fullsized":"2024-09-13T16:41:26.632783+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":603,"log_dups_size":0,"ondisk_log_size":603,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:21:26.930345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":20,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"28'1153","reported_seq":1181,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:22.967916+0000","last_change":"2024-09-13T16:15:41.028349+0000","last_active":"2024-09-13T16:41:22.967916+0000","last_peered":"2024-09-13T16:41:22.967916+0000","last_clean":"2024-09-13T16:41:22.967916+0000","last_became_active":"2024-09-13T16:15:41.028039+0000","last_became_peered":"2024-09-13T16:15:41.028039+0000","last_unstale":"2024-09-13T16:41:22.967916+0000","last_undegraded":"2024-09-13T16:41:22.967916+0000","last_fullsized":"2024-09-13T16:41:22.967916+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":1153,"log_dups_size":0,"ondisk_log_size":1153,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:53:09.205608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1186,"num_write_kb":8704,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.16","version":"28'2235","reported_seq":2259,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.981905+0000","last_change":"2024-09-13T16:15:45.431362+0000","last_active":"2024-09-13T16:41:26.981905+0000","last_peered":"2024-09-13T16:41:26.981905+0000","last_clean":"2024-09-13T16:41:26.981905+0000","last_became_active":"2024-09-13T16:15:45.430948+0000","last_became_peered":"2024-09-13T16:15:45.430948+0000","last_unstale":"2024-09-13T16:41:26.981905+0000","last_undegraded":"2024-09-13T16:41:26.981905+0000","last_fullsized":"2024-09-13T16:41:26.981905+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2235,"log_dups_size":0,"ondisk_log_size":2235,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:44:00.619593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1696,"num_write_kb":43625,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2,6],"acting":[0,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"28'557","reported_seq":584,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.610643+0000","last_change":"2024-09-13T16:15:41.420682+0000","last_active":"2024-09-13T16:41:26.610643+0000","last_peered":"2024-09-13T16:41:26.610643+0000","last_clean":"2024-09-13T16:41:26.610643+0000","last_became_active":"2024-09-13T16:15:41.420207+0000","last_became_peered":"2024-09-13T16:15:41.420207+0000","last_unstale":"2024-09-13T16:41:26.610643+0000","last_undegraded":"2024-09-13T16:41:26.610643+0000","last_fullsized":"2024-09-13T16:41:26.610643+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":557,"log_dups_size":0,"ondisk_log_size":557,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:44:31.875006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.11","version":"28'432","reported_seq":460,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:22.743310+0000","last_change":"2024-09-13T16:15:41.027279+0000","last_active":"2024-09-13T16:41:22.743310+0000","last_peered":"2024-09-13T16:41:22.743310+0000","last_clean":"2024-09-13T16:41:22.743310+0000","last_became_active":"2024-09-13T16:15:41.026955+0000","last_became_peered":"2024-09-13T16:15:41.026955+0000","last_unstale":"2024-09-13T16:41:22.743310+0000","last_undegraded":"2024-09-13T16:41:22.743310+0000","last_fullsized":"2024-09-13T16:41:22.743310+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":432,"log_dups_size":0,"ondisk_log_size":432,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:25:22.130748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":434,"num_write_kb":4312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"28'2367","reported_seq":2391,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.340601+0000","last_change":"2024-09-13T16:15:45.429369+0000","last_active":"2024-09-13T16:41:21.340601+0000","last_peered":"2024-09-13T16:41:21.340601+0000","last_clean":"2024-09-13T16:41:21.340601+0000","last_became_active":"2024-09-13T16:15:45.428985+0000","last_became_peered":"2024-09-13T16:15:45.428985+0000","last_unstale":"2024-09-13T16:41:21.340601+0000","last_undegraded":"2024-09-13T16:41:21.340601+0000","last_fullsized":"2024-09-13T16:41:21.340601+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2367,"log_dups_size":0,"ondisk_log_size":2367,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:26:14.723087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1782,"num_write_kb":83329,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,6],"acting":[3,7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"28'583","reported_seq":610,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.650652+0000","last_change":"2024-09-13T16:15:41.430249+0000","last_active":"2024-09-13T16:41:26.650652+0000","last_peered":"2024-09-13T16:41:26.650652+0000","last_clean":"2024-09-13T16:41:26.650652+0000","last_became_active":"2024-09-13T16:15:41.425258+0000","last_became_peered":"2024-09-13T16:15:41.425258+0000","last_unstale":"2024-09-13T16:41:26.650652+0000","last_undegraded":"2024-09-13T16:41:26.650652+0000","last_fullsized":"2024-09-13T16:41:26.650652+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":583,"log_dups_size":0,"ondisk_log_size":583,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:56:02.400511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.12","version":"28'12","reported_seq":40,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:22.966994+0000","last_change":"2024-09-13T16:15:41.037723+0000","last_active":"2024-09-13T16:41:22.966994+0000","last_peered":"2024-09-13T16:41:22.966994+0000","last_clean":"2024-09-13T16:41:22.966994+0000","last_became_active":"2024-09-13T16:15:41.037313+0000","last_became_peered":"2024-09-13T16:15:41.037313+0000","last_unstale":"2024-09-13T16:41:22.966994+0000","last_undegraded":"2024-09-13T16:41:22.966994+0000","last_fullsized":"2024-09-13T16:41:22.966994+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:12:26.352318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":21,"num_write_kb":22,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"28'2361","reported_seq":2386,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.351773+0000","last_change":"2024-09-13T16:15:45.436611+0000","last_active":"2024-09-13T16:41:21.351773+0000","last_peered":"2024-09-13T16:41:21.351773+0000","last_clean":"2024-09-13T16:41:21.351773+0000","last_became_active":"2024-09-13T16:15:45.436224+0000","last_became_peered":"2024-09-13T16:15:45.436224+0000","last_unstale":"2024-09-13T16:41:21.351773+0000","last_undegraded":"2024-09-13T16:41:21.351773+0000","last_fullsized":"2024-09-13T16:41:21.351773+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2361,"log_dups_size":0,"ondisk_log_size":2361,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:25:18.924994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1800,"num_write_kb":86014,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,2],"acting":[3,1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"28'562","reported_seq":589,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.630186+0000","last_change":"2024-09-13T16:15:41.413282+0000","last_active":"2024-09-13T16:41:26.630186+0000","last_peered":"2024-09-13T16:41:26.630186+0000","last_clean":"2024-09-13T16:41:26.630186+0000","last_became_active":"2024-09-13T16:15:41.413018+0000","last_became_peered":"2024-09-13T16:15:41.413018+0000","last_unstale":"2024-09-13T16:41:26.630186+0000","last_undegraded":"2024-09-13T16:41:26.630186+0000","last_fullsized":"2024-09-13T16:41:26.630186+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":562,"log_dups_size":0,"ondisk_log_size":562,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:59:59.432849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":24,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.13","version":"28'2046","reported_seq":2074,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:22.835677+0000","last_change":"2024-09-13T16:15:41.028202+0000","last_active":"2024-09-13T16:41:22.835677+0000","last_peered":"2024-09-13T16:41:22.835677+0000","last_clean":"2024-09-13T16:41:22.835677+0000","last_became_active":"2024-09-13T16:15:41.027695+0000","last_became_peered":"2024-09-13T16:15:41.027695+0000","last_unstale":"2024-09-13T16:41:22.835677+0000","last_undegraded":"2024-09-13T16:41:22.835677+0000","last_fullsized":"2024-09-13T16:41:22.835677+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":2046,"log_dups_size":0,"ondisk_log_size":2046,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:30:56.384304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194338,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2050,"num_write_kb":13295,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"28'2567","reported_seq":2591,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.266601+0000","last_change":"2024-09-13T16:15:45.429663+0000","last_active":"2024-09-13T16:41:21.266601+0000","last_peered":"2024-09-13T16:41:21.266601+0000","last_clean":"2024-09-13T16:41:21.266601+0000","last_became_active":"2024-09-13T16:15:45.429313+0000","last_became_peered":"2024-09-13T16:15:45.429313+0000","last_unstale":"2024-09-13T16:41:21.266601+0000","last_undegraded":"2024-09-13T16:41:21.266601+0000","last_fullsized":"2024-09-13T16:41:21.266601+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2567,"log_dups_size":0,"ondisk_log_size":2567,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:40:41.137237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2012,"num_write_kb":87157,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3,2],"acting":[5,7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"28'563","reported_seq":589,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.634264+0000","last_change":"2024-09-13T16:15:41.421663+0000","last_active":"2024-09-13T16:41:26.634264+0000","last_peered":"2024-09-13T16:41:26.634264+0000","last_clean":"2024-09-13T16:41:26.634264+0000","last_became_active":"2024-09-13T16:15:41.421412+0000","last_became_peered":"2024-09-13T16:15:41.421412+0000","last_unstale":"2024-09-13T16:41:26.634264+0000","last_undegraded":"2024-09-13T16:41:26.634264+0000","last_fullsized":"2024-09-13T16:41:26.634264+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":563,"log_dups_size":0,"ondisk_log_size":563,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:55:13.234223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.14","version":"28'3264","reported_seq":3292,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.966878+0000","last_change":"2024-09-13T16:15:41.036305+0000","last_active":"2024-09-13T16:41:21.966878+0000","last_peered":"2024-09-13T16:41:21.966878+0000","last_clean":"2024-09-13T16:41:21.966878+0000","last_became_active":"2024-09-13T16:15:41.036022+0000","last_became_peered":"2024-09-13T16:15:41.036022+0000","last_unstale":"2024-09-13T16:41:21.966878+0000","last_undegraded":"2024-09-13T16:41:21.966878+0000","last_fullsized":"2024-09-13T16:41:21.966878+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":3264,"log_dups_size":0,"ondisk_log_size":3264,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:23:04.082341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8389280,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3265,"num_write_kb":22009,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.12","version":"28'2234","reported_seq":2259,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.340779+0000","last_change":"2024-09-13T16:15:45.445565+0000","last_active":"2024-09-13T16:41:21.340779+0000","last_peered":"2024-09-13T16:41:21.340779+0000","last_clean":"2024-09-13T16:41:21.340779+0000","last_became_active":"2024-09-13T16:15:45.442341+0000","last_became_peered":"2024-09-13T16:15:45.442341+0000","last_unstale":"2024-09-13T16:41:21.340779+0000","last_undegraded":"2024-09-13T16:41:21.340779+0000","last_fullsized":"2024-09-13T16:41:21.340779+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2234,"log_dups_size":0,"ondisk_log_size":2234,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:38:27.489586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1673,"num_write_kb":36981,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2,0],"acting":[1,6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"28'561","reported_seq":588,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.640014+0000","last_change":"2024-09-13T16:15:41.419163+0000","last_active":"2024-09-13T16:41:26.640014+0000","last_peered":"2024-09-13T16:41:26.640014+0000","last_clean":"2024-09-13T16:41:26.640014+0000","last_became_active":"2024-09-13T16:15:41.417552+0000","last_became_peered":"2024-09-13T16:15:41.417552+0000","last_unstale":"2024-09-13T16:41:26.640014+0000","last_undegraded":"2024-09-13T16:41:26.640014+0000","last_fullsized":"2024-09-13T16:41:26.640014+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":561,"log_dups_size":0,"ondisk_log_size":561,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:53:10.218385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"28'4186","reported_seq":4213,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:23.957419+0000","last_change":"2024-09-13T16:15:41.033212+0000","last_active":"2024-09-13T16:41:23.957419+0000","last_peered":"2024-09-13T16:41:23.957419+0000","last_clean":"2024-09-13T16:41:23.957419+0000","last_became_active":"2024-09-13T16:15:41.032932+0000","last_became_peered":"2024-09-13T16:15:41.032932+0000","last_unstale":"2024-09-13T16:41:23.957419+0000","last_undegraded":"2024-09-13T16:41:23.957419+0000","last_fullsized":"2024-09-13T16:41:23.957419+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":4186,"log_dups_size":0,"ondisk_log_size":4186,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:24:54.906382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12583002,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4189,"num_write_kb":23150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"28'2473","reported_seq":2498,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.261832+0000","last_change":"2024-09-13T16:15:45.445670+0000","last_active":"2024-09-13T16:41:21.261832+0000","last_peered":"2024-09-13T16:41:21.261832+0000","last_clean":"2024-09-13T16:41:21.261832+0000","last_became_active":"2024-09-13T16:15:45.445288+0000","last_became_peered":"2024-09-13T16:15:45.445288+0000","last_unstale":"2024-09-13T16:41:21.261832+0000","last_undegraded":"2024-09-13T16:41:21.261832+0000","last_fullsized":"2024-09-13T16:41:21.261832+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2473,"log_dups_size":0,"ondisk_log_size":2473,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:54:19.358862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1929,"num_write_kb":152312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,1],"acting":[4,5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"28'560","reported_seq":586,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.650729+0000","last_change":"2024-09-13T16:15:41.424204+0000","last_active":"2024-09-13T16:41:26.650729+0000","last_peered":"2024-09-13T16:41:26.650729+0000","last_clean":"2024-09-13T16:41:26.650729+0000","last_became_active":"2024-09-13T16:15:41.423904+0000","last_became_peered":"2024-09-13T16:15:41.423904+0000","last_unstale":"2024-09-13T16:41:26.650729+0000","last_undegraded":"2024-09-13T16:41:26.650729+0000","last_fullsized":"2024-09-13T16:41:26.650729+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":560,"log_dups_size":0,"ondisk_log_size":560,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:32:31.972422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"28'2606","reported_seq":2633,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.963742+0000","last_change":"2024-09-13T16:15:41.034031+0000","last_active":"2024-09-13T16:41:21.963742+0000","last_peered":"2024-09-13T16:41:21.963742+0000","last_clean":"2024-09-13T16:41:21.963742+0000","last_became_active":"2024-09-13T16:15:41.033489+0000","last_became_peered":"2024-09-13T16:15:41.033489+0000","last_unstale":"2024-09-13T16:41:21.963742+0000","last_undegraded":"2024-09-13T16:41:21.963742+0000","last_fullsized":"2024-09-13T16:41:21.963742+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":2606,"log_dups_size":0,"ondisk_log_size":2606,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:20:11.669314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12582912,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2607,"num_write_kb":21689,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"28'2337","reported_seq":2362,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.345629+0000","last_change":"2024-09-13T16:15:45.436970+0000","last_active":"2024-09-13T16:41:21.345629+0000","last_peered":"2024-09-13T16:41:21.345629+0000","last_clean":"2024-09-13T16:41:21.345629+0000","last_became_active":"2024-09-13T16:15:45.436526+0000","last_became_peered":"2024-09-13T16:15:45.436526+0000","last_unstale":"2024-09-13T16:41:21.345629+0000","last_undegraded":"2024-09-13T16:41:21.345629+0000","last_fullsized":"2024-09-13T16:41:21.345629+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2337,"log_dups_size":0,"ondisk_log_size":2337,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:36:18.536576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1761,"num_write_kb":38111,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6,4],"acting":[3,1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"28'577","reported_seq":603,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.971897+0000","last_change":"2024-09-13T16:15:41.434977+0000","last_active":"2024-09-13T16:41:26.971897+0000","last_peered":"2024-09-13T16:41:26.971897+0000","last_clean":"2024-09-13T16:41:26.971897+0000","last_became_active":"2024-09-13T16:15:41.434755+0000","last_became_peered":"2024-09-13T16:15:41.434755+0000","last_unstale":"2024-09-13T16:41:26.971897+0000","last_undegraded":"2024-09-13T16:41:26.971897+0000","last_fullsized":"2024-09-13T16:41:26.971897+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":577,"log_dups_size":0,"ondisk_log_size":577,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:25:13.592668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.17","version":"28'630","reported_seq":657,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:22.966864+0000","last_change":"2024-09-13T16:15:41.037211+0000","last_active":"2024-09-13T16:41:22.966864+0000","last_peered":"2024-09-13T16:41:22.966864+0000","last_clean":"2024-09-13T16:41:22.966864+0000","last_became_active":"2024-09-13T16:15:41.036955+0000","last_became_peered":"2024-09-13T16:15:41.036955+0000","last_unstale":"2024-09-13T16:41:22.966864+0000","last_undegraded":"2024-09-13T16:41:22.966864+0000","last_fullsized":"2024-09-13T16:41:22.966864+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":630,"log_dups_size":0,"ondisk_log_size":630,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:24:38.572929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":643,"num_write_kb":4401,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.11","version":"28'2353","reported_seq":2378,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.358095+0000","last_change":"2024-09-13T16:15:45.426193+0000","last_active":"2024-09-13T16:41:21.358095+0000","last_peered":"2024-09-13T16:41:21.358095+0000","last_clean":"2024-09-13T16:41:21.358095+0000","last_became_active":"2024-09-13T16:15:45.425834+0000","last_became_peered":"2024-09-13T16:15:45.425834+0000","last_unstale":"2024-09-13T16:41:21.358095+0000","last_undegraded":"2024-09-13T16:41:21.358095+0000","last_fullsized":"2024-09-13T16:41:21.358095+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2353,"log_dups_size":0,"ondisk_log_size":2353,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:08:24.944860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1763,"num_write_kb":44318,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6,5],"acting":[3,7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"28'2392","reported_seq":2418,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.208574+0000","last_change":"2024-09-13T16:15:45.445140+0000","last_active":"2024-09-13T16:41:21.208574+0000","last_peered":"2024-09-13T16:41:21.208574+0000","last_clean":"2024-09-13T16:41:21.208574+0000","last_became_active":"2024-09-13T16:15:45.444697+0000","last_became_peered":"2024-09-13T16:15:45.444697+0000","last_unstale":"2024-09-13T16:41:21.208574+0000","last_undegraded":"2024-09-13T16:41:21.208574+0000","last_fullsized":"2024-09-13T16:41:21.208574+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2392,"log_dups_size":0,"ondisk_log_size":2392,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:24:59.575250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1876,"num_write_kb":85170,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3,1],"acting":[0,7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"28'554","reported_seq":580,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.624465+0000","last_change":"2024-09-13T16:15:41.416274+0000","last_active":"2024-09-13T16:41:26.624465+0000","last_peered":"2024-09-13T16:41:26.624465+0000","last_clean":"2024-09-13T16:41:26.624465+0000","last_became_active":"2024-09-13T16:15:41.416031+0000","last_became_peered":"2024-09-13T16:15:41.416031+0000","last_unstale":"2024-09-13T16:41:26.624465+0000","last_undegraded":"2024-09-13T16:41:26.624465+0000","last_fullsized":"2024-09-13T16:41:26.624465+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":554,"log_dups_size":0,"ondisk_log_size":554,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:53:15.761243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":26,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.18","version":"28'4020","reported_seq":4047,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.572296+0000","last_change":"2024-09-13T16:15:41.028829+0000","last_active":"2024-09-13T16:41:26.572296+0000","last_peered":"2024-09-13T16:41:26.572296+0000","last_clean":"2024-09-13T16:41:26.572296+0000","last_became_active":"2024-09-13T16:15:41.028484+0000","last_became_peered":"2024-09-13T16:15:41.028484+0000","last_unstale":"2024-09-13T16:41:26.572296+0000","last_undegraded":"2024-09-13T16:41:26.572296+0000","last_fullsized":"2024-09-13T16:41:26.572296+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":4020,"log_dups_size":0,"ondisk_log_size":4020,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:54:43.966284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16072913,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4020,"num_write_kb":29846,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"28'2411","reported_seq":2437,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.341081+0000","last_change":"2024-09-13T16:15:45.436689+0000","last_active":"2024-09-13T16:41:21.341081+0000","last_peered":"2024-09-13T16:41:21.341081+0000","last_clean":"2024-09-13T16:41:21.341081+0000","last_became_active":"2024-09-13T16:15:45.436307+0000","last_became_peered":"2024-09-13T16:15:45.436307+0000","last_unstale":"2024-09-13T16:41:21.341081+0000","last_undegraded":"2024-09-13T16:41:21.341081+0000","last_fullsized":"2024-09-13T16:41:21.341081+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2411,"log_dups_size":0,"ondisk_log_size":2411,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:59:59.001054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1872,"num_write_kb":94300,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1,0],"acting":[6,5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"28'640","reported_seq":666,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.634532+0000","last_change":"2024-09-13T16:15:41.422643+0000","last_active":"2024-09-13T16:41:26.634532+0000","last_peered":"2024-09-13T16:41:26.634532+0000","last_clean":"2024-09-13T16:41:26.634532+0000","last_became_active":"2024-09-13T16:15:41.422354+0000","last_became_peered":"2024-09-13T16:15:41.422354+0000","last_unstale":"2024-09-13T16:41:26.634532+0000","last_undegraded":"2024-09-13T16:41:26.634532+0000","last_fullsized":"2024-09-13T16:41:26.634532+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":640,"log_dups_size":0,"ondisk_log_size":640,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:41:33.335619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"28'654","reported_seq":681,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.966353+0000","last_change":"2024-09-13T16:15:41.031795+0000","last_active":"2024-09-13T16:41:21.966353+0000","last_peered":"2024-09-13T16:41:21.966353+0000","last_clean":"2024-09-13T16:41:21.966353+0000","last_became_active":"2024-09-13T16:15:41.031397+0000","last_became_peered":"2024-09-13T16:15:41.031397+0000","last_unstale":"2024-09-13T16:41:21.966353+0000","last_undegraded":"2024-09-13T16:41:21.966353+0000","last_fullsized":"2024-09-13T16:41:21.966353+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":654,"log_dups_size":0,"ondisk_log_size":654,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:25:22.130748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":658,"num_write_kb":4390,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1a","version":"28'3753","reported_seq":3780,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:22.967193+0000","last_change":"2024-09-13T16:15:41.025334+0000","last_active":"2024-09-13T16:41:22.967193+0000","last_peered":"2024-09-13T16:41:22.967193+0000","last_clean":"2024-09-13T16:41:22.967193+0000","last_became_active":"2024-09-13T16:15:41.024989+0000","last_became_peered":"2024-09-13T16:15:41.024989+0000","last_unstale":"2024-09-13T16:41:22.967193+0000","last_undegraded":"2024-09-13T16:41:22.967193+0000","last_fullsized":"2024-09-13T16:41:22.967193+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":3753,"log_dups_size":0,"ondisk_log_size":3753,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:53:09.205608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12582912,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3756,"num_write_kb":30455,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"28'556","reported_seq":582,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.649471+0000","last_change":"2024-09-13T16:15:41.432442+0000","last_active":"2024-09-13T16:41:26.649471+0000","last_peered":"2024-09-13T16:41:26.649471+0000","last_clean":"2024-09-13T16:41:26.649471+0000","last_became_active":"2024-09-13T16:15:41.432139+0000","last_became_peered":"2024-09-13T16:15:41.432139+0000","last_unstale":"2024-09-13T16:41:26.649471+0000","last_undegraded":"2024-09-13T16:41:26.649471+0000","last_fullsized":"2024-09-13T16:41:26.649471+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":556,"log_dups_size":0,"ondisk_log_size":556,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:14:45.133899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"28'2403","reported_seq":2437,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.288634+0000","last_change":"2024-09-13T16:16:24.054939+0000","last_active":"2024-09-13T16:41:21.288634+0000","last_peered":"2024-09-13T16:41:21.288634+0000","last_clean":"2024-09-13T16:41:21.288634+0000","last_became_active":"2024-09-13T16:16:24.053479+0000","last_became_peered":"2024-09-13T16:16:24.053479+0000","last_unstale":"2024-09-13T16:41:21.288634+0000","last_undegraded":"2024-09-13T16:41:21.288634+0000","last_fullsized":"2024-09-13T16:41:21.288634+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2403,"log_dups_size":0,"ondisk_log_size":2403,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:18:58.278634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1817,"num_write_kb":55639,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,3,5],"acting":[2,0,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"28'1263","reported_seq":1290,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:22.960778+0000","last_change":"2024-09-13T16:15:41.036390+0000","last_active":"2024-09-13T16:41:22.960778+0000","last_peered":"2024-09-13T16:41:22.960778+0000","last_clean":"2024-09-13T16:41:22.960778+0000","last_became_active":"2024-09-13T16:15:41.036045+0000","last_became_peered":"2024-09-13T16:15:41.036045+0000","last_unstale":"2024-09-13T16:41:22.960778+0000","last_undegraded":"2024-09-13T16:41:22.960778+0000","last_fullsized":"2024-09-13T16:41:22.960778+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":1263,"log_dups_size":0,"ondisk_log_size":1263,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:24:38.572929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1270,"num_write_kb":8784,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"28'568","reported_seq":594,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.622334+0000","last_change":"2024-09-13T16:15:41.419556+0000","last_active":"2024-09-13T16:41:26.622334+0000","last_peered":"2024-09-13T16:41:26.622334+0000","last_clean":"2024-09-13T16:41:26.622334+0000","last_became_active":"2024-09-13T16:15:41.417827+0000","last_became_peered":"2024-09-13T16:15:41.417827+0000","last_unstale":"2024-09-13T16:41:26.622334+0000","last_undegraded":"2024-09-13T16:41:26.622334+0000","last_fullsized":"2024-09-13T16:41:26.622334+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":568,"log_dups_size":0,"ondisk_log_size":568,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:24:55.919158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"28'2336","reported_seq":2360,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.321076+0000","last_change":"2024-09-13T16:15:45.435555+0000","last_active":"2024-09-13T16:41:21.321076+0000","last_peered":"2024-09-13T16:41:21.321076+0000","last_clean":"2024-09-13T16:41:21.321076+0000","last_became_active":"2024-09-13T16:15:45.435169+0000","last_became_peered":"2024-09-13T16:15:45.435169+0000","last_unstale":"2024-09-13T16:41:21.321076+0000","last_undegraded":"2024-09-13T16:41:21.321076+0000","last_fullsized":"2024-09-13T16:41:21.321076+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2336,"log_dups_size":0,"ondisk_log_size":2336,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:25:57.742530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1808,"num_write_kb":46128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4,2],"acting":[3,1,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.20","version":"28'594","reported_seq":622,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.637054+0000","last_change":"2024-09-13T16:15:41.423423+0000","last_active":"2024-09-13T16:41:26.637054+0000","last_peered":"2024-09-13T16:41:26.637054+0000","last_clean":"2024-09-13T16:41:26.637054+0000","last_became_active":"2024-09-13T16:15:41.423169+0000","last_became_peered":"2024-09-13T16:15:41.423169+0000","last_unstale":"2024-09-13T16:41:26.637054+0000","last_undegraded":"2024-09-13T16:41:26.637054+0000","last_fullsized":"2024-09-13T16:41:26.637054+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":594,"log_dups_size":0,"ondisk_log_size":594,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:27:47.348543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":32,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"28'622","reported_seq":650,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.630856+0000","last_change":"2024-09-13T16:15:41.426426+0000","last_active":"2024-09-13T16:41:26.630856+0000","last_peered":"2024-09-13T16:41:26.630856+0000","last_clean":"2024-09-13T16:41:26.630856+0000","last_became_active":"2024-09-13T16:15:41.426171+0000","last_became_peered":"2024-09-13T16:15:41.426171+0000","last_unstale":"2024-09-13T16:41:26.630856+0000","last_undegraded":"2024-09-13T16:41:26.630856+0000","last_fullsized":"2024-09-13T16:41:26.630856+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":622,"log_dups_size":0,"ondisk_log_size":622,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:47:49.995930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"28'564","reported_seq":592,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.641004+0000","last_change":"2024-09-13T16:15:41.423833+0000","last_active":"2024-09-13T16:41:26.641004+0000","last_peered":"2024-09-13T16:41:26.641004+0000","last_clean":"2024-09-13T16:41:26.641004+0000","last_became_active":"2024-09-13T16:15:41.423509+0000","last_became_peered":"2024-09-13T16:15:41.423509+0000","last_unstale":"2024-09-13T16:41:26.641004+0000","last_undegraded":"2024-09-13T16:41:26.641004+0000","last_fullsized":"2024-09-13T16:41:26.641004+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":564,"log_dups_size":0,"ondisk_log_size":564,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:20:54.354960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"28'588","reported_seq":616,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.638126+0000","last_change":"2024-09-13T16:15:41.419808+0000","last_active":"2024-09-13T16:41:26.638126+0000","last_peered":"2024-09-13T16:41:26.638126+0000","last_clean":"2024-09-13T16:41:26.638126+0000","last_became_active":"2024-09-13T16:15:41.419574+0000","last_became_peered":"2024-09-13T16:15:41.419574+0000","last_unstale":"2024-09-13T16:41:26.638126+0000","last_undegraded":"2024-09-13T16:41:26.638126+0000","last_fullsized":"2024-09-13T16:41:26.638126+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":588,"log_dups_size":0,"ondisk_log_size":588,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:51:57.544490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"28'549","reported_seq":576,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.630132+0000","last_change":"2024-09-13T16:15:41.419911+0000","last_active":"2024-09-13T16:41:26.630132+0000","last_peered":"2024-09-13T16:41:26.630132+0000","last_clean":"2024-09-13T16:41:26.630132+0000","last_became_active":"2024-09-13T16:15:41.419644+0000","last_became_peered":"2024-09-13T16:15:41.419644+0000","last_unstale":"2024-09-13T16:41:26.630132+0000","last_undegraded":"2024-09-13T16:41:26.630132+0000","last_fullsized":"2024-09-13T16:41:26.630132+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":549,"log_dups_size":0,"ondisk_log_size":549,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:27:47.348543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"28'564","reported_seq":591,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.623865+0000","last_change":"2024-09-13T16:15:41.409800+0000","last_active":"2024-09-13T16:41:26.623865+0000","last_peered":"2024-09-13T16:41:26.623865+0000","last_clean":"2024-09-13T16:41:26.623865+0000","last_became_active":"2024-09-13T16:15:41.409523+0000","last_became_peered":"2024-09-13T16:15:41.409523+0000","last_unstale":"2024-09-13T16:41:26.623865+0000","last_undegraded":"2024-09-13T16:41:26.623865+0000","last_fullsized":"2024-09-13T16:41:26.623865+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":564,"log_dups_size":0,"ondisk_log_size":564,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:00:20.703088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"28'600","reported_seq":627,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.639668+0000","last_change":"2024-09-13T16:15:41.418006+0000","last_active":"2024-09-13T16:41:26.639668+0000","last_peered":"2024-09-13T16:41:26.639668+0000","last_clean":"2024-09-13T16:41:26.639668+0000","last_became_active":"2024-09-13T16:15:41.417761+0000","last_became_peered":"2024-09-13T16:15:41.417761+0000","last_unstale":"2024-09-13T16:41:26.639668+0000","last_undegraded":"2024-09-13T16:41:26.639668+0000","last_fullsized":"2024-09-13T16:41:26.639668+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":600,"log_dups_size":0,"ondisk_log_size":600,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:22:02.925875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":28,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"28'542","reported_seq":569,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.616215+0000","last_change":"2024-09-13T16:15:41.429135+0000","last_active":"2024-09-13T16:41:26.616215+0000","last_peered":"2024-09-13T16:41:26.616215+0000","last_clean":"2024-09-13T16:41:26.616215+0000","last_became_active":"2024-09-13T16:15:41.428841+0000","last_became_peered":"2024-09-13T16:15:41.428841+0000","last_unstale":"2024-09-13T16:41:26.616215+0000","last_undegraded":"2024-09-13T16:41:26.616215+0000","last_fullsized":"2024-09-13T16:41:26.616215+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":542,"log_dups_size":0,"ondisk_log_size":542,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:53:06.109901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"28'572","reported_seq":599,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.650081+0000","last_change":"2024-09-13T16:15:41.424140+0000","last_active":"2024-09-13T16:41:26.650081+0000","last_peered":"2024-09-13T16:41:26.650081+0000","last_clean":"2024-09-13T16:41:26.650081+0000","last_became_active":"2024-09-13T16:15:41.423826+0000","last_became_peered":"2024-09-13T16:15:41.423826+0000","last_unstale":"2024-09-13T16:41:26.650081+0000","last_undegraded":"2024-09-13T16:41:26.650081+0000","last_fullsized":"2024-09-13T16:41:26.650081+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":572,"log_dups_size":0,"ondisk_log_size":572,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:54:36.284115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":24,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"28'553","reported_seq":580,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.624089+0000","last_change":"2024-09-13T16:15:41.432323+0000","last_active":"2024-09-13T16:41:26.624089+0000","last_peered":"2024-09-13T16:41:26.624089+0000","last_clean":"2024-09-13T16:41:26.624089+0000","last_became_active":"2024-09-13T16:15:41.432121+0000","last_became_peered":"2024-09-13T16:15:41.432121+0000","last_unstale":"2024-09-13T16:41:26.624089+0000","last_undegraded":"2024-09-13T16:41:26.624089+0000","last_fullsized":"2024-09-13T16:41:26.624089+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":553,"log_dups_size":0,"ondisk_log_size":553,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:00:20.703088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"28'591","reported_seq":618,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.645108+0000","last_change":"2024-09-13T16:15:41.435089+0000","last_active":"2024-09-13T16:41:26.645108+0000","last_peered":"2024-09-13T16:41:26.645108+0000","last_clean":"2024-09-13T16:41:26.645108+0000","last_became_active":"2024-09-13T16:15:41.434875+0000","last_became_peered":"2024-09-13T16:15:41.434875+0000","last_unstale":"2024-09-13T16:41:26.645108+0000","last_undegraded":"2024-09-13T16:41:26.645108+0000","last_fullsized":"2024-09-13T16:41:26.645108+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":591,"log_dups_size":0,"ondisk_log_size":591,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:26:15.968684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"28'558","reported_seq":585,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.644180+0000","last_change":"2024-09-13T16:15:41.427159+0000","last_active":"2024-09-13T16:41:26.644180+0000","last_peered":"2024-09-13T16:41:26.644180+0000","last_clean":"2024-09-13T16:41:26.644180+0000","last_became_active":"2024-09-13T16:15:41.426887+0000","last_became_peered":"2024-09-13T16:15:41.426887+0000","last_unstale":"2024-09-13T16:41:26.644180+0000","last_undegraded":"2024-09-13T16:41:26.644180+0000","last_fullsized":"2024-09-13T16:41:26.644180+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":558,"log_dups_size":0,"ondisk_log_size":558,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:33:52.262369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"28'578","reported_seq":605,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.632979+0000","last_change":"2024-09-13T16:15:41.429253+0000","last_active":"2024-09-13T16:41:26.632979+0000","last_peered":"2024-09-13T16:41:26.632979+0000","last_clean":"2024-09-13T16:41:26.632979+0000","last_became_active":"2024-09-13T16:15:41.428906+0000","last_became_peered":"2024-09-13T16:15:41.428906+0000","last_unstale":"2024-09-13T16:41:26.632979+0000","last_undegraded":"2024-09-13T16:41:26.632979+0000","last_fullsized":"2024-09-13T16:41:26.632979+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":578,"log_dups_size":0,"ondisk_log_size":578,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:41:33.335619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":20,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2d","version":"28'570","reported_seq":597,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.633466+0000","last_change":"2024-09-13T16:15:41.421597+0000","last_active":"2024-09-13T16:41:26.633466+0000","last_peered":"2024-09-13T16:41:26.633466+0000","last_clean":"2024-09-13T16:41:26.633466+0000","last_became_active":"2024-09-13T16:15:41.421333+0000","last_became_peered":"2024-09-13T16:15:41.421333+0000","last_unstale":"2024-09-13T16:41:26.633466+0000","last_undegraded":"2024-09-13T16:41:26.633466+0000","last_fullsized":"2024-09-13T16:41:26.633466+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":570,"log_dups_size":0,"ondisk_log_size":570,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:44:05.493410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2e","version":"28'531","reported_seq":558,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.630494+0000","last_change":"2024-09-13T16:15:41.422358+0000","last_active":"2024-09-13T16:41:26.630494+0000","last_peered":"2024-09-13T16:41:26.630494+0000","last_clean":"2024-09-13T16:41:26.630494+0000","last_became_active":"2024-09-13T16:15:41.422120+0000","last_became_peered":"2024-09-13T16:15:41.422120+0000","last_unstale":"2024-09-13T16:41:26.630494+0000","last_undegraded":"2024-09-13T16:41:26.630494+0000","last_fullsized":"2024-09-13T16:41:26.630494+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":531,"log_dups_size":0,"ondisk_log_size":531,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:37:18.423822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2f","version":"28'590","reported_seq":617,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.646228+0000","last_change":"2024-09-13T16:15:41.431160+0000","last_active":"2024-09-13T16:41:26.646228+0000","last_peered":"2024-09-13T16:41:26.646228+0000","last_clean":"2024-09-13T16:41:26.646228+0000","last_became_active":"2024-09-13T16:15:41.430802+0000","last_became_peered":"2024-09-13T16:15:41.430802+0000","last_unstale":"2024-09-13T16:41:26.646228+0000","last_undegraded":"2024-09-13T16:41:26.646228+0000","last_fullsized":"2024-09-13T16:41:26.646228+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":590,"log_dups_size":0,"ondisk_log_size":590,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:49:01.550676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"28'579","reported_seq":599,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.633480+0000","last_change":"2024-09-13T16:16:23.802417+0000","last_active":"2024-09-13T16:41:26.633480+0000","last_peered":"2024-09-13T16:41:26.633480+0000","last_clean":"2024-09-13T16:41:26.633480+0000","last_became_active":"2024-09-13T16:16:23.802025+0000","last_became_peered":"2024-09-13T16:16:23.802025+0000","last_unstale":"2024-09-13T16:41:26.633480+0000","last_undegraded":"2024-09-13T16:41:26.633480+0000","last_fullsized":"2024-09-13T16:41:26.633480+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":579,"log_dups_size":0,"ondisk_log_size":579,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:51:51.229448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.31","version":"28'581","reported_seq":608,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.613056+0000","last_change":"2024-09-13T16:15:41.428474+0000","last_active":"2024-09-13T16:41:26.613056+0000","last_peered":"2024-09-13T16:41:26.613056+0000","last_clean":"2024-09-13T16:41:26.613056+0000","last_became_active":"2024-09-13T16:15:41.428226+0000","last_became_peered":"2024-09-13T16:15:41.428226+0000","last_unstale":"2024-09-13T16:41:26.613056+0000","last_undegraded":"2024-09-13T16:41:26.613056+0000","last_fullsized":"2024-09-13T16:41:26.613056+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":581,"log_dups_size":0,"ondisk_log_size":581,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:27:47.348543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":20,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.32","version":"28'575","reported_seq":602,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.629621+0000","last_change":"2024-09-13T16:15:41.414379+0000","last_active":"2024-09-13T16:41:26.629621+0000","last_peered":"2024-09-13T16:41:26.629621+0000","last_clean":"2024-09-13T16:41:26.629621+0000","last_became_active":"2024-09-13T16:15:41.414114+0000","last_became_peered":"2024-09-13T16:15:41.414114+0000","last_unstale":"2024-09-13T16:41:26.629621+0000","last_undegraded":"2024-09-13T16:41:26.629621+0000","last_fullsized":"2024-09-13T16:41:26.629621+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":575,"log_dups_size":0,"ondisk_log_size":575,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:38:39.233853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"28'548","reported_seq":574,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.630475+0000","last_change":"2024-09-13T16:15:41.419610+0000","last_active":"2024-09-13T16:41:26.630475+0000","last_peered":"2024-09-13T16:41:26.630475+0000","last_clean":"2024-09-13T16:41:26.630475+0000","last_became_active":"2024-09-13T16:15:41.419309+0000","last_became_peered":"2024-09-13T16:15:41.419309+0000","last_unstale":"2024-09-13T16:41:26.630475+0000","last_undegraded":"2024-09-13T16:41:26.630475+0000","last_fullsized":"2024-09-13T16:41:26.630475+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":548,"log_dups_size":0,"ondisk_log_size":548,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:11:47.177046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.34","version":"28'543","reported_seq":569,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.624906+0000","last_change":"2024-09-13T16:15:41.425705+0000","last_active":"2024-09-13T16:41:26.624906+0000","last_peered":"2024-09-13T16:41:26.624906+0000","last_clean":"2024-09-13T16:41:26.624906+0000","last_became_active":"2024-09-13T16:15:41.421971+0000","last_became_peered":"2024-09-13T16:15:41.421971+0000","last_unstale":"2024-09-13T16:41:26.624906+0000","last_undegraded":"2024-09-13T16:41:26.624906+0000","last_fullsized":"2024-09-13T16:41:26.624906+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":543,"log_dups_size":0,"ondisk_log_size":543,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:37:18.423822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.35","version":"28'544","reported_seq":570,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.645417+0000","last_change":"2024-09-13T16:15:41.427094+0000","last_active":"2024-09-13T16:41:26.645417+0000","last_peered":"2024-09-13T16:41:26.645417+0000","last_clean":"2024-09-13T16:41:26.645417+0000","last_became_active":"2024-09-13T16:15:41.426852+0000","last_became_peered":"2024-09-13T16:15:41.426852+0000","last_unstale":"2024-09-13T16:41:26.645417+0000","last_undegraded":"2024-09-13T16:41:26.645417+0000","last_fullsized":"2024-09-13T16:41:26.645417+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":544,"log_dups_size":0,"ondisk_log_size":544,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:53:06.109901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.36","version":"28'535","reported_seq":561,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.650547+0000","last_change":"2024-09-13T16:15:41.425147+0000","last_active":"2024-09-13T16:41:26.650547+0000","last_peered":"2024-09-13T16:41:26.650547+0000","last_clean":"2024-09-13T16:41:26.650547+0000","last_became_active":"2024-09-13T16:15:41.424810+0000","last_became_peered":"2024-09-13T16:15:41.424810+0000","last_unstale":"2024-09-13T16:41:26.650547+0000","last_undegraded":"2024-09-13T16:41:26.650547+0000","last_fullsized":"2024-09-13T16:41:26.650547+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":535,"log_dups_size":0,"ondisk_log_size":535,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:11:47.177046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.37","version":"28'567","reported_seq":593,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.651357+0000","last_change":"2024-09-13T16:15:41.431395+0000","last_active":"2024-09-13T16:41:26.651357+0000","last_peered":"2024-09-13T16:41:26.651357+0000","last_clean":"2024-09-13T16:41:26.651357+0000","last_became_active":"2024-09-13T16:15:41.431132+0000","last_became_peered":"2024-09-13T16:15:41.431132+0000","last_unstale":"2024-09-13T16:41:26.651357+0000","last_undegraded":"2024-09-13T16:41:26.651357+0000","last_fullsized":"2024-09-13T16:41:26.651357+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":567,"log_dups_size":0,"ondisk_log_size":567,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:53:04.084280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"28'546","reported_seq":572,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.646315+0000","last_change":"2024-09-13T16:15:41.426714+0000","last_active":"2024-09-13T16:41:26.646315+0000","last_peered":"2024-09-13T16:41:26.646315+0000","last_clean":"2024-09-13T16:41:26.646315+0000","last_became_active":"2024-09-13T16:15:41.426419+0000","last_became_peered":"2024-09-13T16:15:41.426419+0000","last_unstale":"2024-09-13T16:41:26.646315+0000","last_undegraded":"2024-09-13T16:41:26.646315+0000","last_fullsized":"2024-09-13T16:41:26.646315+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":546,"log_dups_size":0,"ondisk_log_size":546,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:56:02.400511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.39","version":"28'562","reported_seq":582,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.970792+0000","last_change":"2024-09-13T16:16:23.803128+0000","last_active":"2024-09-13T16:41:26.970792+0000","last_peered":"2024-09-13T16:41:26.970792+0000","last_clean":"2024-09-13T16:41:26.970792+0000","last_became_active":"2024-09-13T16:16:23.802699+0000","last_became_peered":"2024-09-13T16:16:23.802699+0000","last_unstale":"2024-09-13T16:41:26.970792+0000","last_undegraded":"2024-09-13T16:41:26.970792+0000","last_fullsized":"2024-09-13T16:41:26.970792+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":562,"log_dups_size":0,"ondisk_log_size":562,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:41:28.769913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.3a","version":"28'529","reported_seq":555,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.644066+0000","last_change":"2024-09-13T16:15:41.426714+0000","last_active":"2024-09-13T16:41:26.644066+0000","last_peered":"2024-09-13T16:41:26.644066+0000","last_clean":"2024-09-13T16:41:26.644066+0000","last_became_active":"2024-09-13T16:15:41.426165+0000","last_became_peered":"2024-09-13T16:15:41.426165+0000","last_unstale":"2024-09-13T16:41:26.644066+0000","last_undegraded":"2024-09-13T16:41:26.644066+0000","last_fullsized":"2024-09-13T16:41:26.644066+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":529,"log_dups_size":0,"ondisk_log_size":529,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:41:33.478951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"28'579","reported_seq":605,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.633754+0000","last_change":"2024-09-13T16:15:41.426151+0000","last_active":"2024-09-13T16:41:26.633754+0000","last_peered":"2024-09-13T16:41:26.633754+0000","last_clean":"2024-09-13T16:41:26.633754+0000","last_became_active":"2024-09-13T16:15:41.425871+0000","last_became_peered":"2024-09-13T16:15:41.425871+0000","last_unstale":"2024-09-13T16:41:26.633754+0000","last_undegraded":"2024-09-13T16:41:26.633754+0000","last_fullsized":"2024-09-13T16:41:26.633754+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":579,"log_dups_size":0,"ondisk_log_size":579,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:00:20.703088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3c","version":"28'565","reported_seq":587,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.625072+0000","last_change":"2024-09-13T16:16:24.651042+0000","last_active":"2024-09-13T16:41:26.625072+0000","last_peered":"2024-09-13T16:41:26.625072+0000","last_clean":"2024-09-13T16:41:26.625072+0000","last_became_active":"2024-09-13T16:16:24.650115+0000","last_became_peered":"2024-09-13T16:16:24.650115+0000","last_unstale":"2024-09-13T16:41:26.625072+0000","last_undegraded":"2024-09-13T16:41:26.625072+0000","last_fullsized":"2024-09-13T16:41:26.625072+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":565,"log_dups_size":0,"ondisk_log_size":565,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:37:05.588605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":24,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.3d","version":"28'564","reported_seq":592,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.633195+0000","last_change":"2024-09-13T16:15:41.417542+0000","last_active":"2024-09-13T16:41:26.633195+0000","last_peered":"2024-09-13T16:41:26.633195+0000","last_clean":"2024-09-13T16:41:26.633195+0000","last_became_active":"2024-09-13T16:15:41.416985+0000","last_became_peered":"2024-09-13T16:15:41.416985+0000","last_unstale":"2024-09-13T16:41:26.633195+0000","last_undegraded":"2024-09-13T16:41:26.633195+0000","last_fullsized":"2024-09-13T16:41:26.633195+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":564,"log_dups_size":0,"ondisk_log_size":564,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:29:42.655942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":26,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"28'540","reported_seq":568,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.607585+0000","last_change":"2024-09-13T16:15:41.413539+0000","last_active":"2024-09-13T16:41:26.607585+0000","last_peered":"2024-09-13T16:41:26.607585+0000","last_clean":"2024-09-13T16:41:26.607585+0000","last_became_active":"2024-09-13T16:15:41.413271+0000","last_became_peered":"2024-09-13T16:15:41.413271+0000","last_unstale":"2024-09-13T16:41:26.607585+0000","last_undegraded":"2024-09-13T16:41:26.607585+0000","last_fullsized":"2024-09-13T16:41:26.607585+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":540,"log_dups_size":0,"ondisk_log_size":540,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:53:06.109901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3f","version":"28'538","reported_seq":566,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.643674+0000","last_change":"2024-09-13T16:15:41.429399+0000","last_active":"2024-09-13T16:41:26.643674+0000","last_peered":"2024-09-13T16:41:26.643674+0000","last_clean":"2024-09-13T16:41:26.643674+0000","last_became_active":"2024-09-13T16:15:41.427176+0000","last_became_peered":"2024-09-13T16:15:41.427176+0000","last_unstale":"2024-09-13T16:41:26.643674+0000","last_undegraded":"2024-09-13T16:41:26.643674+0000","last_fullsized":"2024-09-13T16:41:26.643674+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":538,"log_dups_size":0,"ondisk_log_size":538,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:40:58.520846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":59618,"num_write_kb":2308776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":77587,"ondisk_log_size":77587,"up":128,"acting":128,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1120,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":36153,"ondisk_log_size":36153,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":250597653,"num_objects":81,"num_object_clones":0,"num_object_copies":162,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":81,"num_whiteouts":0,"num_read":2822,"num_read_kb":5679,"num_write":68652,"num_write_kb":484381,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":501268480,"data_stored":501203692,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":67858,"ondisk_log_size":67858,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":5,"up_from":15,"seq":64424509756,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":352964,"kb_used_data":73340,"kb_used_omap":1,"kb_used_meta":279614,"kb_avail":94018876,"statfs":{"total":96636764160,"available":96275329024,"internally_reserved":0,"allocated":75100160,"data_stored":74914541,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":286325190},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:41:06 2024","interfaces":[{"interface":"back","average":{"1min":0.66400000000000003,"5min":0.58599999999999997,"15min":0.59199999999999997},"min":{"1min":0.314,"5min":0.25,"15min":0.25},"max":{"1min":3.0339999999999998,"5min":3.0339999999999998,"15min":3.0339999999999998},"last":1.0649999999999999},{"interface":"front","average":{"1min":0.52600000000000002,"5min":0.57199999999999995,"15min":0.61399999999999999},"min":{"1min":0.31900000000000001,"5min":0.307,"15min":0.26000000000000001},"max":{"1min":0.96699999999999997,"5min":2.1059999999999999,"15min":2.1059999999999999},"last":0.74399999999999999}]},{"osd":1,"last update":"Fri Sep 13 16:41:06 2024","interfaces":[{"interface":"back","average":{"1min":0.97099999999999997,"5min":0.63400000000000001,"15min":0.627},"min":{"1min":0.307,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":6.9329999999999998,"5min":6.9329999999999998,"15min":6.9329999999999998},"last":0.97399999999999998},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.61299999999999999,"15min":0.65600000000000003},"min":{"1min":0.314,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.85099999999999998,"5min":2.1080000000000001,"15min":2.1080000000000001},"last":0.93100000000000005}]},{"osd":2,"last update":"Fri Sep 13 16:41:06 2024","interfaces":[{"interface":"back","average":{"1min":0.78100000000000003,"5min":0.64300000000000002,"15min":0.67500000000000004},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.29499999999999998},"max":{"1min":4.9770000000000003,"5min":4.9770000000000003,"15min":4.9770000000000003},"last":0.82899999999999996},{"interface":"front","average":{"1min":0.68799999999999994,"5min":0.71399999999999997,"15min":0.71599999999999997},"min":{"1min":0.34300000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":1.25,"5min":2.6579999999999999,"15min":2.6579999999999999},"last":1.042}]},{"osd":3,"last update":"Fri Sep 13 16:41:06 2024","interfaces":[{"interface":"back","average":{"1min":0.77000000000000002,"5min":0.76000000000000001,"15min":0.76200000000000001},"min":{"1min":0.39100000000000001,"5min":0.373,"15min":0.35799999999999998},"max":{"1min":2.718,"5min":7.2569999999999997,"15min":7.2569999999999997},"last":0.89900000000000002},{"interface":"front","average":{"1min":0.70099999999999996,"5min":0.83499999999999996,"15min":0.79800000000000004},"min":{"1min":0.42799999999999999,"5min":0.42499999999999999,"15min":0.39900000000000002},"max":{"1min":1.1839999999999999,"5min":7.3780000000000001,"15min":7.3780000000000001},"last":1.119}]},{"osd":4,"last update":"Fri Sep 13 16:41:06 2024","interfaces":[{"interface":"back","average":{"1min":0.61199999999999999,"5min":0.66100000000000003,"15min":0.68999999999999995},"min":{"1min":0.35399999999999998,"5min":0.29199999999999998,"15min":0.27000000000000002},"max":{"1min":1.0349999999999999,"5min":2.0459999999999998,"15min":2.0459999999999998},"last":1.1439999999999999},{"interface":"front","average":{"1min":0.66100000000000003,"5min":0.70099999999999996,"15min":0.72699999999999998},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.26800000000000002},"max":{"1min":0.94299999999999995,"5min":2.1859999999999999,"15min":2.1859999999999999},"last":1.0149999999999999}]},{"osd":6,"last update":"Fri Sep 13 16:41:06 2024","interfaces":[{"interface":"back","average":{"1min":0.75700000000000001,"5min":0.71699999999999997,"15min":0.746},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.28199999999999997},"max":{"1min":1.369,"5min":1.661,"15min":1.661},"last":1.171},{"interface":"front","average":{"1min":0.68899999999999995,"5min":0.746,"15min":0.79200000000000004},"min":{"1min":0.434,"5min":0.315,"15min":0.315},"max":{"1min":1.056,"5min":2.129,"15min":2.129},"last":1.1870000000000001}]},{"osd":7,"last update":"Fri Sep 13 16:41:06 2024","interfaces":[{"interface":"back","average":{"1min":0.65800000000000003,"5min":0.73399999999999999,"15min":0.80100000000000005},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.33400000000000002},"max":{"1min":1.117,"5min":2.1349999999999998,"15min":2.1349999999999998},"last":1.0940000000000001},{"interface":"front","average":{"1min":0.79200000000000004,"5min":0.76900000000000002,"15min":0.81200000000000006},"min":{"1min":0.45100000000000001,"5min":0.40500000000000003,"15min":0.34399999999999997},"max":{"1min":1.3100000000000001,"5min":1.6870000000000001,"15min":1.6870000000000001},"last":1.208}]}]},{"osd":7,"up_from":14,"seq":60129542460,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":337908,"kb_used_data":58220,"kb_used_omap":1,"kb_used_meta":279678,"kb_avail":94033932,"statfs":{"total":96636764160,"available":96290746368,"internally_reserved":0,"allocated":59617280,"data_stored":59432488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":286390731},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:41:15 2024","interfaces":[{"interface":"back","average":{"1min":0.63900000000000001,"5min":0.55400000000000005,"15min":0.58299999999999996},"min":{"1min":0.27100000000000002,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":2.4590000000000001,"5min":2.4590000000000001,"15min":5.7370000000000001},"last":0.68899999999999995},{"interface":"front","average":{"1min":0.64800000000000002,"5min":0.60299999999999998,"15min":0.629},"min":{"1min":0.36099999999999999,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":3.363,"5min":3.4769999999999999,"15min":3.7610000000000001},"last":0.90800000000000003}]},{"osd":1,"last update":"Fri Sep 13 16:41:15 2024","interfaces":[{"interface":"back","average":{"1min":0.65600000000000003,"5min":0.60899999999999999,"15min":0.61599999999999999},"min":{"1min":0.33800000000000002,"5min":0.255,"15min":0.255},"max":{"1min":2.4260000000000002,"5min":3.7050000000000001,"15min":3.7050000000000001},"last":0.76100000000000001},{"interface":"front","average":{"1min":1.091,"5min":0.67500000000000004,"15min":0.66000000000000003},"min":{"1min":0.318,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":12.552,"5min":12.552,"15min":12.552},"last":0.80700000000000005}]},{"osd":2,"last update":"Fri Sep 13 16:41:15 2024","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.70599999999999996,"15min":0.70999999999999996},"min":{"1min":0.40500000000000003,"5min":0.314,"15min":0.27000000000000002},"max":{"1min":1.139,"5min":4.375,"15min":4.375},"last":0.94699999999999995},{"interface":"front","average":{"1min":0.76400000000000001,"5min":0.85199999999999998,"15min":0.746},"min":{"1min":0.40300000000000002,"5min":0.314,"15min":0.30399999999999999},"max":{"1min":3.3210000000000002,"5min":8.1370000000000005,"15min":8.1370000000000005},"last":1.0580000000000001}]},{"osd":3,"last update":"Fri Sep 13 16:41:15 2024","interfaces":[{"interface":"back","average":{"1min":0.68100000000000005,"5min":0.89000000000000001,"15min":0.83199999999999996},"min":{"1min":0.44900000000000001,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":1.27,"5min":10.526,"15min":10.526},"last":1.0289999999999999},{"interface":"front","average":{"1min":0.69299999999999995,"5min":0.78800000000000003,"15min":0.79800000000000004},"min":{"1min":0.46000000000000002,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":1.522,"5min":6.407,"15min":6.407},"last":1.177}]},{"osd":4,"last update":"Fri Sep 13 16:41:15 2024","interfaces":[{"interface":"back","average":{"1min":0.73799999999999999,"5min":0.59899999999999998,"15min":0.63600000000000001},"min":{"1min":0.36699999999999999,"5min":0.28599999999999998,"15min":0.28100000000000003},"max":{"1min":4.5119999999999996,"5min":4.5119999999999996,"15min":4.5119999999999996},"last":0.97999999999999998},{"interface":"front","average":{"1min":0.65800000000000003,"5min":0.68799999999999994,"15min":0.70299999999999996},"min":{"1min":0.28699999999999998,"5min":0.27300000000000002,"15min":0.26200000000000001},"max":{"1min":1.3440000000000001,"5min":3.5259999999999998,"15min":3.5259999999999998},"last":1.1379999999999999}]},{"osd":5,"last update":"Fri Sep 13 16:41:15 2024","interfaces":[{"interface":"back","average":{"1min":0.61899999999999999,"5min":0.61099999999999999,"15min":0.67500000000000004},"min":{"1min":0.38600000000000001,"5min":0.32400000000000001,"15min":0.28799999999999998},"max":{"1min":1.238,"5min":1.238,"15min":1.875},"last":1.111},{"interface":"front","average":{"1min":0.74199999999999999,"5min":0.77800000000000002,"15min":0.79100000000000004},"min":{"1min":0.40999999999999998,"5min":0.38600000000000001,"15min":0.377},"max":{"1min":1.3720000000000001,"5min":3.629,"15min":3.629},"last":1.099}]},{"osd":6,"last update":"Fri Sep 13 16:41:15 2024","interfaces":[{"interface":"back","average":{"1min":0.68400000000000005,"5min":0.68999999999999995,"15min":0.73999999999999999},"min":{"1min":0.42099999999999999,"5min":0.38300000000000001,"15min":0.35099999999999998},"max":{"1min":1.0649999999999999,"5min":1.246,"15min":1.9610000000000001},"last":1.2290000000000001},{"interface":"front","average":{"1min":0.85499999999999998,"5min":0.80800000000000005,"15min":0.81499999999999995},"min":{"1min":0.47599999999999998,"5min":0.40000000000000002,"15min":0.32600000000000001},"max":{"1min":3.173,"5min":5.0199999999999996,"15min":5.0199999999999996},"last":1.2110000000000001}]}]},{"osd":6,"up_from":14,"seq":60129542459,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":381492,"kb_used_data":65836,"kb_used_omap":1,"kb_used_meta":315646,"kb_avail":93990348,"statfs":{"total":96636764160,"available":96246116352,"internally_reserved":0,"allocated":67416064,"data_stored":67230818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":323221959},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:41:15 2024","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.59899999999999998,"15min":0.622},"min":{"1min":0.375,"5min":0.28999999999999998,"15min":0.25700000000000001},"max":{"1min":1.47,"5min":8.8529999999999998,"15min":8.8529999999999998},"last":0.83099999999999996},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.68999999999999995,"15min":0.72699999999999998},"min":{"1min":0.313,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":1.4399999999999999,"5min":8.5220000000000002,"15min":10.359},"last":1.022}]},{"osd":1,"last update":"Fri Sep 13 16:41:15 2024","interfaces":[{"interface":"back","average":{"1min":0.68200000000000005,"5min":0.66100000000000003,"15min":0.69299999999999995},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":1.5189999999999999,"5min":3.2290000000000001,"15min":4.3949999999999996},"last":1.1339999999999999},{"interface":"front","average":{"1min":0.61499999999999999,"5min":0.60499999999999998,"15min":0.66900000000000004},"min":{"1min":0.39600000000000002,"5min":0.32600000000000001,"15min":0.28999999999999998},"max":{"1min":1.8240000000000001,"5min":2.2949999999999999,"15min":5.5510000000000002},"last":0.93600000000000005}]},{"osd":2,"last update":"Fri Sep 13 16:41:15 2024","interfaces":[{"interface":"back","average":{"1min":0.752,"5min":0.78400000000000003,"15min":0.76000000000000001},"min":{"1min":0.35399999999999998,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":3.181,"5min":12.505000000000001,"15min":12.505000000000001},"last":0.70099999999999996},{"interface":"front","average":{"1min":0.66700000000000004,"5min":0.69099999999999995,"15min":0.754},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":1.1499999999999999,"5min":3.1019999999999999,"15min":3.605},"last":0.96399999999999997}]},{"osd":3,"last update":"Fri Sep 13 16:41:15 2024","interfaces":[{"interface":"back","average":{"1min":0.93899999999999995,"5min":0.90000000000000002,"15min":0.84699999999999998},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.313},"max":{"1min":5.3230000000000004,"5min":7.202,"15min":7.202},"last":1.0489999999999999},{"interface":"front","average":{"1min":0.96899999999999997,"5min":0.88800000000000001,"15min":0.91500000000000004},"min":{"1min":0.47599999999999998,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":5.0339999999999998,"5min":7.141,"15min":17.404},"last":0.90800000000000003}]},{"osd":4,"last update":"Fri Sep 13 16:41:15 2024","interfaces":[{"interface":"back","average":{"1min":0.625,"5min":0.67400000000000004,"15min":0.73099999999999998},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":1.0800000000000001,"5min":2.298,"15min":4.5490000000000004},"last":0.73299999999999998},{"interface":"front","average":{"1min":0.70999999999999996,"5min":0.70399999999999996,"15min":0.73899999999999999},"min":{"1min":0.38,"5min":0.27800000000000002,"15min":0.25900000000000001},"max":{"1min":1.3600000000000001,"5min":3.532,"15min":3.532},"last":0.99199999999999999}]},{"osd":5,"last update":"Fri Sep 13 16:41:27 2024","interfaces":[{"interface":"back","average":{"1min":0.749,"5min":0.69599999999999995,"15min":0.75900000000000001},"min":{"1min":0.39900000000000002,"5min":0.28699999999999998,"15min":0.27800000000000002},"max":{"1min":1.4059999999999999,"5min":2.2629999999999999,"15min":5.8730000000000002},"last":0.77700000000000002},{"interface":"front","average":{"1min":0.88500000000000001,"5min":0.71399999999999997,"15min":0.80400000000000005},"min":{"1min":0.40899999999999997,"5min":0.30599999999999999,"15min":0.252},"max":{"1min":3.1429999999999998,"5min":3.1429999999999998,"15min":6.306},"last":0.79500000000000004}]},{"osd":7,"last update":"Fri Sep 13 16:41:15 2024","interfaces":[{"interface":"back","average":{"1min":0.77500000000000002,"5min":0.70999999999999996,"15min":0.82199999999999995},"min":{"1min":0.45500000000000002,"5min":0.32500000000000001,"15min":0.30399999999999999},"max":{"1min":1.494,"5min":1.494,"15min":5.5990000000000002},"last":1.1020000000000001},{"interface":"front","average":{"1min":0.76700000000000002,"5min":0.75600000000000001,"15min":0.87},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":1.212,"5min":1.367,"15min":4.7640000000000002},"last":0.86099999999999999}]}]},{"osd":4,"up_from":14,"seq":60129542461,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":419284,"kb_used_data":73356,"kb_used_omap":1,"kb_used_meta":345918,"kb_avail":93952556,"statfs":{"total":96636764160,"available":96207417344,"internally_reserved":0,"allocated":75116544,"data_stored":74922963,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":354220486},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:41:20 2024","interfaces":[{"interface":"back","average":{"1min":0.70499999999999996,"5min":0.55900000000000005,"15min":0.57399999999999995},"min":{"1min":0.32400000000000001,"5min":0.26500000000000001,"15min":0.22900000000000001},"max":{"1min":3.9809999999999999,"5min":3.9809999999999999,"15min":3.9809999999999999},"last":0.83999999999999997},{"interface":"front","average":{"1min":0.92600000000000005,"5min":0.70499999999999996,"15min":0.64400000000000002},"min":{"1min":0.36199999999999999,"5min":0.30399999999999999,"15min":0.26000000000000001},"max":{"1min":4.0010000000000003,"5min":4.0010000000000003,"15min":4.0010000000000003},"last":0.65900000000000003}]},{"osd":1,"last update":"Fri Sep 13 16:41:20 2024","interfaces":[{"interface":"back","average":{"1min":0.73899999999999999,"5min":0.63600000000000001,"15min":0.61199999999999999},"min":{"1min":0.33600000000000002,"5min":0.28999999999999998,"15min":0.254},"max":{"1min":2.4260000000000002,"5min":3.6259999999999999,"15min":3.6259999999999999},"last":1.034},{"interface":"front","average":{"1min":0.64000000000000001,"5min":0.628,"15min":0.66000000000000003},"min":{"1min":0.39600000000000002,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":1.4179999999999999,"5min":1.8740000000000001,"15min":2.4089999999999998},"last":0.71399999999999997}]},{"osd":2,"last update":"Fri Sep 13 16:41:20 2024","interfaces":[{"interface":"back","average":{"1min":0.67600000000000005,"5min":0.71799999999999997,"15min":0.71199999999999997},"min":{"1min":0.42299999999999999,"5min":0.311,"15min":0.311},"max":{"1min":1.121,"5min":5.2910000000000004,"15min":5.2910000000000004},"last":0.77000000000000002},{"interface":"front","average":{"1min":0.74099999999999999,"5min":0.72599999999999998,"15min":0.71799999999999997},"min":{"1min":0.45700000000000002,"5min":0.36299999999999999,"15min":0.35099999999999998},"max":{"1min":2.0550000000000002,"5min":4.4080000000000004,"15min":4.4080000000000004},"last":0.91500000000000004}]},{"osd":3,"last update":"Fri Sep 13 16:41:20 2024","interfaces":[{"interface":"back","average":{"1min":0.83299999999999996,"5min":0.81200000000000006,"15min":0.79900000000000004},"min":{"1min":0.42599999999999999,"5min":0.378,"15min":0.34100000000000003},"max":{"1min":3.0539999999999998,"5min":5.6459999999999999,"15min":5.6459999999999999},"last":0.99199999999999999},{"interface":"front","average":{"1min":0.77900000000000003,"5min":0.86499999999999999,"15min":0.81299999999999994},"min":{"1min":0.46100000000000002,"5min":0.40799999999999997,"15min":0.32500000000000001},"max":{"1min":2.1080000000000001,"5min":5.6219999999999999,"15min":5.6219999999999999},"last":0.78800000000000003}]},{"osd":5,"last update":"Fri Sep 13 16:41:20 2024","interfaces":[{"interface":"back","average":{"1min":0.70299999999999996,"5min":0.60799999999999998,"15min":0.65500000000000003},"min":{"1min":0.374,"5min":0.311,"15min":0.246},"max":{"1min":2.4750000000000001,"5min":3.0169999999999999,"15min":3.0169999999999999},"last":0.86799999999999999},{"interface":"front","average":{"1min":0.63900000000000001,"5min":0.66700000000000004,"15min":0.72699999999999998},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":1.1699999999999999,"5min":1.7549999999999999,"15min":1.7549999999999999},"last":0.80800000000000005}]},{"osd":6,"last update":"Fri Sep 13 16:41:20 2024","interfaces":[{"interface":"back","average":{"1min":0.83299999999999996,"5min":0.67700000000000005,"15min":0.72199999999999998},"min":{"1min":0.42299999999999999,"5min":0.32100000000000001,"15min":0.27900000000000003},"max":{"1min":2.5139999999999998,"5min":2.5139999999999998,"15min":2.5139999999999998},"last":1.0940000000000001},{"interface":"front","average":{"1min":0.88600000000000001,"5min":0.75600000000000001,"15min":0.78200000000000003},"min":{"1min":0.40600000000000003,"5min":0.38300000000000001,"15min":0.26400000000000001},"max":{"1min":3.9489999999999998,"5min":3.9489999999999998,"15min":3.9489999999999998},"last":0.94699999999999995}]},{"osd":7,"last update":"Fri Sep 13 16:41:20 2024","interfaces":[{"interface":"back","average":{"1min":0.79100000000000004,"5min":0.77700000000000002,"15min":0.77900000000000003},"min":{"1min":0.46899999999999997,"5min":0.33400000000000002,"15min":0.309},"max":{"1min":1.9350000000000001,"5min":3.2999999999999998,"15min":3.2999999999999998},"last":1.012},{"interface":"front","average":{"1min":0.749,"5min":0.72199999999999998,"15min":0.78500000000000003},"min":{"1min":0.47599999999999998,"5min":0.36899999999999999,"15min":0.33800000000000002},"max":{"1min":1.256,"5min":2.399,"15min":2.399},"last":0.96599999999999997}]}]},{"osd":3,"up_from":14,"seq":60129542460,"num_pgs":48,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":421336,"kb_used_data":65488,"kb_used_omap":1,"kb_used_meta":355838,"kb_avail":93950504,"statfs":{"total":96636764160,"available":96205316096,"internally_reserved":0,"allocated":67059712,"data_stored":66873064,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":364378568},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:41:24 2024","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.53700000000000003,"15min":0.53800000000000003},"min":{"1min":0.27800000000000002,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":2.7839999999999998,"5min":4.069,"15min":4.069},"last":0.876},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.52500000000000002,"15min":0.63600000000000001},"min":{"1min":0.30099999999999999,"5min":0.248,"15min":0.23999999999999999},"max":{"1min":1.113,"5min":1.2929999999999999,"15min":8.9700000000000006},"last":0.79200000000000004}]},{"osd":1,"last update":"Fri Sep 13 16:41:24 2024","interfaces":[{"interface":"back","average":{"1min":0.70299999999999996,"5min":0.69899999999999995,"15min":0.69999999999999996},"min":{"1min":0.318,"5min":0.216,"15min":0.216},"max":{"1min":3.718,"5min":9.5800000000000001,"15min":11.993},"last":0.83299999999999996},{"interface":"front","average":{"1min":0.71999999999999997,"5min":0.61799999999999999,"15min":0.71599999999999997},"min":{"1min":0.35699999999999998,"5min":0.27800000000000002,"15min":0.249},"max":{"1min":2.5129999999999999,"5min":2.5129999999999999,"15min":15.374000000000001},"last":1.276}]},{"osd":2,"last update":"Fri Sep 13 16:41:24 2024","interfaces":[{"interface":"back","average":{"1min":0.64700000000000002,"5min":0.65400000000000003,"15min":0.71799999999999997},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":1.145,"5min":3.4049999999999998,"15min":6.9809999999999999},"last":0.95899999999999996},{"interface":"front","average":{"1min":0.77200000000000002,"5min":0.74099999999999999,"15min":0.78200000000000003},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":3.3359999999999999,"5min":9.532,"15min":11.956},"last":1.099}]},{"osd":4,"last update":"Fri Sep 13 16:41:24 2024","interfaces":[{"interface":"back","average":{"1min":0.84499999999999997,"5min":0.78500000000000003,"15min":0.80400000000000005},"min":{"1min":0.45900000000000002,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":2.581,"5min":7.1280000000000001,"15min":7.1280000000000001},"last":1.52},{"interface":"front","average":{"1min":0.81999999999999995,"5min":0.75900000000000001,"15min":0.83499999999999996},"min":{"1min":0.41399999999999998,"5min":0.35699999999999998,"15min":0.34999999999999998},"max":{"1min":3.2799999999999998,"5min":5.5389999999999997,"15min":7.1929999999999996},"last":1.3580000000000001}]},{"osd":5,"last update":"Fri Sep 13 16:41:24 2024","interfaces":[{"interface":"back","average":{"1min":0.89600000000000002,"5min":0.84699999999999998,"15min":0.90700000000000003},"min":{"1min":0.48099999999999998,"5min":0.309,"15min":0.309},"max":{"1min":3.2629999999999999,"5min":9.2260000000000009,"15min":12.082000000000001},"last":1.377},{"interface":"front","average":{"1min":0.90900000000000003,"5min":0.79200000000000004,"15min":0.90200000000000002},"min":{"1min":0.39900000000000002,"5min":0.38400000000000001,"15min":0.38300000000000001},"max":{"1min":2.5499999999999998,"5min":2.5499999999999998,"15min":15.422000000000001},"last":1.675}]},{"osd":6,"last update":"Fri Sep 13 16:41:24 2024","interfaces":[{"interface":"back","average":{"1min":0.83699999999999997,"5min":0.76700000000000002,"15min":0.878},"min":{"1min":0.45300000000000001,"5min":0.40200000000000002,"15min":0.38500000000000001},"max":{"1min":1.5980000000000001,"5min":2.2639999999999998,"15min":7.6470000000000002},"last":1.4319999999999999},{"interface":"front","average":{"1min":1.004,"5min":0.91900000000000004,"15min":0.97499999999999998},"min":{"1min":0.51700000000000002,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":3.3050000000000002,"5min":9.4689999999999994,"15min":11.852},"last":1.6000000000000001}]},{"osd":7,"last update":"Fri Sep 13 16:41:24 2024","interfaces":[{"interface":"back","average":{"1min":1.0720000000000001,"5min":0.94999999999999996,"15min":1.0289999999999999},"min":{"1min":0.56000000000000005,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":3.359,"5min":9.3569999999999993,"15min":12.021000000000001},"last":1.452},{"interface":"front","average":{"1min":0.95999999999999996,"5min":0.876,"15min":0.97299999999999998},"min":{"1min":0.52400000000000002,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":2.621,"5min":4.9669999999999996,"15min":15.548},"last":1.7330000000000001}]}]},{"osd":2,"up_from":14,"seq":60129542461,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":242576,"kb_used_data":36808,"kb_used_omap":1,"kb_used_meta":205758,"kb_avail":94129264,"statfs":{"total":96636764160,"available":96388366336,"internally_reserved":0,"allocated":37691392,"data_stored":37512264,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":210696646},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:41:22 2024","interfaces":[{"interface":"back","average":{"1min":0.44600000000000001,"5min":0.45100000000000001,"15min":0.51100000000000001},"min":{"1min":0.25800000000000001,"5min":0.224,"15min":0.224},"max":{"1min":0.81799999999999995,"5min":1.0529999999999999,"15min":2.4470000000000001},"last":0.746},{"interface":"front","average":{"1min":0.623,"5min":0.629,"15min":0.68500000000000005},"min":{"1min":0.28399999999999997,"5min":0.222,"15min":0.222},"max":{"1min":2.4550000000000001,"5min":3.6280000000000001,"15min":3.75},"last":0.69599999999999995}]},{"osd":1,"last update":"Fri Sep 13 16:41:22 2024","interfaces":[{"interface":"back","average":{"1min":0.60799999999999998,"5min":0.628,"15min":0.68600000000000005},"min":{"1min":0.30599999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":1.8759999999999999,"5min":3.472,"15min":4.3010000000000002},"last":0.82299999999999995},{"interface":"front","average":{"1min":0.66700000000000004,"5min":0.629,"15min":0.69199999999999995},"min":{"1min":0.33600000000000002,"5min":0.28299999999999997,"15min":0.28100000000000003},"max":{"1min":1.887,"5min":3.9169999999999998,"15min":6.2380000000000004},"last":0.78800000000000003}]},{"osd":3,"last update":"Fri Sep 13 16:41:22 2024","interfaces":[{"interface":"back","average":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.73799999999999999},"min":{"1min":0.378,"5min":0.312,"15min":0.312},"max":{"1min":1.569,"5min":3.556,"15min":3.556},"last":1.111},{"interface":"front","average":{"1min":0.66000000000000003,"5min":0.71199999999999997,"15min":0.73199999999999998},"min":{"1min":0.40100000000000002,"5min":0.33200000000000002,"15min":0.30599999999999999},"max":{"1min":1.2490000000000001,"5min":3.8399999999999999,"15min":3.8399999999999999},"last":0.877}]},{"osd":4,"last update":"Fri Sep 13 16:41:22 2024","interfaces":[{"interface":"back","average":{"1min":0.69299999999999995,"5min":0.69099999999999995,"15min":0.73599999999999999},"min":{"1min":0.40400000000000003,"5min":0.374,"15min":0.36299999999999999},"max":{"1min":1.1799999999999999,"5min":3.8849999999999998,"15min":3.8849999999999998},"last":0.98699999999999999},{"interface":"front","average":{"1min":0.74299999999999999,"5min":0.70399999999999996,"15min":0.79400000000000004},"min":{"1min":0.40000000000000002,"5min":0.38600000000000001,"15min":0.309},"max":{"1min":1.097,"5min":1.3759999999999999,"15min":3.3460000000000001},"last":1.075}]},{"osd":5,"last update":"Fri Sep 13 16:41:22 2024","interfaces":[{"interface":"back","average":{"1min":0.748,"5min":0.747,"15min":0.81499999999999995},"min":{"1min":0.47999999999999998,"5min":0.41999999999999998,"15min":0.34699999999999998},"max":{"1min":1.2190000000000001,"5min":1.3959999999999999,"15min":3.238},"last":0.94799999999999995},{"interface":"front","average":{"1min":0.82799999999999996,"5min":0.878,"15min":0.90000000000000002},"min":{"1min":0.47599999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":1.603,"5min":4.0640000000000001,"15min":4.0640000000000001},"last":1.2350000000000001}]},{"osd":6,"last update":"Fri Sep 13 16:41:22 2024","interfaces":[{"interface":"back","average":{"1min":0.85999999999999999,"5min":0.89100000000000001,"15min":0.93500000000000005},"min":{"1min":0.56699999999999995,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":1.6279999999999999,"5min":4.1639999999999997,"15min":4.1639999999999997},"last":1.181},{"interface":"front","average":{"1min":0.79200000000000004,"5min":0.79000000000000004,"15min":0.84599999999999997},"min":{"1min":0.55100000000000005,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":1.6359999999999999,"5min":3.9460000000000002,"15min":3.9460000000000002},"last":1.1399999999999999}]},{"osd":7,"last update":"Fri Sep 13 16:41:22 2024","interfaces":[{"interface":"back","average":{"1min":0.80400000000000005,"5min":0.81499999999999995,"15min":0.91000000000000003},"min":{"1min":0.502,"5min":0.44400000000000001,"15min":0.42099999999999999},"max":{"1min":1.1479999999999999,"5min":2.4119999999999999,"15min":7.6970000000000001},"last":1.3029999999999999},{"interface":"front","average":{"1min":0.93100000000000005,"5min":0.95299999999999996,"15min":0.97899999999999998},"min":{"1min":0.48199999999999998,"5min":0.46600000000000003,"15min":0.46600000000000003},"max":{"1min":2.6800000000000002,"5min":4.2400000000000002,"15min":4.2400000000000002},"last":1.3240000000000001}]}]},{"osd":1,"up_from":14,"seq":60129542459,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":500404,"kb_used_data":82220,"kb_used_omap":1,"kb_used_meta":418174,"kb_avail":93871436,"statfs":{"total":96636764160,"available":96124350464,"internally_reserved":0,"allocated":84193280,"data_stored":84007522,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":428210630},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:41:21 2024","interfaces":[{"interface":"back","average":{"1min":0.48199999999999998,"5min":0.54600000000000004,"15min":0.56699999999999995},"min":{"1min":0.28599999999999998,"5min":0.184,"15min":0.184},"max":{"1min":0.80500000000000005,"5min":2.8759999999999999,"15min":7.415},"last":0.72399999999999998},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.57199999999999995,"15min":0.59599999999999997},"min":{"1min":0.30399999999999999,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":2.0800000000000001,"5min":2.0800000000000001,"15min":2.0800000000000001},"last":0.85999999999999999}]},{"osd":2,"last update":"Fri Sep 13 16:41:21 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.61699999999999999,"15min":0.66500000000000004},"min":{"1min":0.25600000000000001,"5min":0.25600000000000001,"15min":0.253},"max":{"1min":0.875,"5min":3.0840000000000001,"15min":7.4459999999999997},"last":0.61099999999999999},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.58599999999999997,"15min":0.65900000000000003},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.252},"max":{"1min":0.97399999999999998,"5min":2.6280000000000001,"15min":5.992},"last":0.78200000000000003}]},{"osd":3,"last update":"Fri Sep 13 16:41:21 2024","interfaces":[{"interface":"back","average":{"1min":0.61499999999999999,"5min":0.74299999999999999,"15min":0.76400000000000001},"min":{"1min":0.33600000000000002,"5min":0.318,"15min":0.318},"max":{"1min":1.0800000000000001,"5min":5.9710000000000001,"15min":6.0350000000000001},"last":1.0840000000000001},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.66700000000000004,"15min":0.68700000000000006},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.25900000000000001},"max":{"1min":0.95699999999999996,"5min":3.5859999999999999,"15min":3.5859999999999999},"last":1.0309999999999999}]},{"osd":4,"last update":"Fri Sep 13 16:41:21 2024","interfaces":[{"interface":"back","average":{"1min":0.73599999999999999,"5min":0.76700000000000002,"15min":0.874},"min":{"1min":0.47399999999999998,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":1.2170000000000001,"5min":2.944,"15min":13.635999999999999},"last":0.93200000000000005},{"interface":"front","average":{"1min":0.69499999999999995,"5min":0.72299999999999998,"15min":0.81299999999999994},"min":{"1min":0.377,"5min":0.317,"15min":0.316},"max":{"1min":1.22,"5min":2.3849999999999998,"15min":9.2439999999999998},"last":0.97099999999999997}]},{"osd":5,"last update":"Fri Sep 13 16:41:21 2024","interfaces":[{"interface":"back","average":{"1min":0.83299999999999996,"5min":0.83099999999999996,"15min":0.89000000000000001},"min":{"1min":0.5,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":2.407,"5min":3.0190000000000001,"15min":7.4770000000000003},"last":1.0549999999999999},{"interface":"front","average":{"1min":0.73599999999999999,"5min":0.73099999999999998,"15min":0.82499999999999996},"min":{"1min":0.47099999999999997,"5min":0.371,"15min":0.371},"max":{"1min":1.2849999999999999,"5min":2.3490000000000002,"15min":6.1429999999999998},"last":1.1910000000000001}]},{"osd":6,"last update":"Fri Sep 13 16:41:21 2024","interfaces":[{"interface":"back","average":{"1min":0.73399999999999999,"5min":0.77100000000000002,"15min":0.84999999999999998},"min":{"1min":0.443,"5min":0.443,"15min":0.38600000000000001},"max":{"1min":1.2669999999999999,"5min":1.851,"15min":3.843},"last":1.137},{"interface":"front","average":{"1min":0.86099999999999999,"5min":0.85699999999999998,"15min":0.94499999999999995},"min":{"1min":0.56299999999999994,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":1.345,"5min":2.9769999999999999,"15min":7.3019999999999996},"last":1.159}]},{"osd":7,"last update":"Fri Sep 13 16:41:21 2024","interfaces":[{"interface":"back","average":{"1min":0.748,"5min":0.81699999999999995,"15min":0.89200000000000002},"min":{"1min":0.42999999999999999,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":1.1299999999999999,"5min":1.923,"15min":4.3179999999999996},"last":1.4670000000000001},{"interface":"front","average":{"1min":0.86599999999999999,"5min":0.88400000000000001,"15min":0.94699999999999995},"min":{"1min":0.62,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":1.2989999999999999,"5min":3.0489999999999999,"15min":3.0569999999999999},"last":1.1080000000000001}]}]},{"osd":0,"up_from":14,"seq":60129542459,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":297660,"kb_used_data":37748,"kb_used_omap":1,"kb_used_meta":259902,"kb_avail":94074180,"statfs":{"total":96636764160,"available":96331960320,"internally_reserved":0,"allocated":38653952,"data_stored":38461024,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":266140103},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 16:41:19 2024","interfaces":[{"interface":"back","average":{"1min":1.27,"5min":0.67300000000000004,"15min":0.60499999999999998},"min":{"1min":0.30299999999999999,"5min":0.217,"15min":0.217},"max":{"1min":15.305,"5min":15.305,"15min":15.305},"last":0.65100000000000002},{"interface":"front","average":{"1min":1.327,"5min":0.752,"15min":0.69099999999999995},"min":{"1min":0.38200000000000001,"5min":0.32100000000000001,"15min":0.29099999999999998},"max":{"1min":15.689,"5min":15.689,"15min":15.689},"last":0.70999999999999996}]},{"osd":2,"last update":"Fri Sep 13 16:41:19 2024","interfaces":[{"interface":"back","average":{"1min":1.3300000000000001,"5min":0.71999999999999997,"15min":0.66400000000000003},"min":{"1min":0.36899999999999999,"5min":0.24299999999999999,"15min":0.224},"max":{"1min":15.022,"5min":15.022,"15min":15.022},"last":0.73999999999999999},{"interface":"front","average":{"1min":1.3779999999999999,"5min":0.70099999999999996,"15min":0.65600000000000003},"min":{"1min":0.36099999999999999,"5min":0.255,"15min":0.247},"max":{"1min":17.442,"5min":17.442,"15min":17.442},"last":0.59599999999999997}]},{"osd":3,"last update":"Fri Sep 13 16:41:19 2024","interfaces":[{"interface":"back","average":{"1min":1.4259999999999999,"5min":0.86799999999999999,"15min":0.77300000000000002},"min":{"1min":0.40999999999999998,"5min":0.34799999999999998,"15min":0.29699999999999999},"max":{"1min":14.965,"5min":14.965,"15min":14.965},"last":0.78100000000000003},{"interface":"front","average":{"1min":1.649,"5min":0.98499999999999999,"15min":0.873},"min":{"1min":0.437,"5min":0.34699999999999998,"15min":0.32900000000000001},"max":{"1min":18.521999999999998,"5min":18.521999999999998,"15min":18.521999999999998},"last":0.85199999999999998}]},{"osd":4,"last update":"Fri Sep 13 16:41:19 2024","interfaces":[{"interface":"back","average":{"1min":1.583,"5min":1.254,"15min":0.92100000000000004},"min":{"1min":0.44600000000000001,"5min":0.376,"15min":0.376},"max":{"1min":17.588000000000001,"5min":31.539000000000001,"15min":31.539000000000001},"last":0.95999999999999996},{"interface":"front","average":{"1min":1.575,"5min":1.1220000000000001,"15min":0.93700000000000006},"min":{"1min":0.49299999999999999,"5min":0.38800000000000001,"15min":0.35199999999999998},"max":{"1min":17.312999999999999,"5min":20.149999999999999,"15min":20.149999999999999},"last":1.0720000000000001}]},{"osd":5,"last update":"Fri Sep 13 16:41:19 2024","interfaces":[{"interface":"back","average":{"1min":1.6220000000000001,"5min":1.173,"15min":0.97899999999999998},"min":{"1min":0.496,"5min":0.38300000000000001,"15min":0.317},"max":{"1min":17.273,"5min":19.969999999999999,"15min":19.969999999999999},"last":0.98799999999999999},{"interface":"front","average":{"1min":1.619,"5min":1.1359999999999999,"15min":0.94799999999999995},"min":{"1min":0.46000000000000002,"5min":0.41799999999999998,"15min":0.377},"max":{"1min":17.495000000000001,"5min":20.036999999999999,"15min":20.036999999999999},"last":0.81999999999999995}]},{"osd":6,"last update":"Fri Sep 13 16:41:19 2024","interfaces":[{"interface":"back","average":{"1min":1.6180000000000001,"5min":1.1899999999999999,"15min":1.006},"min":{"1min":0.49099999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":17.468,"5min":23.094000000000001,"15min":23.094000000000001},"last":0.89300000000000002},{"interface":"front","average":{"1min":1.5700000000000001,"5min":1.1850000000000001,"15min":0.98099999999999998},"min":{"1min":0.56699999999999995,"5min":0.42799999999999999,"15min":0.41399999999999998},"max":{"1min":15.449,"5min":23.068999999999999,"15min":23.068999999999999},"last":1.1060000000000001}]},{"osd":7,"last update":"Fri Sep 13 16:41:19 2024","interfaces":[{"interface":"back","average":{"1min":1.6559999999999999,"5min":1.282,"15min":1.0580000000000001},"min":{"1min":0.51800000000000002,"5min":0.436,"15min":0.436},"max":{"1min":17.396999999999998,"5min":21.710000000000001,"15min":21.710000000000001},"last":0.94499999999999995},{"interface":"front","average":{"1min":1.575,"5min":1.242,"15min":1.0249999999999999},"min":{"1min":0.54400000000000004,"5min":0.442,"15min":0.432},"max":{"1min":15.119,"5min":26.117999999999999,"15min":26.117999999999999},"last":1.169}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":37761024,"data_stored":37749374,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":83894272,"data_stored":83886240,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":37392384,"data_stored":37390982,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":66760704,"data_stored":66751782,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":74817536,"data_stored":74801681,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":74801152,"data_stored":74793259,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":67117056,"data_stored":67109536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":58724352,"data_stored":58720838,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T16:41:33.599 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-13T16:41:33.600 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T16:41:33.712 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.708+0000 7fdc7359e700 1 Processor -- start 2024-09-13T16:41:33.712 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.708+0000 7fdc7359e700 1 -- start start 2024-09-13T16:41:33.714 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.708+0000 7fdc7359e700 1 --2- >> v2:172.21.15.179:3300/0 conn(0x7fdc74152b90 0x7fdc7415bda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:33.714 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.708+0000 7fdc7359e700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fdc740c32e0 0x7fdc740c3730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:33.714 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.708+0000 7fdc7359e700 1 -- --> v1:172.21.15.179:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdc7415ccf0 con 0x7fdc740700b0 2024-09-13T16:41:33.714 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.708+0000 7fdc7359e700 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdc740c4120 con 0x7fdc740c32e0 2024-09-13T16:41:33.714 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.708+0000 7fdc7359e700 1 -- --> v2:172.21.15.179:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdc74152f70 con 0x7fdc74152b90 2024-09-13T16:41:33.714 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.708+0000 7fdc71d9b700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fdc740c32e0 0x7fdc740c3730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:33.714 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.708+0000 7fdc71d9b700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fdc740c32e0 0x7fdc740c3730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:39980/0 (socket says 172.21.15.5:39980) 2024-09-13T16:41:33.714 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.708+0000 7fdc71d9b700 1 -- 172.21.15.5:0/3992099918 learned_addr learned my addr 172.21.15.5:0/3992099918 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:41:33.714 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.708+0000 7fdc7259c700 1 --2- 172.21.15.5:0/3992099918 >> v2:172.21.15.179:3300/0 conn(0x7fdc74152b90 0x7fdc7415bda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:33.715 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.708+0000 7fdc71d9b700 1 -- 172.21.15.5:0/3992099918 >> v2:172.21.15.179:3300/0 conn(0x7fdc74152b90 msgr2=0x7fdc7415bda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:41:33.715 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.708+0000 7fdc71d9b700 1 --2- 172.21.15.5:0/3992099918 >> v2:172.21.15.179:3300/0 conn(0x7fdc74152b90 0x7fdc7415bda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:33.715 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.708+0000 7fdc71d9b700 1 -- 172.21.15.5:0/3992099918 >> v1:172.21.15.179:6789/0 conn(0x7fdc740700b0 legacy=0x7fdc740c45b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:33.716 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.708+0000 7fdc71d9b700 1 -- 172.21.15.5:0/3992099918 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdc7415c450 con 0x7fdc740c32e0 2024-09-13T16:41:33.716 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.708+0000 7fdc71d9b700 1 --2- 172.21.15.5:0/3992099918 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdc740c32e0 0x7fdc740c3730 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7fdc740cbea0 tx=0x7fdc5c009bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2776cd93b38a92ea server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:41:33.716 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.708+0000 7fdc7159a700 1 -- 172.21.15.5:0/3992099918 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdc5c011830 con 0x7fdc740c32e0 2024-09-13T16:41:33.716 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.708+0000 7fdc7159a700 1 -- 172.21.15.5:0/3992099918 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdc5c011990 con 0x7fdc740c32e0 2024-09-13T16:41:33.716 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.708+0000 7fdc7159a700 1 -- 172.21.15.5:0/3992099918 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdc5c011d20 con 0x7fdc740c32e0 2024-09-13T16:41:33.717 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.712+0000 7fdc7359e700 1 -- 172.21.15.5:0/3992099918 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdc740c32e0 msgr2=0x7fdc740c3730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:33.717 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.712+0000 7fdc7359e700 1 --2- 172.21.15.5:0/3992099918 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdc740c32e0 0x7fdc740c3730 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7fdc740cbea0 tx=0x7fdc5c009bf0 comp rx=0 tx=0).stop 2024-09-13T16:41:33.717 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.712+0000 7fdc7359e700 1 -- 172.21.15.5:0/3992099918 shutdown_connections 2024-09-13T16:41:33.717 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.712+0000 7fdc7359e700 1 --2- 172.21.15.5:0/3992099918 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdc740c32e0 0x7fdc740c3730 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:33.717 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.712+0000 7fdc7359e700 1 --2- 172.21.15.5:0/3992099918 >> v2:172.21.15.179:3300/0 conn(0x7fdc74152b90 0x7fdc7415bda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:33.717 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.712+0000 7fdc7359e700 1 -- 172.21.15.5:0/3992099918 >> 172.21.15.5:0/3992099918 conn(0x7fdc740727f0 msgr2=0x7fdc740ce3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:41:33.717 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.712+0000 7fdc7359e700 1 -- 172.21.15.5:0/3992099918 shutdown_connections 2024-09-13T16:41:33.718 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.712+0000 7fdc7359e700 1 -- 172.21.15.5:0/3992099918 wait complete. 2024-09-13T16:41:33.718 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.712+0000 7fdc7359e700 1 Processor -- start 2024-09-13T16:41:33.718 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.712+0000 7fdc7359e700 1 -- start start 2024-09-13T16:41:33.719 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.712+0000 7fdc7359e700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdc740c32e0 0x7fdc741eee40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:33.719 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.712+0000 7fdc7359e700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fdc74152b90 0x7fdc740b3c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:33.719 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.712+0000 7fdc7359e700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fdc74154cc0 0x7fdc74155140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:33.719 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.712+0000 7fdc7359e700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdc741e1bb0 con 0x7fdc740c32e0 2024-09-13T16:41:33.719 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.712+0000 7fdc7359e700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdc74154530 con 0x7fdc74152b90 2024-09-13T16:41:33.719 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.712+0000 7fdc7359e700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdc741ef380 con 0x7fdc74154cc0 2024-09-13T16:41:33.720 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.712+0000 7fdc7259c700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdc740c32e0 0x7fdc741eee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:33.720 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.712+0000 7fdc7259c700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdc740c32e0 0x7fdc741eee40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:39994/0 (socket says 172.21.15.5:39994) 2024-09-13T16:41:33.720 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.712+0000 7fdc7259c700 1 -- 172.21.15.5:0/3142836273 learned_addr learned my addr 172.21.15.5:0/3142836273 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:41:33.721 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.712+0000 7fdc71d9b700 1 --2- 172.21.15.5:0/3142836273 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fdc74152b90 0x7fdc740b3c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:33.721 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.712+0000 7fdc72d9d700 1 --2- 172.21.15.5:0/3142836273 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fdc74154cc0 0x7fdc74155140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:33.721 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.716+0000 7fdc7259c700 1 -- 172.21.15.5:0/3142836273 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fdc74154cc0 msgr2=0x7fdc74155140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:33.721 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.716+0000 7fdc7259c700 1 --2- 172.21.15.5:0/3142836273 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fdc74154cc0 0x7fdc74155140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:33.721 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.716+0000 7fdc7259c700 1 -- 172.21.15.5:0/3142836273 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fdc74152b90 msgr2=0x7fdc740b3c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:33.721 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.716+0000 7fdc7259c700 1 --2- 172.21.15.5:0/3142836273 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fdc74152b90 0x7fdc740b3c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:33.721 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.716+0000 7fdc7259c700 1 -- 172.21.15.5:0/3142836273 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdc5c009570 con 0x7fdc740c32e0 2024-09-13T16:41:33.721 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.716+0000 7fdc7259c700 1 --2- 172.21.15.5:0/3142836273 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdc740c32e0 0x7fdc741eee40 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7fdc64009d10 tx=0x7fdc6400c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:41:33.721 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.716+0000 7fdc6affd700 1 -- 172.21.15.5:0/3142836273 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdc64009b80 con 0x7fdc740c32e0 2024-09-13T16:41:33.721 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.716+0000 7fdc6affd700 1 -- 172.21.15.5:0/3142836273 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdc6400f040 con 0x7fdc740c32e0 2024-09-13T16:41:33.722 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.716+0000 7fdc7359e700 1 -- 172.21.15.5:0/3142836273 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdc74153630 con 0x7fdc740c32e0 2024-09-13T16:41:33.722 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.716+0000 7fdc6affd700 1 -- 172.21.15.5:0/3142836273 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdc64014480 con 0x7fdc740c32e0 2024-09-13T16:41:33.722 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.716+0000 7fdc7359e700 1 -- 172.21.15.5:0/3142836273 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdc74153bb0 con 0x7fdc740c32e0 2024-09-13T16:41:33.722 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.716+0000 7fdc6affd700 1 -- 172.21.15.5:0/3142836273 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fdc640145e0 con 0x7fdc740c32e0 2024-09-13T16:41:33.723 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.716+0000 7fdc7359e700 1 -- 172.21.15.5:0/3142836273 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdc7415c9f0 con 0x7fdc740c32e0 2024-09-13T16:41:33.723 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.720+0000 7fdc6affd700 1 --2- 172.21.15.5:0/3142836273 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fdc54066760 0x7fdc54068c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:33.724 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.720+0000 7fdc6affd700 1 -- 172.21.15.5:0/3142836273 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6642+0+0 (secure 0 0 0) 0x7fdc64085130 con 0x7fdc740c32e0 2024-09-13T16:41:33.724 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.720+0000 7fdc71d9b700 1 --2- 172.21.15.5:0/3142836273 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fdc54066760 0x7fdc54068c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:33.725 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.720+0000 7fdc71d9b700 1 --2- 172.21.15.5:0/3142836273 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fdc54066760 0x7fdc54068c20 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fdc5c000c00 tx=0x7fdc5c008030 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:41:33.733 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.728+0000 7fdc6affd700 1 -- 172.21.15.5:0/3142836273 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fdc7415c9f0 con 0x7fdc740c32e0 2024-09-13T16:41:33.897 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.892+0000 7fdc7359e700 1 -- 172.21.15.5:0/3142836273 --> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fdc740c3db0 con 0x7fdc54066760 2024-09-13T16:41:33.915 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.908+0000 7fdc6affd700 1 -- 172.21.15.5:0/3142836273 <== mgr.4102 v2:172.21.15.179:6832/2977940518 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+370987 (secure 0 0 0) 0x7fdc5c011c30 con 0x7fdc54066760 2024-09-13T16:41:33.920 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-13T16:41:33.923 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.916+0000 7fdc7359e700 1 -- 172.21.15.5:0/3142836273 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fdc54066760 msgr2=0x7fdc54068c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:33.923 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.916+0000 7fdc7359e700 1 --2- 172.21.15.5:0/3142836273 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fdc54066760 0x7fdc54068c20 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fdc5c000c00 tx=0x7fdc5c008030 comp rx=0 tx=0).stop 2024-09-13T16:41:33.923 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.916+0000 7fdc7359e700 1 -- 172.21.15.5:0/3142836273 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdc740c32e0 msgr2=0x7fdc741eee40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:33.923 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.916+0000 7fdc7359e700 1 --2- 172.21.15.5:0/3142836273 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdc740c32e0 0x7fdc741eee40 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7fdc64009d10 tx=0x7fdc6400c3a0 comp rx=0 tx=0).stop 2024-09-13T16:41:33.923 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.916+0000 7fdc7359e700 1 -- 172.21.15.5:0/3142836273 shutdown_connections 2024-09-13T16:41:33.923 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.916+0000 7fdc7359e700 1 --2- 172.21.15.5:0/3142836273 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fdc74154cc0 0x7fdc74155140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:33.923 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.916+0000 7fdc7359e700 1 --2- 172.21.15.5:0/3142836273 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fdc54066760 0x7fdc54068c20 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:33.924 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.916+0000 7fdc7359e700 1 --2- 172.21.15.5:0/3142836273 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fdc74152b90 0x7fdc740b3c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:33.924 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.916+0000 7fdc7359e700 1 --2- 172.21.15.5:0/3142836273 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdc740c32e0 0x7fdc741eee40 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:33.924 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.916+0000 7fdc7359e700 1 -- 172.21.15.5:0/3142836273 >> 172.21.15.5:0/3142836273 conn(0x7fdc740700b0 msgr2=0x7fdc740c8c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:41:33.924 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.916+0000 7fdc7359e700 1 -- 172.21.15.5:0/3142836273 shutdown_connections 2024-09-13T16:41:33.924 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:33.916+0000 7fdc7359e700 1 -- 172.21.15.5:0/3142836273 wait complete. 2024-09-13T16:41:33.924 INFO:teuthology.orchestra.run.smithi005.stderr:dumped all 2024-09-13T16:41:33.937 INFO:teuthology.orchestra.run.smithi005.stdout:{"pg_ready":true,"pg_map":{"version":804,"stamp":"2024-09-13T16:41:33.111087+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":251188021,"num_objects":83,"num_object_clones":0,"num_object_copies":166,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":83,"num_whiteouts":0,"num_read":2938,"num_read_kb":5779,"num_write":129549,"num_write_kb":2795573,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":181715,"ondisk_log_size":181715,"up":322,"acting":322,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":322,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":2953624,"kb_used_data":493016,"kb_used_omap":12,"kb_used_meta":2460531,"kb_avail":752021096,"statfs":{"total":773094113280,"available":770069602304,"internally_reserved":0,"allocated":504848384,"data_stored":503354684,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":2519584313},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":10,"apply_latency_ms":10,"commit_latency_ns":10000000,"apply_latency_ns":10000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-214617003,"num_objects":-1346,"num_object_clones":0,"num_object_copies":-4036,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-1346,"num_whiteouts":0,"num_read":17,"num_read_kb":96,"num_write":1484,"num_write_kb":1648,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-113,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004849"},"pg_stats":[{"pgid":"2.1f","version":"28'1251","reported_seq":1280,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.963329+0000","last_change":"2024-09-13T16:15:41.032574+0000","last_active":"2024-09-13T16:41:21.963329+0000","last_peered":"2024-09-13T16:41:21.963329+0000","last_clean":"2024-09-13T16:41:21.963329+0000","last_became_active":"2024-09-13T16:15:41.032311+0000","last_became_peered":"2024-09-13T16:15:41.032311+0000","last_unstale":"2024-09-13T16:41:21.963329+0000","last_undegraded":"2024-09-13T16:41:21.963329+0000","last_fullsized":"2024-09-13T16:41:21.963329+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":1251,"log_dups_size":0,"ondisk_log_size":1251,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:01:26.441797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1259,"num_write_kb":8773,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"28'538","reported_seq":566,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.625190+0000","last_change":"2024-09-13T16:15:41.422148+0000","last_active":"2024-09-13T16:41:26.625190+0000","last_peered":"2024-09-13T16:41:26.625190+0000","last_clean":"2024-09-13T16:41:26.625190+0000","last_became_active":"2024-09-13T16:15:41.421707+0000","last_became_peered":"2024-09-13T16:15:41.421707+0000","last_unstale":"2024-09-13T16:41:26.625190+0000","last_undegraded":"2024-09-13T16:41:26.625190+0000","last_fullsized":"2024-09-13T16:41:26.625190+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":538,"log_dups_size":0,"ondisk_log_size":538,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:53:15.761243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"28'2700","reported_seq":2724,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.975953+0000","last_change":"2024-09-13T16:15:45.430120+0000","last_active":"2024-09-13T16:41:26.975953+0000","last_peered":"2024-09-13T16:41:26.975953+0000","last_clean":"2024-09-13T16:41:26.975953+0000","last_became_active":"2024-09-13T16:15:45.426408+0000","last_became_peered":"2024-09-13T16:15:45.426408+0000","last_unstale":"2024-09-13T16:41:26.975953+0000","last_undegraded":"2024-09-13T16:41:26.975953+0000","last_fullsized":"2024-09-13T16:41:26.975953+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2700,"log_dups_size":0,"ondisk_log_size":2700,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:31:04.860543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2175,"num_write_kb":84186,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,7,0],"acting":[3,2,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"28'3452","reported_seq":3481,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.967558+0000","last_change":"2024-09-13T16:15:41.032034+0000","last_active":"2024-09-13T16:41:21.967558+0000","last_peered":"2024-09-13T16:41:21.967558+0000","last_clean":"2024-09-13T16:41:21.967558+0000","last_became_active":"2024-09-13T16:15:41.031754+0000","last_became_peered":"2024-09-13T16:15:41.031754+0000","last_unstale":"2024-09-13T16:41:21.967558+0000","last_undegraded":"2024-09-13T16:41:21.967558+0000","last_fullsized":"2024-09-13T16:41:21.967558+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":3452,"log_dups_size":0,"ondisk_log_size":3452,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:06:51.700440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16777216,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3456,"num_write_kb":26181,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"28'534","reported_seq":562,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.650746+0000","last_change":"2024-09-13T16:15:41.426259+0000","last_active":"2024-09-13T16:41:26.650746+0000","last_peered":"2024-09-13T16:41:26.650746+0000","last_clean":"2024-09-13T16:41:26.650746+0000","last_became_active":"2024-09-13T16:15:41.425995+0000","last_became_peered":"2024-09-13T16:15:41.425995+0000","last_unstale":"2024-09-13T16:41:26.650746+0000","last_undegraded":"2024-09-13T16:41:26.650746+0000","last_fullsized":"2024-09-13T16:41:26.650746+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":534,"log_dups_size":0,"ondisk_log_size":534,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:33:07.679354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"28'2521","reported_seq":2545,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.340345+0000","last_change":"2024-09-13T16:15:45.437307+0000","last_active":"2024-09-13T16:41:21.340345+0000","last_peered":"2024-09-13T16:41:21.340345+0000","last_clean":"2024-09-13T16:41:21.340345+0000","last_became_active":"2024-09-13T16:15:45.436923+0000","last_became_peered":"2024-09-13T16:15:45.436923+0000","last_unstale":"2024-09-13T16:41:21.340345+0000","last_undegraded":"2024-09-13T16:41:21.340345+0000","last_fullsized":"2024-09-13T16:41:21.340345+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2521,"log_dups_size":0,"ondisk_log_size":2521,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:08:24.944860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1916,"num_write_kb":99596,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1,3],"acting":[4,6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"28'4290","reported_seq":4317,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.964146+0000","last_change":"2024-09-13T16:15:41.034875+0000","last_active":"2024-09-13T16:41:21.964146+0000","last_peered":"2024-09-13T16:41:21.964146+0000","last_clean":"2024-09-13T16:41:21.964146+0000","last_became_active":"2024-09-13T16:15:41.034495+0000","last_became_peered":"2024-09-13T16:15:41.034495+0000","last_unstale":"2024-09-13T16:41:21.964146+0000","last_undegraded":"2024-09-13T16:41:21.964146+0000","last_fullsized":"2024-09-13T16:41:21.964146+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":4290,"log_dups_size":0,"ondisk_log_size":4290,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:47:48.983153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12582912,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4290,"num_write_kb":30729,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"28'588","reported_seq":614,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.650690+0000","last_change":"2024-09-13T16:15:41.434446+0000","last_active":"2024-09-13T16:41:26.650690+0000","last_peered":"2024-09-13T16:41:26.650690+0000","last_clean":"2024-09-13T16:41:26.650690+0000","last_became_active":"2024-09-13T16:15:41.432059+0000","last_became_peered":"2024-09-13T16:15:41.432059+0000","last_unstale":"2024-09-13T16:41:26.650690+0000","last_undegraded":"2024-09-13T16:41:26.650690+0000","last_fullsized":"2024-09-13T16:41:26.650690+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":588,"log_dups_size":0,"ondisk_log_size":588,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:51:57.544490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"28'2251","reported_seq":2285,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.329476+0000","last_change":"2024-09-13T16:16:24.278749+0000","last_active":"2024-09-13T16:41:21.329476+0000","last_peered":"2024-09-13T16:41:21.329476+0000","last_clean":"2024-09-13T16:41:21.329476+0000","last_became_active":"2024-09-13T16:16:24.277805+0000","last_became_peered":"2024-09-13T16:16:24.277805+0000","last_unstale":"2024-09-13T16:41:21.329476+0000","last_undegraded":"2024-09-13T16:41:21.329476+0000","last_fullsized":"2024-09-13T16:41:21.329476+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2251,"log_dups_size":0,"ondisk_log_size":2251,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:22:17.313268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1643,"num_write_kb":89641,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,2],"acting":[4,3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"28'694","reported_seq":721,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.963969+0000","last_change":"2024-09-13T16:15:41.039625+0000","last_active":"2024-09-13T16:41:21.963969+0000","last_peered":"2024-09-13T16:41:21.963969+0000","last_clean":"2024-09-13T16:41:21.963969+0000","last_became_active":"2024-09-13T16:15:41.039294+0000","last_became_peered":"2024-09-13T16:15:41.039294+0000","last_unstale":"2024-09-13T16:41:21.963969+0000","last_undegraded":"2024-09-13T16:41:21.963969+0000","last_fullsized":"2024-09-13T16:41:21.963969+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":694,"log_dups_size":0,"ondisk_log_size":694,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:42:56.530129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":701,"num_write_kb":4465,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"28'542","reported_seq":568,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.650542+0000","last_change":"2024-09-13T16:15:41.430533+0000","last_active":"2024-09-13T16:41:26.650542+0000","last_peered":"2024-09-13T16:41:26.650542+0000","last_clean":"2024-09-13T16:41:26.650542+0000","last_became_active":"2024-09-13T16:15:41.430277+0000","last_became_peered":"2024-09-13T16:15:41.430277+0000","last_unstale":"2024-09-13T16:41:26.650542+0000","last_undegraded":"2024-09-13T16:41:26.650542+0000","last_fullsized":"2024-09-13T16:41:26.650542+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":542,"log_dups_size":0,"ondisk_log_size":542,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:33:07.679354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"28'2373","reported_seq":2397,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.201837+0000","last_change":"2024-09-13T16:15:45.439696+0000","last_active":"2024-09-13T16:41:21.201837+0000","last_peered":"2024-09-13T16:41:21.201837+0000","last_clean":"2024-09-13T16:41:21.201837+0000","last_became_active":"2024-09-13T16:15:45.439214+0000","last_became_peered":"2024-09-13T16:15:45.439214+0000","last_unstale":"2024-09-13T16:41:21.201837+0000","last_undegraded":"2024-09-13T16:41:21.201837+0000","last_fullsized":"2024-09-13T16:41:21.201837+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2373,"log_dups_size":0,"ondisk_log_size":2373,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:29:51.560320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1843,"num_write_kb":53356,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0,5],"acting":[4,3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"28'575","reported_seq":602,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.631577+0000","last_change":"2024-09-13T16:15:41.429258+0000","last_active":"2024-09-13T16:41:26.631577+0000","last_peered":"2024-09-13T16:41:26.631577+0000","last_clean":"2024-09-13T16:41:26.631577+0000","last_became_active":"2024-09-13T16:15:41.429041+0000","last_became_peered":"2024-09-13T16:15:41.429041+0000","last_unstale":"2024-09-13T16:41:26.631577+0000","last_undegraded":"2024-09-13T16:41:26.631577+0000","last_fullsized":"2024-09-13T16:41:26.631577+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":575,"log_dups_size":0,"ondisk_log_size":575,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:20:15.057465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.b","version":"28'3319","reported_seq":3347,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:22.970516+0000","last_change":"2024-09-13T16:15:41.034197+0000","last_active":"2024-09-13T16:41:22.970516+0000","last_peered":"2024-09-13T16:41:22.970516+0000","last_clean":"2024-09-13T16:41:22.970516+0000","last_became_active":"2024-09-13T16:15:41.032725+0000","last_became_peered":"2024-09-13T16:15:41.032725+0000","last_unstale":"2024-09-13T16:41:22.970516+0000","last_undegraded":"2024-09-13T16:41:22.970516+0000","last_fullsized":"2024-09-13T16:41:22.970516+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":3319,"log_dups_size":0,"ondisk_log_size":3319,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:23:04.082341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12582912,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3329,"num_write_kb":26178,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.d","version":"28'2269","reported_seq":2294,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.312055+0000","last_change":"2024-09-13T16:15:45.446039+0000","last_active":"2024-09-13T16:41:21.312055+0000","last_peered":"2024-09-13T16:41:21.312055+0000","last_clean":"2024-09-13T16:41:21.312055+0000","last_became_active":"2024-09-13T16:15:45.445412+0000","last_became_peered":"2024-09-13T16:15:45.445412+0000","last_unstale":"2024-09-13T16:41:21.312055+0000","last_undegraded":"2024-09-13T16:41:21.312055+0000","last_fullsized":"2024-09-13T16:41:21.312055+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2269,"log_dups_size":0,"ondisk_log_size":2269,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:05:44.037656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1677,"num_write_kb":34937,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2,1],"acting":[4,0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"28'561","reported_seq":588,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.635917+0000","last_change":"2024-09-13T16:15:41.423664+0000","last_active":"2024-09-13T16:41:26.635917+0000","last_peered":"2024-09-13T16:41:26.635917+0000","last_clean":"2024-09-13T16:41:26.635917+0000","last_became_active":"2024-09-13T16:15:41.423409+0000","last_became_peered":"2024-09-13T16:15:41.423409+0000","last_unstale":"2024-09-13T16:41:26.635917+0000","last_undegraded":"2024-09-13T16:41:26.635917+0000","last_fullsized":"2024-09-13T16:41:26.635917+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":561,"log_dups_size":0,"ondisk_log_size":561,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:22:02.925875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"28'2611","reported_seq":2639,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:22.954762+0000","last_change":"2024-09-13T16:15:41.031792+0000","last_active":"2024-09-13T16:41:22.954762+0000","last_peered":"2024-09-13T16:41:22.954762+0000","last_clean":"2024-09-13T16:41:22.954762+0000","last_became_active":"2024-09-13T16:15:41.031409+0000","last_became_peered":"2024-09-13T16:15:41.031409+0000","last_unstale":"2024-09-13T16:41:22.954762+0000","last_undegraded":"2024-09-13T16:41:22.954762+0000","last_fullsized":"2024-09-13T16:41:22.954762+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":2611,"log_dups_size":0,"ondisk_log_size":2611,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:23:30.756600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12582912,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2613,"num_write_kb":21665,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"28'2380","reported_seq":2405,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.320816+0000","last_change":"2024-09-13T16:15:45.445655+0000","last_active":"2024-09-13T16:41:21.320816+0000","last_peered":"2024-09-13T16:41:21.320816+0000","last_clean":"2024-09-13T16:41:21.320816+0000","last_became_active":"2024-09-13T16:15:45.445262+0000","last_became_peered":"2024-09-13T16:15:45.445262+0000","last_unstale":"2024-09-13T16:41:21.320816+0000","last_undegraded":"2024-09-13T16:41:21.320816+0000","last_fullsized":"2024-09-13T16:41:21.320816+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2380,"log_dups_size":0,"ondisk_log_size":2380,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:34:17.285683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1823,"num_write_kb":48873,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"28'593","reported_seq":620,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.975906+0000","last_change":"2024-09-13T16:15:41.413219+0000","last_active":"2024-09-13T16:41:26.975906+0000","last_peered":"2024-09-13T16:41:26.975906+0000","last_clean":"2024-09-13T16:41:26.975906+0000","last_became_active":"2024-09-13T16:15:41.412959+0000","last_became_peered":"2024-09-13T16:15:41.412959+0000","last_unstale":"2024-09-13T16:41:26.975906+0000","last_undegraded":"2024-09-13T16:41:26.975906+0000","last_fullsized":"2024-09-13T16:41:26.975906+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":593,"log_dups_size":0,"ondisk_log_size":593,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:08:24.015435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":32,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.9","version":"28'1726","reported_seq":1754,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:40:19.740844+0000","last_change":"2024-09-13T16:15:41.032347+0000","last_active":"2024-09-13T16:40:19.740844+0000","last_peered":"2024-09-13T16:40:19.740844+0000","last_clean":"2024-09-13T16:40:19.740844+0000","last_became_active":"2024-09-13T16:15:41.032093+0000","last_became_peered":"2024-09-13T16:15:41.032093+0000","last_unstale":"2024-09-13T16:40:19.740844+0000","last_undegraded":"2024-09-13T16:40:19.740844+0000","last_fullsized":"2024-09-13T16:40:19.740844+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":1726,"log_dups_size":0,"ondisk_log_size":1726,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:33:42.634191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8388608,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1726,"num_write_kb":13096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"28'2535","reported_seq":2560,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.294940+0000","last_change":"2024-09-13T16:15:45.446608+0000","last_active":"2024-09-13T16:41:21.294940+0000","last_peered":"2024-09-13T16:41:21.294940+0000","last_clean":"2024-09-13T16:41:21.294940+0000","last_became_active":"2024-09-13T16:15:45.446001+0000","last_became_peered":"2024-09-13T16:15:45.446001+0000","last_unstale":"2024-09-13T16:41:21.294940+0000","last_undegraded":"2024-09-13T16:41:21.294940+0000","last_fullsized":"2024-09-13T16:41:21.294940+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2535,"log_dups_size":0,"ondisk_log_size":2535,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:34:17.285683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1983,"num_write_kb":60714,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4,7],"acting":[1,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"28'562","reported_seq":589,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.297243+0000","last_change":"2024-09-13T16:15:41.426036+0000","last_active":"2024-09-13T16:41:21.297243+0000","last_peered":"2024-09-13T16:41:21.297243+0000","last_clean":"2024-09-13T16:41:21.297243+0000","last_became_active":"2024-09-13T16:15:41.425741+0000","last_became_peered":"2024-09-13T16:15:41.425741+0000","last_unstale":"2024-09-13T16:41:21.297243+0000","last_undegraded":"2024-09-13T16:41:21.297243+0000","last_fullsized":"2024-09-13T16:41:21.297243+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":562,"log_dups_size":0,"ondisk_log_size":562,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:33:43.646968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"28'1259","reported_seq":1287,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:22.964883+0000","last_change":"2024-09-13T16:15:41.032847+0000","last_active":"2024-09-13T16:41:22.964883+0000","last_peered":"2024-09-13T16:41:22.964883+0000","last_clean":"2024-09-13T16:41:22.964883+0000","last_became_active":"2024-09-13T16:15:41.032575+0000","last_became_peered":"2024-09-13T16:15:41.032575+0000","last_unstale":"2024-09-13T16:41:22.964883+0000","last_undegraded":"2024-09-13T16:41:22.964883+0000","last_fullsized":"2024-09-13T16:41:22.964883+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":1259,"log_dups_size":0,"ondisk_log_size":1259,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:37:17.411045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1271,"num_write_kb":8841,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.e","version":"28'2336","reported_seq":2361,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.209928+0000","last_change":"2024-09-13T16:15:45.449940+0000","last_active":"2024-09-13T16:41:21.209928+0000","last_peered":"2024-09-13T16:41:21.209928+0000","last_clean":"2024-09-13T16:41:21.209928+0000","last_became_active":"2024-09-13T16:15:45.449446+0000","last_became_peered":"2024-09-13T16:15:45.449446+0000","last_unstale":"2024-09-13T16:41:21.209928+0000","last_undegraded":"2024-09-13T16:41:21.209928+0000","last_fullsized":"2024-09-13T16:41:21.209928+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2336,"log_dups_size":0,"ondisk_log_size":2336,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:36:18.536576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1793,"num_write_kb":94658,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"28'559","reported_seq":586,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.633033+0000","last_change":"2024-09-13T16:15:41.415433+0000","last_active":"2024-09-13T16:41:26.633033+0000","last_peered":"2024-09-13T16:41:26.633033+0000","last_clean":"2024-09-13T16:41:26.633033+0000","last_became_active":"2024-09-13T16:15:41.415187+0000","last_became_peered":"2024-09-13T16:15:41.415187+0000","last_unstale":"2024-09-13T16:41:26.633033+0000","last_undegraded":"2024-09-13T16:41:26.633033+0000","last_fullsized":"2024-09-13T16:41:26.633033+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":559,"log_dups_size":0,"ondisk_log_size":559,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:52:33.344284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"28'1223","reported_seq":1251,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:22.971418+0000","last_change":"2024-09-13T16:15:41.035854+0000","last_active":"2024-09-13T16:41:22.971418+0000","last_peered":"2024-09-13T16:41:22.971418+0000","last_clean":"2024-09-13T16:41:22.971418+0000","last_became_active":"2024-09-13T16:15:41.035523+0000","last_became_peered":"2024-09-13T16:15:41.035523+0000","last_unstale":"2024-09-13T16:41:22.971418+0000","last_undegraded":"2024-09-13T16:41:22.971418+0000","last_fullsized":"2024-09-13T16:41:22.971418+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":1223,"log_dups_size":0,"ondisk_log_size":1223,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:06:51.700440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1246,"num_write_kb":8763,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1","version":"28'2378","reported_seq":2404,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.228598+0000","last_change":"2024-09-13T16:15:45.437824+0000","last_active":"2024-09-13T16:41:21.228598+0000","last_peered":"2024-09-13T16:41:21.228598+0000","last_clean":"2024-09-13T16:41:21.228598+0000","last_became_active":"2024-09-13T16:15:45.437484+0000","last_became_peered":"2024-09-13T16:15:45.437484+0000","last_unstale":"2024-09-13T16:41:21.228598+0000","last_undegraded":"2024-09-13T16:41:21.228598+0000","last_fullsized":"2024-09-13T16:41:21.228598+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2378,"log_dups_size":0,"ondisk_log_size":2378,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:28:05.822037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1792,"num_write_kb":39357,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,7],"acting":[4,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"28'517","reported_seq":544,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.642969+0000","last_change":"2024-09-13T16:15:41.412507+0000","last_active":"2024-09-13T16:41:26.642969+0000","last_peered":"2024-09-13T16:41:26.642969+0000","last_clean":"2024-09-13T16:41:26.642969+0000","last_became_active":"2024-09-13T16:15:41.412266+0000","last_became_peered":"2024-09-13T16:15:41.412266+0000","last_unstale":"2024-09-13T16:41:26.642969+0000","last_undegraded":"2024-09-13T16:41:26.642969+0000","last_fullsized":"2024-09-13T16:41:26.642969+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":517,"log_dups_size":0,"ondisk_log_size":517,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:28:02.414880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"28'1583","reported_seq":1611,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:25.037917+0000","last_change":"2024-09-13T16:15:41.031785+0000","last_active":"2024-09-13T16:41:25.037917+0000","last_peered":"2024-09-13T16:41:25.037917+0000","last_clean":"2024-09-13T16:41:25.037917+0000","last_became_active":"2024-09-13T16:15:41.031492+0000","last_became_peered":"2024-09-13T16:15:41.031492+0000","last_unstale":"2024-09-13T16:41:25.037917+0000","last_undegraded":"2024-09-13T16:41:25.037917+0000","last_fullsized":"2024-09-13T16:41:25.037917+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":1583,"log_dups_size":0,"ondisk_log_size":1583,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:37:17.411045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8388608,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2168,"num_write_kb":10522,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"28'2733","reported_seq":2769,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.345283+0000","last_change":"2024-09-13T16:16:23.803418+0000","last_active":"2024-09-13T16:41:21.345283+0000","last_peered":"2024-09-13T16:41:21.345283+0000","last_clean":"2024-09-13T16:41:21.345283+0000","last_became_active":"2024-09-13T16:16:23.802673+0000","last_became_peered":"2024-09-13T16:16:23.802673+0000","last_unstale":"2024-09-13T16:41:21.345283+0000","last_undegraded":"2024-09-13T16:41:21.345283+0000","last_fullsized":"2024-09-13T16:41:21.345283+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2733,"log_dups_size":0,"ondisk_log_size":2733,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:34:40.935712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2148,"num_write_kb":129663,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0,2],"acting":[3,7,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"28'563","reported_seq":591,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.615210+0000","last_change":"2024-09-13T16:15:41.417862+0000","last_active":"2024-09-13T16:41:26.615210+0000","last_peered":"2024-09-13T16:41:26.615210+0000","last_clean":"2024-09-13T16:41:26.615210+0000","last_became_active":"2024-09-13T16:15:41.417601+0000","last_became_peered":"2024-09-13T16:15:41.417601+0000","last_unstale":"2024-09-13T16:41:26.615210+0000","last_undegraded":"2024-09-13T16:41:26.615210+0000","last_fullsized":"2024-09-13T16:41:26.615210+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":563,"log_dups_size":0,"ondisk_log_size":563,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:22:02.925875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"28'2223","reported_seq":2252,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.966946+0000","last_change":"2024-09-13T16:15:41.034156+0000","last_active":"2024-09-13T16:41:21.966946+0000","last_peered":"2024-09-13T16:41:21.966946+0000","last_clean":"2024-09-13T16:41:21.966946+0000","last_became_active":"2024-09-13T16:15:41.032659+0000","last_became_peered":"2024-09-13T16:15:41.032659+0000","last_unstale":"2024-09-13T16:41:21.966946+0000","last_undegraded":"2024-09-13T16:41:21.966946+0000","last_fullsized":"2024-09-13T16:41:21.966946+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":2223,"log_dups_size":0,"ondisk_log_size":2223,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:33:42.634191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8388608,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2226,"num_write_kb":17428,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"28'2292","reported_seq":2318,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.260189+0000","last_change":"2024-09-13T16:15:45.448222+0000","last_active":"2024-09-13T16:41:21.260189+0000","last_peered":"2024-09-13T16:41:21.260189+0000","last_clean":"2024-09-13T16:41:21.260189+0000","last_became_active":"2024-09-13T16:15:45.447880+0000","last_became_peered":"2024-09-13T16:15:45.447880+0000","last_unstale":"2024-09-13T16:41:21.260189+0000","last_undegraded":"2024-09-13T16:41:21.260189+0000","last_fullsized":"2024-09-13T16:41:21.260189+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2292,"log_dups_size":0,"ondisk_log_size":2292,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:03:48.787790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1726,"num_write_kb":41777,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7,1],"acting":[0,5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.5","version":"28'583","reported_seq":611,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.649926+0000","last_change":"2024-09-13T16:15:41.422747+0000","last_active":"2024-09-13T16:41:26.649926+0000","last_peered":"2024-09-13T16:41:26.649926+0000","last_clean":"2024-09-13T16:41:26.649926+0000","last_became_active":"2024-09-13T16:15:41.419626+0000","last_became_peered":"2024-09-13T16:15:41.419626+0000","last_unstale":"2024-09-13T16:41:26.649926+0000","last_undegraded":"2024-09-13T16:41:26.649926+0000","last_fullsized":"2024-09-13T16:41:26.649926+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":583,"log_dups_size":0,"ondisk_log_size":583,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:15:39.247568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"28'568","reported_seq":597,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:22.954336+0000","last_change":"2024-09-13T16:15:41.023747+0000","last_active":"2024-09-13T16:41:22.954336+0000","last_peered":"2024-09-13T16:41:22.954336+0000","last_clean":"2024-09-13T16:41:22.954336+0000","last_became_active":"2024-09-13T16:15:41.023463+0000","last_became_peered":"2024-09-13T16:15:41.023463+0000","last_unstale":"2024-09-13T16:41:22.954336+0000","last_undegraded":"2024-09-13T16:41:22.954336+0000","last_fullsized":"2024-09-13T16:41:22.954336+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":568,"log_dups_size":0,"ondisk_log_size":568,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:53:09.205608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":581,"num_write_kb":4369,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2","version":"28'2731","reported_seq":2757,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.332950+0000","last_change":"2024-09-13T16:15:45.446054+0000","last_active":"2024-09-13T16:41:21.332950+0000","last_peered":"2024-09-13T16:41:21.332950+0000","last_clean":"2024-09-13T16:41:21.332950+0000","last_became_active":"2024-09-13T16:15:45.443702+0000","last_became_peered":"2024-09-13T16:15:45.443702+0000","last_unstale":"2024-09-13T16:41:21.332950+0000","last_undegraded":"2024-09-13T16:41:21.332950+0000","last_fullsized":"2024-09-13T16:41:21.332950+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2731,"log_dups_size":0,"ondisk_log_size":2731,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:54:19.358862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2189,"num_write_kb":57664,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4,0],"acting":[1,5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"28'560","reported_seq":588,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.634680+0000","last_change":"2024-09-13T16:15:41.420693+0000","last_active":"2024-09-13T16:41:26.634680+0000","last_peered":"2024-09-13T16:41:26.634680+0000","last_clean":"2024-09-13T16:41:26.634680+0000","last_became_active":"2024-09-13T16:15:41.419700+0000","last_became_peered":"2024-09-13T16:15:41.419700+0000","last_unstale":"2024-09-13T16:41:26.634680+0000","last_undegraded":"2024-09-13T16:41:26.634680+0000","last_fullsized":"2024-09-13T16:41:26.634680+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":560,"log_dups_size":0,"ondisk_log_size":560,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:23:31.769377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"28'3526","reported_seq":3555,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.963935+0000","last_change":"2024-09-13T16:15:41.034060+0000","last_active":"2024-09-13T16:41:21.963935+0000","last_peered":"2024-09-13T16:41:21.963935+0000","last_clean":"2024-09-13T16:41:21.963935+0000","last_became_active":"2024-09-13T16:15:41.032982+0000","last_became_peered":"2024-09-13T16:15:41.032982+0000","last_unstale":"2024-09-13T16:41:21.963935+0000","last_undegraded":"2024-09-13T16:41:21.963935+0000","last_fullsized":"2024-09-13T16:41:21.963935+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":3526,"log_dups_size":0,"ondisk_log_size":3526,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:59:29.370756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16777216,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3528,"num_write_kb":26232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"28'2456","reported_seq":2482,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.321649+0000","last_change":"2024-09-13T16:15:45.443110+0000","last_active":"2024-09-13T16:41:21.321649+0000","last_peered":"2024-09-13T16:41:21.321649+0000","last_clean":"2024-09-13T16:41:21.321649+0000","last_became_active":"2024-09-13T16:15:45.440379+0000","last_became_peered":"2024-09-13T16:15:45.440379+0000","last_unstale":"2024-09-13T16:41:21.321649+0000","last_undegraded":"2024-09-13T16:41:21.321649+0000","last_fullsized":"2024-09-13T16:41:21.321649+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2456,"log_dups_size":0,"ondisk_log_size":2456,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:58:53.421511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1900,"num_write_kb":37158,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3,6],"acting":[1,2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"28'573","reported_seq":601,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.616105+0000","last_change":"2024-09-13T16:15:41.412052+0000","last_active":"2024-09-13T16:41:26.616105+0000","last_peered":"2024-09-13T16:41:26.616105+0000","last_clean":"2024-09-13T16:41:26.616105+0000","last_became_active":"2024-09-13T16:15:41.411796+0000","last_became_peered":"2024-09-13T16:15:41.411796+0000","last_unstale":"2024-09-13T16:41:26.616105+0000","last_undegraded":"2024-09-13T16:41:26.616105+0000","last_fullsized":"2024-09-13T16:41:26.616105+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":573,"log_dups_size":0,"ondisk_log_size":573,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:11:47.177046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":26,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"28'4439","reported_seq":7290,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.959113+0000","last_change":"2024-09-13T16:15:41.036198+0000","last_active":"2024-09-13T16:41:26.959113+0000","last_peered":"2024-09-13T16:41:26.959113+0000","last_clean":"2024-09-13T16:41:26.959113+0000","last_became_active":"2024-09-13T16:15:41.035934+0000","last_became_peered":"2024-09-13T16:15:41.035934+0000","last_unstale":"2024-09-13T16:41:26.959113+0000","last_undegraded":"2024-09-13T16:41:26.959113+0000","last_fullsized":"2024-09-13T16:41:26.959113+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":4439,"log_dups_size":0,"ondisk_log_size":4439,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:23:04.082341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16419462,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":2822,"num_read_kb":5679,"num_write":4451,"num_write_kb":18737,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"28'2289","reported_seq":2314,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.978045+0000","last_change":"2024-09-13T16:15:45.448674+0000","last_active":"2024-09-13T16:41:26.978045+0000","last_peered":"2024-09-13T16:41:26.978045+0000","last_clean":"2024-09-13T16:41:26.978045+0000","last_became_active":"2024-09-13T16:15:45.446894+0000","last_became_peered":"2024-09-13T16:15:45.446894+0000","last_unstale":"2024-09-13T16:41:26.978045+0000","last_undegraded":"2024-09-13T16:41:26.978045+0000","last_fullsized":"2024-09-13T16:41:26.978045+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2289,"log_dups_size":0,"ondisk_log_size":2289,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:17:45.206594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1764,"num_write_kb":87796,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0,3],"acting":[1,5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1","version":"28'533","reported_seq":561,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.644713+0000","last_change":"2024-09-13T16:15:41.431583+0000","last_active":"2024-09-13T16:41:26.644713+0000","last_peered":"2024-09-13T16:41:26.644713+0000","last_clean":"2024-09-13T16:41:26.644713+0000","last_became_active":"2024-09-13T16:15:41.431310+0000","last_became_peered":"2024-09-13T16:15:41.431310+0000","last_unstale":"2024-09-13T16:41:26.644713+0000","last_undegraded":"2024-09-13T16:41:26.644713+0000","last_fullsized":"2024-09-13T16:41:26.644713+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":533,"log_dups_size":0,"ondisk_log_size":533,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:12:04.198678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"28'2306","reported_seq":2335,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:22.964974+0000","last_change":"2024-09-13T16:15:41.033404+0000","last_active":"2024-09-13T16:41:22.964974+0000","last_peered":"2024-09-13T16:41:22.964974+0000","last_clean":"2024-09-13T16:41:22.964974+0000","last_became_active":"2024-09-13T16:15:41.033180+0000","last_became_peered":"2024-09-13T16:15:41.033180+0000","last_unstale":"2024-09-13T16:41:22.964974+0000","last_undegraded":"2024-09-13T16:41:22.964974+0000","last_fullsized":"2024-09-13T16:41:22.964974+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":2306,"log_dups_size":0,"ondisk_log_size":2306,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:23:30.756600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2310,"num_write_kb":17565,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"28'2330","reported_seq":2355,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.172958+0000","last_change":"2024-09-13T16:15:45.441683+0000","last_active":"2024-09-13T16:41:21.172958+0000","last_peered":"2024-09-13T16:41:21.172958+0000","last_clean":"2024-09-13T16:41:21.172958+0000","last_became_active":"2024-09-13T16:15:45.441286+0000","last_became_peered":"2024-09-13T16:15:45.441286+0000","last_unstale":"2024-09-13T16:41:21.172958+0000","last_undegraded":"2024-09-13T16:41:21.172958+0000","last_fullsized":"2024-09-13T16:41:21.172958+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2330,"log_dups_size":0,"ondisk_log_size":2330,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:27:40.387319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1762,"num_write_kb":44476,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2,7],"acting":[0,1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2","version":"28'572","reported_seq":600,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.640603+0000","last_change":"2024-09-13T16:15:41.430895+0000","last_active":"2024-09-13T16:41:26.640603+0000","last_peered":"2024-09-13T16:41:26.640603+0000","last_clean":"2024-09-13T16:41:26.640603+0000","last_became_active":"2024-09-13T16:15:41.430627+0000","last_became_peered":"2024-09-13T16:15:41.430627+0000","last_unstale":"2024-09-13T16:41:26.640603+0000","last_undegraded":"2024-09-13T16:41:26.640603+0000","last_fullsized":"2024-09-13T16:41:26.640603+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":572,"log_dups_size":0,"ondisk_log_size":572,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:21:26.930345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"28'1193","reported_seq":1222,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:22.967069+0000","last_change":"2024-09-13T16:15:41.037492+0000","last_active":"2024-09-13T16:41:22.967069+0000","last_peered":"2024-09-13T16:41:22.967069+0000","last_clean":"2024-09-13T16:41:22.967069+0000","last_became_active":"2024-09-13T16:15:41.037216+0000","last_became_peered":"2024-09-13T16:15:41.037216+0000","last_unstale":"2024-09-13T16:41:22.967069+0000","last_undegraded":"2024-09-13T16:41:22.967069+0000","last_fullsized":"2024-09-13T16:41:22.967069+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":1193,"log_dups_size":0,"ondisk_log_size":1193,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:28:31.923652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1208,"num_write_kb":8767,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":182,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:37:37.700514+0000","last_change":"2024-09-13T16:15:30.706664+0000","last_active":"2024-09-13T16:37:37.700514+0000","last_peered":"2024-09-13T16:37:37.700514+0000","last_clean":"2024-09-13T16:37:37.700514+0000","last_became_active":"2024-09-13T16:15:30.706146+0000","last_became_peered":"2024-09-13T16:15:30.706146+0000","last_unstale":"2024-09-13T16:37:37.700514+0000","last_undegraded":"2024-09-13T16:37:37.700514+0000","last_fullsized":"2024-09-13T16:37:37.700514+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:28.905101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:28.905101+0000","last_clean_scrub_stamp":"2024-09-13T16:15:28.905101+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:38:40.338700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"28'2882","reported_seq":2908,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.355845+0000","last_change":"2024-09-13T16:15:45.432988+0000","last_active":"2024-09-13T16:41:21.355845+0000","last_peered":"2024-09-13T16:41:21.355845+0000","last_clean":"2024-09-13T16:41:21.355845+0000","last_became_active":"2024-09-13T16:15:45.432603+0000","last_became_peered":"2024-09-13T16:15:45.432603+0000","last_unstale":"2024-09-13T16:41:21.355845+0000","last_undegraded":"2024-09-13T16:41:21.355845+0000","last_fullsized":"2024-09-13T16:41:21.355845+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2882,"log_dups_size":0,"ondisk_log_size":2882,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:30:36.715026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2334,"num_write_kb":129985,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,4,7],"acting":[6,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"28'552","reported_seq":579,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.650154+0000","last_change":"2024-09-13T16:15:41.425729+0000","last_active":"2024-09-13T16:41:26.650154+0000","last_peered":"2024-09-13T16:41:26.650154+0000","last_clean":"2024-09-13T16:41:26.650154+0000","last_became_active":"2024-09-13T16:15:41.425482+0000","last_became_peered":"2024-09-13T16:15:41.425482+0000","last_unstale":"2024-09-13T16:41:26.650154+0000","last_undegraded":"2024-09-13T16:41:26.650154+0000","last_fullsized":"2024-09-13T16:41:26.650154+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":552,"log_dups_size":0,"ondisk_log_size":552,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:50:40.669575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"28'1714","reported_seq":1742,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.969937+0000","last_change":"2024-09-13T16:15:41.034746+0000","last_active":"2024-09-13T16:41:21.969937+0000","last_peered":"2024-09-13T16:41:21.969937+0000","last_clean":"2024-09-13T16:41:21.969937+0000","last_became_active":"2024-09-13T16:15:41.034286+0000","last_became_peered":"2024-09-13T16:15:41.034286+0000","last_unstale":"2024-09-13T16:41:21.969937+0000","last_undegraded":"2024-09-13T16:41:21.969937+0000","last_fullsized":"2024-09-13T16:41:21.969937+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":1714,"log_dups_size":0,"ondisk_log_size":1714,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:24:38.572929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8388608,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1722,"num_write_kb":13063,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"28'2482","reported_seq":2507,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.236848+0000","last_change":"2024-09-13T16:15:45.437198+0000","last_active":"2024-09-13T16:41:21.236848+0000","last_peered":"2024-09-13T16:41:21.236848+0000","last_clean":"2024-09-13T16:41:21.236848+0000","last_became_active":"2024-09-13T16:15:45.436595+0000","last_became_peered":"2024-09-13T16:15:45.436595+0000","last_unstale":"2024-09-13T16:41:21.236848+0000","last_undegraded":"2024-09-13T16:41:21.236848+0000","last_fullsized":"2024-09-13T16:41:21.236848+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2482,"log_dups_size":0,"ondisk_log_size":2482,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:20:43.393814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1880,"num_write_kb":107005,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,1,0],"acting":[6,7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"28'590","reported_seq":617,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.640899+0000","last_change":"2024-09-13T16:15:41.424176+0000","last_active":"2024-09-13T16:41:26.640899+0000","last_peered":"2024-09-13T16:41:26.640899+0000","last_clean":"2024-09-13T16:41:26.640899+0000","last_became_active":"2024-09-13T16:15:41.423906+0000","last_became_peered":"2024-09-13T16:15:41.423906+0000","last_unstale":"2024-09-13T16:41:26.640899+0000","last_undegraded":"2024-09-13T16:41:26.640899+0000","last_fullsized":"2024-09-13T16:41:26.640899+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":590,"log_dups_size":0,"ondisk_log_size":590,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:34:57.106014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":26,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.d","version":"28'3362","reported_seq":3390,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.967145+0000","last_change":"2024-09-13T16:15:41.021672+0000","last_active":"2024-09-13T16:41:21.967145+0000","last_peered":"2024-09-13T16:41:21.967145+0000","last_clean":"2024-09-13T16:41:21.967145+0000","last_became_active":"2024-09-13T16:15:41.020719+0000","last_became_peered":"2024-09-13T16:15:41.020719+0000","last_unstale":"2024-09-13T16:41:21.967145+0000","last_undegraded":"2024-09-13T16:41:21.967145+0000","last_fullsized":"2024-09-13T16:41:21.967145+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":3362,"log_dups_size":0,"ondisk_log_size":3362,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:23:04.082341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":20971590,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3368,"num_write_kb":26164,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.b","version":"28'2311","reported_seq":2336,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.334574+0000","last_change":"2024-09-13T16:15:45.444215+0000","last_active":"2024-09-13T16:41:21.334574+0000","last_peered":"2024-09-13T16:41:21.334574+0000","last_clean":"2024-09-13T16:41:21.334574+0000","last_became_active":"2024-09-13T16:15:45.443842+0000","last_became_peered":"2024-09-13T16:15:45.443842+0000","last_unstale":"2024-09-13T16:41:21.334574+0000","last_undegraded":"2024-09-13T16:41:21.334574+0000","last_fullsized":"2024-09-13T16:41:21.334574+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2311,"log_dups_size":0,"ondisk_log_size":2311,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:36:18.570724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1752,"num_write_kb":40739,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4,5],"acting":[0,1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"28'550","reported_seq":577,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.650960+0000","last_change":"2024-09-13T16:15:41.429232+0000","last_active":"2024-09-13T16:41:26.650960+0000","last_peered":"2024-09-13T16:41:26.650960+0000","last_clean":"2024-09-13T16:41:26.650960+0000","last_became_active":"2024-09-13T16:15:41.426840+0000","last_became_peered":"2024-09-13T16:15:41.426840+0000","last_unstale":"2024-09-13T16:41:26.650960+0000","last_undegraded":"2024-09-13T16:41:26.650960+0000","last_fullsized":"2024-09-13T16:41:26.650960+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":550,"log_dups_size":0,"ondisk_log_size":550,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:28:02.414880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"28'1758","reported_seq":1786,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:40:27.744006+0000","last_change":"2024-09-13T16:15:41.033749+0000","last_active":"2024-09-13T16:40:27.744006+0000","last_peered":"2024-09-13T16:40:27.744006+0000","last_clean":"2024-09-13T16:40:27.744006+0000","last_became_active":"2024-09-13T16:15:41.033356+0000","last_became_peered":"2024-09-13T16:15:41.033356+0000","last_unstale":"2024-09-13T16:40:27.744006+0000","last_undegraded":"2024-09-13T16:40:27.744006+0000","last_fullsized":"2024-09-13T16:40:27.744006+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":1758,"log_dups_size":0,"ondisk_log_size":1758,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:25:22.130748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8388608,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1760,"num_write_kb":13081,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.8","version":"28'2486","reported_seq":2511,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.977627+0000","last_change":"2024-09-13T16:15:45.434063+0000","last_active":"2024-09-13T16:41:26.977627+0000","last_peered":"2024-09-13T16:41:26.977627+0000","last_clean":"2024-09-13T16:41:26.977627+0000","last_became_active":"2024-09-13T16:15:45.433849+0000","last_became_peered":"2024-09-13T16:15:45.433849+0000","last_unstale":"2024-09-13T16:41:26.977627+0000","last_undegraded":"2024-09-13T16:41:26.977627+0000","last_fullsized":"2024-09-13T16:41:26.977627+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2486,"log_dups_size":0,"ondisk_log_size":2486,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:47:37.415731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1903,"num_write_kb":84724,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7,6],"acting":[5,4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"28'563","reported_seq":590,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.646656+0000","last_change":"2024-09-13T16:15:41.425176+0000","last_active":"2024-09-13T16:41:26.646656+0000","last_peered":"2024-09-13T16:41:26.646656+0000","last_clean":"2024-09-13T16:41:26.646656+0000","last_became_active":"2024-09-13T16:15:41.422117+0000","last_became_peered":"2024-09-13T16:15:41.422117+0000","last_unstale":"2024-09-13T16:41:26.646656+0000","last_undegraded":"2024-09-13T16:41:26.646656+0000","last_fullsized":"2024-09-13T16:41:26.646656+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":563,"log_dups_size":0,"ondisk_log_size":563,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:04:01.515823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"28'1342","reported_seq":1370,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:38:12.882247+0000","last_change":"2024-09-13T16:15:41.024081+0000","last_active":"2024-09-13T16:38:12.882247+0000","last_peered":"2024-09-13T16:38:12.882247+0000","last_clean":"2024-09-13T16:38:12.882247+0000","last_became_active":"2024-09-13T16:15:41.023763+0000","last_became_peered":"2024-09-13T16:15:41.023763+0000","last_unstale":"2024-09-13T16:38:12.882247+0000","last_undegraded":"2024-09-13T16:38:12.882247+0000","last_fullsized":"2024-09-13T16:38:12.882247+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":1342,"log_dups_size":0,"ondisk_log_size":1342,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:25:44.598813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194326,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1340,"num_write_kb":8705,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.9","version":"28'2383","reported_seq":2408,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.356968+0000","last_change":"2024-09-13T16:15:45.436109+0000","last_active":"2024-09-13T16:41:21.356968+0000","last_peered":"2024-09-13T16:41:21.356968+0000","last_clean":"2024-09-13T16:41:21.356968+0000","last_became_active":"2024-09-13T16:15:45.435716+0000","last_became_peered":"2024-09-13T16:15:45.435716+0000","last_unstale":"2024-09-13T16:41:21.356968+0000","last_undegraded":"2024-09-13T16:41:21.356968+0000","last_fullsized":"2024-09-13T16:41:21.356968+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2383,"log_dups_size":0,"ondisk_log_size":2383,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:17:45.206594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1826,"num_write_kb":89387,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3,6],"acting":[4,1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.11","version":"28'603","reported_seq":630,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.632783+0000","last_change":"2024-09-13T16:15:41.430211+0000","last_active":"2024-09-13T16:41:26.632783+0000","last_peered":"2024-09-13T16:41:26.632783+0000","last_clean":"2024-09-13T16:41:26.632783+0000","last_became_active":"2024-09-13T16:15:41.429928+0000","last_became_peered":"2024-09-13T16:15:41.429928+0000","last_unstale":"2024-09-13T16:41:26.632783+0000","last_undegraded":"2024-09-13T16:41:26.632783+0000","last_fullsized":"2024-09-13T16:41:26.632783+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":603,"log_dups_size":0,"ondisk_log_size":603,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:21:26.930345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":20,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"28'1153","reported_seq":1181,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:22.967916+0000","last_change":"2024-09-13T16:15:41.028349+0000","last_active":"2024-09-13T16:41:22.967916+0000","last_peered":"2024-09-13T16:41:22.967916+0000","last_clean":"2024-09-13T16:41:22.967916+0000","last_became_active":"2024-09-13T16:15:41.028039+0000","last_became_peered":"2024-09-13T16:15:41.028039+0000","last_unstale":"2024-09-13T16:41:22.967916+0000","last_undegraded":"2024-09-13T16:41:22.967916+0000","last_fullsized":"2024-09-13T16:41:22.967916+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":1153,"log_dups_size":0,"ondisk_log_size":1153,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:53:09.205608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1186,"num_write_kb":8704,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.16","version":"28'2235","reported_seq":2259,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.981905+0000","last_change":"2024-09-13T16:15:45.431362+0000","last_active":"2024-09-13T16:41:26.981905+0000","last_peered":"2024-09-13T16:41:26.981905+0000","last_clean":"2024-09-13T16:41:26.981905+0000","last_became_active":"2024-09-13T16:15:45.430948+0000","last_became_peered":"2024-09-13T16:15:45.430948+0000","last_unstale":"2024-09-13T16:41:26.981905+0000","last_undegraded":"2024-09-13T16:41:26.981905+0000","last_fullsized":"2024-09-13T16:41:26.981905+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2235,"log_dups_size":0,"ondisk_log_size":2235,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:44:00.619593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1696,"num_write_kb":43625,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2,6],"acting":[0,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"28'557","reported_seq":584,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.610643+0000","last_change":"2024-09-13T16:15:41.420682+0000","last_active":"2024-09-13T16:41:26.610643+0000","last_peered":"2024-09-13T16:41:26.610643+0000","last_clean":"2024-09-13T16:41:26.610643+0000","last_became_active":"2024-09-13T16:15:41.420207+0000","last_became_peered":"2024-09-13T16:15:41.420207+0000","last_unstale":"2024-09-13T16:41:26.610643+0000","last_undegraded":"2024-09-13T16:41:26.610643+0000","last_fullsized":"2024-09-13T16:41:26.610643+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":557,"log_dups_size":0,"ondisk_log_size":557,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:44:31.875006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.11","version":"28'432","reported_seq":460,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:22.743310+0000","last_change":"2024-09-13T16:15:41.027279+0000","last_active":"2024-09-13T16:41:22.743310+0000","last_peered":"2024-09-13T16:41:22.743310+0000","last_clean":"2024-09-13T16:41:22.743310+0000","last_became_active":"2024-09-13T16:15:41.026955+0000","last_became_peered":"2024-09-13T16:15:41.026955+0000","last_unstale":"2024-09-13T16:41:22.743310+0000","last_undegraded":"2024-09-13T16:41:22.743310+0000","last_fullsized":"2024-09-13T16:41:22.743310+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":432,"log_dups_size":0,"ondisk_log_size":432,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:25:22.130748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":434,"num_write_kb":4312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"28'2367","reported_seq":2391,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.340601+0000","last_change":"2024-09-13T16:15:45.429369+0000","last_active":"2024-09-13T16:41:21.340601+0000","last_peered":"2024-09-13T16:41:21.340601+0000","last_clean":"2024-09-13T16:41:21.340601+0000","last_became_active":"2024-09-13T16:15:45.428985+0000","last_became_peered":"2024-09-13T16:15:45.428985+0000","last_unstale":"2024-09-13T16:41:21.340601+0000","last_undegraded":"2024-09-13T16:41:21.340601+0000","last_fullsized":"2024-09-13T16:41:21.340601+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2367,"log_dups_size":0,"ondisk_log_size":2367,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:26:14.723087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1782,"num_write_kb":83329,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,6],"acting":[3,7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"28'583","reported_seq":610,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.650652+0000","last_change":"2024-09-13T16:15:41.430249+0000","last_active":"2024-09-13T16:41:26.650652+0000","last_peered":"2024-09-13T16:41:26.650652+0000","last_clean":"2024-09-13T16:41:26.650652+0000","last_became_active":"2024-09-13T16:15:41.425258+0000","last_became_peered":"2024-09-13T16:15:41.425258+0000","last_unstale":"2024-09-13T16:41:26.650652+0000","last_undegraded":"2024-09-13T16:41:26.650652+0000","last_fullsized":"2024-09-13T16:41:26.650652+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":583,"log_dups_size":0,"ondisk_log_size":583,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:56:02.400511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.12","version":"28'12","reported_seq":40,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:22.966994+0000","last_change":"2024-09-13T16:15:41.037723+0000","last_active":"2024-09-13T16:41:22.966994+0000","last_peered":"2024-09-13T16:41:22.966994+0000","last_clean":"2024-09-13T16:41:22.966994+0000","last_became_active":"2024-09-13T16:15:41.037313+0000","last_became_peered":"2024-09-13T16:15:41.037313+0000","last_unstale":"2024-09-13T16:41:22.966994+0000","last_undegraded":"2024-09-13T16:41:22.966994+0000","last_fullsized":"2024-09-13T16:41:22.966994+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:12:26.352318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":21,"num_write_kb":22,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"28'2361","reported_seq":2386,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.351773+0000","last_change":"2024-09-13T16:15:45.436611+0000","last_active":"2024-09-13T16:41:21.351773+0000","last_peered":"2024-09-13T16:41:21.351773+0000","last_clean":"2024-09-13T16:41:21.351773+0000","last_became_active":"2024-09-13T16:15:45.436224+0000","last_became_peered":"2024-09-13T16:15:45.436224+0000","last_unstale":"2024-09-13T16:41:21.351773+0000","last_undegraded":"2024-09-13T16:41:21.351773+0000","last_fullsized":"2024-09-13T16:41:21.351773+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2361,"log_dups_size":0,"ondisk_log_size":2361,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:25:18.924994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1800,"num_write_kb":86014,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,2],"acting":[3,1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"28'562","reported_seq":589,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.630186+0000","last_change":"2024-09-13T16:15:41.413282+0000","last_active":"2024-09-13T16:41:26.630186+0000","last_peered":"2024-09-13T16:41:26.630186+0000","last_clean":"2024-09-13T16:41:26.630186+0000","last_became_active":"2024-09-13T16:15:41.413018+0000","last_became_peered":"2024-09-13T16:15:41.413018+0000","last_unstale":"2024-09-13T16:41:26.630186+0000","last_undegraded":"2024-09-13T16:41:26.630186+0000","last_fullsized":"2024-09-13T16:41:26.630186+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":562,"log_dups_size":0,"ondisk_log_size":562,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:59:59.432849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":24,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.13","version":"28'2046","reported_seq":2074,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:22.835677+0000","last_change":"2024-09-13T16:15:41.028202+0000","last_active":"2024-09-13T16:41:22.835677+0000","last_peered":"2024-09-13T16:41:22.835677+0000","last_clean":"2024-09-13T16:41:22.835677+0000","last_became_active":"2024-09-13T16:15:41.027695+0000","last_became_peered":"2024-09-13T16:15:41.027695+0000","last_unstale":"2024-09-13T16:41:22.835677+0000","last_undegraded":"2024-09-13T16:41:22.835677+0000","last_fullsized":"2024-09-13T16:41:22.835677+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":2046,"log_dups_size":0,"ondisk_log_size":2046,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:30:56.384304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194338,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2050,"num_write_kb":13295,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"28'2567","reported_seq":2591,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.266601+0000","last_change":"2024-09-13T16:15:45.429663+0000","last_active":"2024-09-13T16:41:21.266601+0000","last_peered":"2024-09-13T16:41:21.266601+0000","last_clean":"2024-09-13T16:41:21.266601+0000","last_became_active":"2024-09-13T16:15:45.429313+0000","last_became_peered":"2024-09-13T16:15:45.429313+0000","last_unstale":"2024-09-13T16:41:21.266601+0000","last_undegraded":"2024-09-13T16:41:21.266601+0000","last_fullsized":"2024-09-13T16:41:21.266601+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2567,"log_dups_size":0,"ondisk_log_size":2567,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:40:41.137237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2012,"num_write_kb":87157,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3,2],"acting":[5,7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"28'563","reported_seq":589,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.634264+0000","last_change":"2024-09-13T16:15:41.421663+0000","last_active":"2024-09-13T16:41:26.634264+0000","last_peered":"2024-09-13T16:41:26.634264+0000","last_clean":"2024-09-13T16:41:26.634264+0000","last_became_active":"2024-09-13T16:15:41.421412+0000","last_became_peered":"2024-09-13T16:15:41.421412+0000","last_unstale":"2024-09-13T16:41:26.634264+0000","last_undegraded":"2024-09-13T16:41:26.634264+0000","last_fullsized":"2024-09-13T16:41:26.634264+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":563,"log_dups_size":0,"ondisk_log_size":563,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:55:13.234223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.14","version":"28'3264","reported_seq":3292,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.966878+0000","last_change":"2024-09-13T16:15:41.036305+0000","last_active":"2024-09-13T16:41:21.966878+0000","last_peered":"2024-09-13T16:41:21.966878+0000","last_clean":"2024-09-13T16:41:21.966878+0000","last_became_active":"2024-09-13T16:15:41.036022+0000","last_became_peered":"2024-09-13T16:15:41.036022+0000","last_unstale":"2024-09-13T16:41:21.966878+0000","last_undegraded":"2024-09-13T16:41:21.966878+0000","last_fullsized":"2024-09-13T16:41:21.966878+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":3264,"log_dups_size":0,"ondisk_log_size":3264,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:23:04.082341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8389280,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3265,"num_write_kb":22009,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.12","version":"28'2234","reported_seq":2259,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.340779+0000","last_change":"2024-09-13T16:15:45.445565+0000","last_active":"2024-09-13T16:41:21.340779+0000","last_peered":"2024-09-13T16:41:21.340779+0000","last_clean":"2024-09-13T16:41:21.340779+0000","last_became_active":"2024-09-13T16:15:45.442341+0000","last_became_peered":"2024-09-13T16:15:45.442341+0000","last_unstale":"2024-09-13T16:41:21.340779+0000","last_undegraded":"2024-09-13T16:41:21.340779+0000","last_fullsized":"2024-09-13T16:41:21.340779+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2234,"log_dups_size":0,"ondisk_log_size":2234,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:38:27.489586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1673,"num_write_kb":36981,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2,0],"acting":[1,6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"28'561","reported_seq":588,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.640014+0000","last_change":"2024-09-13T16:15:41.419163+0000","last_active":"2024-09-13T16:41:26.640014+0000","last_peered":"2024-09-13T16:41:26.640014+0000","last_clean":"2024-09-13T16:41:26.640014+0000","last_became_active":"2024-09-13T16:15:41.417552+0000","last_became_peered":"2024-09-13T16:15:41.417552+0000","last_unstale":"2024-09-13T16:41:26.640014+0000","last_undegraded":"2024-09-13T16:41:26.640014+0000","last_fullsized":"2024-09-13T16:41:26.640014+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":561,"log_dups_size":0,"ondisk_log_size":561,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:53:10.218385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"28'4186","reported_seq":4213,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:23.957419+0000","last_change":"2024-09-13T16:15:41.033212+0000","last_active":"2024-09-13T16:41:23.957419+0000","last_peered":"2024-09-13T16:41:23.957419+0000","last_clean":"2024-09-13T16:41:23.957419+0000","last_became_active":"2024-09-13T16:15:41.032932+0000","last_became_peered":"2024-09-13T16:15:41.032932+0000","last_unstale":"2024-09-13T16:41:23.957419+0000","last_undegraded":"2024-09-13T16:41:23.957419+0000","last_fullsized":"2024-09-13T16:41:23.957419+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":4186,"log_dups_size":0,"ondisk_log_size":4186,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:24:54.906382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12583002,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4189,"num_write_kb":23150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"28'2473","reported_seq":2498,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.261832+0000","last_change":"2024-09-13T16:15:45.445670+0000","last_active":"2024-09-13T16:41:21.261832+0000","last_peered":"2024-09-13T16:41:21.261832+0000","last_clean":"2024-09-13T16:41:21.261832+0000","last_became_active":"2024-09-13T16:15:45.445288+0000","last_became_peered":"2024-09-13T16:15:45.445288+0000","last_unstale":"2024-09-13T16:41:21.261832+0000","last_undegraded":"2024-09-13T16:41:21.261832+0000","last_fullsized":"2024-09-13T16:41:21.261832+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2473,"log_dups_size":0,"ondisk_log_size":2473,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:54:19.358862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1929,"num_write_kb":152312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,1],"acting":[4,5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"28'560","reported_seq":586,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.650729+0000","last_change":"2024-09-13T16:15:41.424204+0000","last_active":"2024-09-13T16:41:26.650729+0000","last_peered":"2024-09-13T16:41:26.650729+0000","last_clean":"2024-09-13T16:41:26.650729+0000","last_became_active":"2024-09-13T16:15:41.423904+0000","last_became_peered":"2024-09-13T16:15:41.423904+0000","last_unstale":"2024-09-13T16:41:26.650729+0000","last_undegraded":"2024-09-13T16:41:26.650729+0000","last_fullsized":"2024-09-13T16:41:26.650729+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":560,"log_dups_size":0,"ondisk_log_size":560,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:32:31.972422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"28'2606","reported_seq":2633,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.963742+0000","last_change":"2024-09-13T16:15:41.034031+0000","last_active":"2024-09-13T16:41:21.963742+0000","last_peered":"2024-09-13T16:41:21.963742+0000","last_clean":"2024-09-13T16:41:21.963742+0000","last_became_active":"2024-09-13T16:15:41.033489+0000","last_became_peered":"2024-09-13T16:15:41.033489+0000","last_unstale":"2024-09-13T16:41:21.963742+0000","last_undegraded":"2024-09-13T16:41:21.963742+0000","last_fullsized":"2024-09-13T16:41:21.963742+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":2606,"log_dups_size":0,"ondisk_log_size":2606,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:20:11.669314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12582912,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2607,"num_write_kb":21689,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"28'2337","reported_seq":2362,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.345629+0000","last_change":"2024-09-13T16:15:45.436970+0000","last_active":"2024-09-13T16:41:21.345629+0000","last_peered":"2024-09-13T16:41:21.345629+0000","last_clean":"2024-09-13T16:41:21.345629+0000","last_became_active":"2024-09-13T16:15:45.436526+0000","last_became_peered":"2024-09-13T16:15:45.436526+0000","last_unstale":"2024-09-13T16:41:21.345629+0000","last_undegraded":"2024-09-13T16:41:21.345629+0000","last_fullsized":"2024-09-13T16:41:21.345629+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2337,"log_dups_size":0,"ondisk_log_size":2337,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:36:18.536576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1761,"num_write_kb":38111,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6,4],"acting":[3,1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"28'577","reported_seq":603,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.971897+0000","last_change":"2024-09-13T16:15:41.434977+0000","last_active":"2024-09-13T16:41:26.971897+0000","last_peered":"2024-09-13T16:41:26.971897+0000","last_clean":"2024-09-13T16:41:26.971897+0000","last_became_active":"2024-09-13T16:15:41.434755+0000","last_became_peered":"2024-09-13T16:15:41.434755+0000","last_unstale":"2024-09-13T16:41:26.971897+0000","last_undegraded":"2024-09-13T16:41:26.971897+0000","last_fullsized":"2024-09-13T16:41:26.971897+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":577,"log_dups_size":0,"ondisk_log_size":577,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:25:13.592668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.17","version":"28'630","reported_seq":657,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:22.966864+0000","last_change":"2024-09-13T16:15:41.037211+0000","last_active":"2024-09-13T16:41:22.966864+0000","last_peered":"2024-09-13T16:41:22.966864+0000","last_clean":"2024-09-13T16:41:22.966864+0000","last_became_active":"2024-09-13T16:15:41.036955+0000","last_became_peered":"2024-09-13T16:15:41.036955+0000","last_unstale":"2024-09-13T16:41:22.966864+0000","last_undegraded":"2024-09-13T16:41:22.966864+0000","last_fullsized":"2024-09-13T16:41:22.966864+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":630,"log_dups_size":0,"ondisk_log_size":630,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:24:38.572929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":643,"num_write_kb":4401,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.11","version":"28'2353","reported_seq":2378,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.358095+0000","last_change":"2024-09-13T16:15:45.426193+0000","last_active":"2024-09-13T16:41:21.358095+0000","last_peered":"2024-09-13T16:41:21.358095+0000","last_clean":"2024-09-13T16:41:21.358095+0000","last_became_active":"2024-09-13T16:15:45.425834+0000","last_became_peered":"2024-09-13T16:15:45.425834+0000","last_unstale":"2024-09-13T16:41:21.358095+0000","last_undegraded":"2024-09-13T16:41:21.358095+0000","last_fullsized":"2024-09-13T16:41:21.358095+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2353,"log_dups_size":0,"ondisk_log_size":2353,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:08:24.944860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1763,"num_write_kb":44318,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6,5],"acting":[3,7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"28'2392","reported_seq":2418,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.208574+0000","last_change":"2024-09-13T16:15:45.445140+0000","last_active":"2024-09-13T16:41:21.208574+0000","last_peered":"2024-09-13T16:41:21.208574+0000","last_clean":"2024-09-13T16:41:21.208574+0000","last_became_active":"2024-09-13T16:15:45.444697+0000","last_became_peered":"2024-09-13T16:15:45.444697+0000","last_unstale":"2024-09-13T16:41:21.208574+0000","last_undegraded":"2024-09-13T16:41:21.208574+0000","last_fullsized":"2024-09-13T16:41:21.208574+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2392,"log_dups_size":0,"ondisk_log_size":2392,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:24:59.575250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1876,"num_write_kb":85170,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3,1],"acting":[0,7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"28'554","reported_seq":580,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.624465+0000","last_change":"2024-09-13T16:15:41.416274+0000","last_active":"2024-09-13T16:41:26.624465+0000","last_peered":"2024-09-13T16:41:26.624465+0000","last_clean":"2024-09-13T16:41:26.624465+0000","last_became_active":"2024-09-13T16:15:41.416031+0000","last_became_peered":"2024-09-13T16:15:41.416031+0000","last_unstale":"2024-09-13T16:41:26.624465+0000","last_undegraded":"2024-09-13T16:41:26.624465+0000","last_fullsized":"2024-09-13T16:41:26.624465+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":554,"log_dups_size":0,"ondisk_log_size":554,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:53:15.761243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":26,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.18","version":"28'4020","reported_seq":4047,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.572296+0000","last_change":"2024-09-13T16:15:41.028829+0000","last_active":"2024-09-13T16:41:26.572296+0000","last_peered":"2024-09-13T16:41:26.572296+0000","last_clean":"2024-09-13T16:41:26.572296+0000","last_became_active":"2024-09-13T16:15:41.028484+0000","last_became_peered":"2024-09-13T16:15:41.028484+0000","last_unstale":"2024-09-13T16:41:26.572296+0000","last_undegraded":"2024-09-13T16:41:26.572296+0000","last_fullsized":"2024-09-13T16:41:26.572296+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":4020,"log_dups_size":0,"ondisk_log_size":4020,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:54:43.966284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16072913,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4020,"num_write_kb":29846,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"28'2411","reported_seq":2437,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.341081+0000","last_change":"2024-09-13T16:15:45.436689+0000","last_active":"2024-09-13T16:41:21.341081+0000","last_peered":"2024-09-13T16:41:21.341081+0000","last_clean":"2024-09-13T16:41:21.341081+0000","last_became_active":"2024-09-13T16:15:45.436307+0000","last_became_peered":"2024-09-13T16:15:45.436307+0000","last_unstale":"2024-09-13T16:41:21.341081+0000","last_undegraded":"2024-09-13T16:41:21.341081+0000","last_fullsized":"2024-09-13T16:41:21.341081+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2411,"log_dups_size":0,"ondisk_log_size":2411,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:59:59.001054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1872,"num_write_kb":94300,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1,0],"acting":[6,5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"28'640","reported_seq":666,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.634532+0000","last_change":"2024-09-13T16:15:41.422643+0000","last_active":"2024-09-13T16:41:26.634532+0000","last_peered":"2024-09-13T16:41:26.634532+0000","last_clean":"2024-09-13T16:41:26.634532+0000","last_became_active":"2024-09-13T16:15:41.422354+0000","last_became_peered":"2024-09-13T16:15:41.422354+0000","last_unstale":"2024-09-13T16:41:26.634532+0000","last_undegraded":"2024-09-13T16:41:26.634532+0000","last_fullsized":"2024-09-13T16:41:26.634532+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":640,"log_dups_size":0,"ondisk_log_size":640,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:41:33.335619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"28'654","reported_seq":681,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.966353+0000","last_change":"2024-09-13T16:15:41.031795+0000","last_active":"2024-09-13T16:41:21.966353+0000","last_peered":"2024-09-13T16:41:21.966353+0000","last_clean":"2024-09-13T16:41:21.966353+0000","last_became_active":"2024-09-13T16:15:41.031397+0000","last_became_peered":"2024-09-13T16:15:41.031397+0000","last_unstale":"2024-09-13T16:41:21.966353+0000","last_undegraded":"2024-09-13T16:41:21.966353+0000","last_fullsized":"2024-09-13T16:41:21.966353+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":654,"log_dups_size":0,"ondisk_log_size":654,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:25:22.130748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":658,"num_write_kb":4390,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1a","version":"28'3753","reported_seq":3780,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:22.967193+0000","last_change":"2024-09-13T16:15:41.025334+0000","last_active":"2024-09-13T16:41:22.967193+0000","last_peered":"2024-09-13T16:41:22.967193+0000","last_clean":"2024-09-13T16:41:22.967193+0000","last_became_active":"2024-09-13T16:15:41.024989+0000","last_became_peered":"2024-09-13T16:15:41.024989+0000","last_unstale":"2024-09-13T16:41:22.967193+0000","last_undegraded":"2024-09-13T16:41:22.967193+0000","last_fullsized":"2024-09-13T16:41:22.967193+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":3753,"log_dups_size":0,"ondisk_log_size":3753,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:53:09.205608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12582912,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3756,"num_write_kb":30455,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"28'556","reported_seq":582,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.649471+0000","last_change":"2024-09-13T16:15:41.432442+0000","last_active":"2024-09-13T16:41:26.649471+0000","last_peered":"2024-09-13T16:41:26.649471+0000","last_clean":"2024-09-13T16:41:26.649471+0000","last_became_active":"2024-09-13T16:15:41.432139+0000","last_became_peered":"2024-09-13T16:15:41.432139+0000","last_unstale":"2024-09-13T16:41:26.649471+0000","last_undegraded":"2024-09-13T16:41:26.649471+0000","last_fullsized":"2024-09-13T16:41:26.649471+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":556,"log_dups_size":0,"ondisk_log_size":556,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:14:45.133899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"28'2403","reported_seq":2437,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.288634+0000","last_change":"2024-09-13T16:16:24.054939+0000","last_active":"2024-09-13T16:41:21.288634+0000","last_peered":"2024-09-13T16:41:21.288634+0000","last_clean":"2024-09-13T16:41:21.288634+0000","last_became_active":"2024-09-13T16:16:24.053479+0000","last_became_peered":"2024-09-13T16:16:24.053479+0000","last_unstale":"2024-09-13T16:41:21.288634+0000","last_undegraded":"2024-09-13T16:41:21.288634+0000","last_fullsized":"2024-09-13T16:41:21.288634+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2403,"log_dups_size":0,"ondisk_log_size":2403,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:18:58.278634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1817,"num_write_kb":55639,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,3,5],"acting":[2,0,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"28'1263","reported_seq":1290,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:22.960778+0000","last_change":"2024-09-13T16:15:41.036390+0000","last_active":"2024-09-13T16:41:22.960778+0000","last_peered":"2024-09-13T16:41:22.960778+0000","last_clean":"2024-09-13T16:41:22.960778+0000","last_became_active":"2024-09-13T16:15:41.036045+0000","last_became_peered":"2024-09-13T16:15:41.036045+0000","last_unstale":"2024-09-13T16:41:22.960778+0000","last_undegraded":"2024-09-13T16:41:22.960778+0000","last_fullsized":"2024-09-13T16:41:22.960778+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":1263,"log_dups_size":0,"ondisk_log_size":1263,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:24:38.572929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1270,"num_write_kb":8784,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"28'568","reported_seq":594,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.622334+0000","last_change":"2024-09-13T16:15:41.419556+0000","last_active":"2024-09-13T16:41:26.622334+0000","last_peered":"2024-09-13T16:41:26.622334+0000","last_clean":"2024-09-13T16:41:26.622334+0000","last_became_active":"2024-09-13T16:15:41.417827+0000","last_became_peered":"2024-09-13T16:15:41.417827+0000","last_unstale":"2024-09-13T16:41:26.622334+0000","last_undegraded":"2024-09-13T16:41:26.622334+0000","last_fullsized":"2024-09-13T16:41:26.622334+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":568,"log_dups_size":0,"ondisk_log_size":568,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:24:55.919158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"28'2336","reported_seq":2360,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.321076+0000","last_change":"2024-09-13T16:15:45.435555+0000","last_active":"2024-09-13T16:41:21.321076+0000","last_peered":"2024-09-13T16:41:21.321076+0000","last_clean":"2024-09-13T16:41:21.321076+0000","last_became_active":"2024-09-13T16:15:45.435169+0000","last_became_peered":"2024-09-13T16:15:45.435169+0000","last_unstale":"2024-09-13T16:41:21.321076+0000","last_undegraded":"2024-09-13T16:41:21.321076+0000","last_fullsized":"2024-09-13T16:41:21.321076+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2336,"log_dups_size":0,"ondisk_log_size":2336,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:25:57.742530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1808,"num_write_kb":46128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4,2],"acting":[3,1,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.20","version":"28'594","reported_seq":622,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.637054+0000","last_change":"2024-09-13T16:15:41.423423+0000","last_active":"2024-09-13T16:41:26.637054+0000","last_peered":"2024-09-13T16:41:26.637054+0000","last_clean":"2024-09-13T16:41:26.637054+0000","last_became_active":"2024-09-13T16:15:41.423169+0000","last_became_peered":"2024-09-13T16:15:41.423169+0000","last_unstale":"2024-09-13T16:41:26.637054+0000","last_undegraded":"2024-09-13T16:41:26.637054+0000","last_fullsized":"2024-09-13T16:41:26.637054+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":594,"log_dups_size":0,"ondisk_log_size":594,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:27:47.348543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":32,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"28'622","reported_seq":650,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.630856+0000","last_change":"2024-09-13T16:15:41.426426+0000","last_active":"2024-09-13T16:41:26.630856+0000","last_peered":"2024-09-13T16:41:26.630856+0000","last_clean":"2024-09-13T16:41:26.630856+0000","last_became_active":"2024-09-13T16:15:41.426171+0000","last_became_peered":"2024-09-13T16:15:41.426171+0000","last_unstale":"2024-09-13T16:41:26.630856+0000","last_undegraded":"2024-09-13T16:41:26.630856+0000","last_fullsized":"2024-09-13T16:41:26.630856+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":622,"log_dups_size":0,"ondisk_log_size":622,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:47:49.995930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"28'564","reported_seq":592,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.641004+0000","last_change":"2024-09-13T16:15:41.423833+0000","last_active":"2024-09-13T16:41:26.641004+0000","last_peered":"2024-09-13T16:41:26.641004+0000","last_clean":"2024-09-13T16:41:26.641004+0000","last_became_active":"2024-09-13T16:15:41.423509+0000","last_became_peered":"2024-09-13T16:15:41.423509+0000","last_unstale":"2024-09-13T16:41:26.641004+0000","last_undegraded":"2024-09-13T16:41:26.641004+0000","last_fullsized":"2024-09-13T16:41:26.641004+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":564,"log_dups_size":0,"ondisk_log_size":564,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:20:54.354960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"28'588","reported_seq":616,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.638126+0000","last_change":"2024-09-13T16:15:41.419808+0000","last_active":"2024-09-13T16:41:26.638126+0000","last_peered":"2024-09-13T16:41:26.638126+0000","last_clean":"2024-09-13T16:41:26.638126+0000","last_became_active":"2024-09-13T16:15:41.419574+0000","last_became_peered":"2024-09-13T16:15:41.419574+0000","last_unstale":"2024-09-13T16:41:26.638126+0000","last_undegraded":"2024-09-13T16:41:26.638126+0000","last_fullsized":"2024-09-13T16:41:26.638126+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":588,"log_dups_size":0,"ondisk_log_size":588,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:51:57.544490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"28'549","reported_seq":576,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.630132+0000","last_change":"2024-09-13T16:15:41.419911+0000","last_active":"2024-09-13T16:41:26.630132+0000","last_peered":"2024-09-13T16:41:26.630132+0000","last_clean":"2024-09-13T16:41:26.630132+0000","last_became_active":"2024-09-13T16:15:41.419644+0000","last_became_peered":"2024-09-13T16:15:41.419644+0000","last_unstale":"2024-09-13T16:41:26.630132+0000","last_undegraded":"2024-09-13T16:41:26.630132+0000","last_fullsized":"2024-09-13T16:41:26.630132+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":549,"log_dups_size":0,"ondisk_log_size":549,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:27:47.348543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"28'564","reported_seq":591,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.623865+0000","last_change":"2024-09-13T16:15:41.409800+0000","last_active":"2024-09-13T16:41:26.623865+0000","last_peered":"2024-09-13T16:41:26.623865+0000","last_clean":"2024-09-13T16:41:26.623865+0000","last_became_active":"2024-09-13T16:15:41.409523+0000","last_became_peered":"2024-09-13T16:15:41.409523+0000","last_unstale":"2024-09-13T16:41:26.623865+0000","last_undegraded":"2024-09-13T16:41:26.623865+0000","last_fullsized":"2024-09-13T16:41:26.623865+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":564,"log_dups_size":0,"ondisk_log_size":564,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:00:20.703088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"28'600","reported_seq":627,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.639668+0000","last_change":"2024-09-13T16:15:41.418006+0000","last_active":"2024-09-13T16:41:26.639668+0000","last_peered":"2024-09-13T16:41:26.639668+0000","last_clean":"2024-09-13T16:41:26.639668+0000","last_became_active":"2024-09-13T16:15:41.417761+0000","last_became_peered":"2024-09-13T16:15:41.417761+0000","last_unstale":"2024-09-13T16:41:26.639668+0000","last_undegraded":"2024-09-13T16:41:26.639668+0000","last_fullsized":"2024-09-13T16:41:26.639668+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":600,"log_dups_size":0,"ondisk_log_size":600,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:22:02.925875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":28,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"28'542","reported_seq":569,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.616215+0000","last_change":"2024-09-13T16:15:41.429135+0000","last_active":"2024-09-13T16:41:26.616215+0000","last_peered":"2024-09-13T16:41:26.616215+0000","last_clean":"2024-09-13T16:41:26.616215+0000","last_became_active":"2024-09-13T16:15:41.428841+0000","last_became_peered":"2024-09-13T16:15:41.428841+0000","last_unstale":"2024-09-13T16:41:26.616215+0000","last_undegraded":"2024-09-13T16:41:26.616215+0000","last_fullsized":"2024-09-13T16:41:26.616215+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":542,"log_dups_size":0,"ondisk_log_size":542,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:53:06.109901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"28'572","reported_seq":599,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.650081+0000","last_change":"2024-09-13T16:15:41.424140+0000","last_active":"2024-09-13T16:41:26.650081+0000","last_peered":"2024-09-13T16:41:26.650081+0000","last_clean":"2024-09-13T16:41:26.650081+0000","last_became_active":"2024-09-13T16:15:41.423826+0000","last_became_peered":"2024-09-13T16:15:41.423826+0000","last_unstale":"2024-09-13T16:41:26.650081+0000","last_undegraded":"2024-09-13T16:41:26.650081+0000","last_fullsized":"2024-09-13T16:41:26.650081+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":572,"log_dups_size":0,"ondisk_log_size":572,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:54:36.284115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":24,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"28'553","reported_seq":580,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.624089+0000","last_change":"2024-09-13T16:15:41.432323+0000","last_active":"2024-09-13T16:41:26.624089+0000","last_peered":"2024-09-13T16:41:26.624089+0000","last_clean":"2024-09-13T16:41:26.624089+0000","last_became_active":"2024-09-13T16:15:41.432121+0000","last_became_peered":"2024-09-13T16:15:41.432121+0000","last_unstale":"2024-09-13T16:41:26.624089+0000","last_undegraded":"2024-09-13T16:41:26.624089+0000","last_fullsized":"2024-09-13T16:41:26.624089+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":553,"log_dups_size":0,"ondisk_log_size":553,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:00:20.703088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"28'591","reported_seq":618,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.645108+0000","last_change":"2024-09-13T16:15:41.435089+0000","last_active":"2024-09-13T16:41:26.645108+0000","last_peered":"2024-09-13T16:41:26.645108+0000","last_clean":"2024-09-13T16:41:26.645108+0000","last_became_active":"2024-09-13T16:15:41.434875+0000","last_became_peered":"2024-09-13T16:15:41.434875+0000","last_unstale":"2024-09-13T16:41:26.645108+0000","last_undegraded":"2024-09-13T16:41:26.645108+0000","last_fullsized":"2024-09-13T16:41:26.645108+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":591,"log_dups_size":0,"ondisk_log_size":591,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:26:15.968684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"28'558","reported_seq":585,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.644180+0000","last_change":"2024-09-13T16:15:41.427159+0000","last_active":"2024-09-13T16:41:26.644180+0000","last_peered":"2024-09-13T16:41:26.644180+0000","last_clean":"2024-09-13T16:41:26.644180+0000","last_became_active":"2024-09-13T16:15:41.426887+0000","last_became_peered":"2024-09-13T16:15:41.426887+0000","last_unstale":"2024-09-13T16:41:26.644180+0000","last_undegraded":"2024-09-13T16:41:26.644180+0000","last_fullsized":"2024-09-13T16:41:26.644180+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":558,"log_dups_size":0,"ondisk_log_size":558,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:33:52.262369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"28'578","reported_seq":605,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.632979+0000","last_change":"2024-09-13T16:15:41.429253+0000","last_active":"2024-09-13T16:41:26.632979+0000","last_peered":"2024-09-13T16:41:26.632979+0000","last_clean":"2024-09-13T16:41:26.632979+0000","last_became_active":"2024-09-13T16:15:41.428906+0000","last_became_peered":"2024-09-13T16:15:41.428906+0000","last_unstale":"2024-09-13T16:41:26.632979+0000","last_undegraded":"2024-09-13T16:41:26.632979+0000","last_fullsized":"2024-09-13T16:41:26.632979+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":578,"log_dups_size":0,"ondisk_log_size":578,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:41:33.335619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":20,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2d","version":"28'570","reported_seq":597,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.633466+0000","last_change":"2024-09-13T16:15:41.421597+0000","last_active":"2024-09-13T16:41:26.633466+0000","last_peered":"2024-09-13T16:41:26.633466+0000","last_clean":"2024-09-13T16:41:26.633466+0000","last_became_active":"2024-09-13T16:15:41.421333+0000","last_became_peered":"2024-09-13T16:15:41.421333+0000","last_unstale":"2024-09-13T16:41:26.633466+0000","last_undegraded":"2024-09-13T16:41:26.633466+0000","last_fullsized":"2024-09-13T16:41:26.633466+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":570,"log_dups_size":0,"ondisk_log_size":570,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:44:05.493410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2e","version":"28'531","reported_seq":558,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.630494+0000","last_change":"2024-09-13T16:15:41.422358+0000","last_active":"2024-09-13T16:41:26.630494+0000","last_peered":"2024-09-13T16:41:26.630494+0000","last_clean":"2024-09-13T16:41:26.630494+0000","last_became_active":"2024-09-13T16:15:41.422120+0000","last_became_peered":"2024-09-13T16:15:41.422120+0000","last_unstale":"2024-09-13T16:41:26.630494+0000","last_undegraded":"2024-09-13T16:41:26.630494+0000","last_fullsized":"2024-09-13T16:41:26.630494+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":531,"log_dups_size":0,"ondisk_log_size":531,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:37:18.423822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2f","version":"28'590","reported_seq":617,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.646228+0000","last_change":"2024-09-13T16:15:41.431160+0000","last_active":"2024-09-13T16:41:26.646228+0000","last_peered":"2024-09-13T16:41:26.646228+0000","last_clean":"2024-09-13T16:41:26.646228+0000","last_became_active":"2024-09-13T16:15:41.430802+0000","last_became_peered":"2024-09-13T16:15:41.430802+0000","last_unstale":"2024-09-13T16:41:26.646228+0000","last_undegraded":"2024-09-13T16:41:26.646228+0000","last_fullsized":"2024-09-13T16:41:26.646228+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":590,"log_dups_size":0,"ondisk_log_size":590,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:49:01.550676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"28'579","reported_seq":599,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.633480+0000","last_change":"2024-09-13T16:16:23.802417+0000","last_active":"2024-09-13T16:41:26.633480+0000","last_peered":"2024-09-13T16:41:26.633480+0000","last_clean":"2024-09-13T16:41:26.633480+0000","last_became_active":"2024-09-13T16:16:23.802025+0000","last_became_peered":"2024-09-13T16:16:23.802025+0000","last_unstale":"2024-09-13T16:41:26.633480+0000","last_undegraded":"2024-09-13T16:41:26.633480+0000","last_fullsized":"2024-09-13T16:41:26.633480+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":579,"log_dups_size":0,"ondisk_log_size":579,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:51:51.229448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.31","version":"28'581","reported_seq":608,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.613056+0000","last_change":"2024-09-13T16:15:41.428474+0000","last_active":"2024-09-13T16:41:26.613056+0000","last_peered":"2024-09-13T16:41:26.613056+0000","last_clean":"2024-09-13T16:41:26.613056+0000","last_became_active":"2024-09-13T16:15:41.428226+0000","last_became_peered":"2024-09-13T16:15:41.428226+0000","last_unstale":"2024-09-13T16:41:26.613056+0000","last_undegraded":"2024-09-13T16:41:26.613056+0000","last_fullsized":"2024-09-13T16:41:26.613056+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":581,"log_dups_size":0,"ondisk_log_size":581,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:27:47.348543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":20,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.32","version":"28'575","reported_seq":602,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.629621+0000","last_change":"2024-09-13T16:15:41.414379+0000","last_active":"2024-09-13T16:41:26.629621+0000","last_peered":"2024-09-13T16:41:26.629621+0000","last_clean":"2024-09-13T16:41:26.629621+0000","last_became_active":"2024-09-13T16:15:41.414114+0000","last_became_peered":"2024-09-13T16:15:41.414114+0000","last_unstale":"2024-09-13T16:41:26.629621+0000","last_undegraded":"2024-09-13T16:41:26.629621+0000","last_fullsized":"2024-09-13T16:41:26.629621+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":575,"log_dups_size":0,"ondisk_log_size":575,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:38:39.233853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"28'548","reported_seq":574,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.630475+0000","last_change":"2024-09-13T16:15:41.419610+0000","last_active":"2024-09-13T16:41:26.630475+0000","last_peered":"2024-09-13T16:41:26.630475+0000","last_clean":"2024-09-13T16:41:26.630475+0000","last_became_active":"2024-09-13T16:15:41.419309+0000","last_became_peered":"2024-09-13T16:15:41.419309+0000","last_unstale":"2024-09-13T16:41:26.630475+0000","last_undegraded":"2024-09-13T16:41:26.630475+0000","last_fullsized":"2024-09-13T16:41:26.630475+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":548,"log_dups_size":0,"ondisk_log_size":548,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:11:47.177046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.34","version":"28'543","reported_seq":569,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.624906+0000","last_change":"2024-09-13T16:15:41.425705+0000","last_active":"2024-09-13T16:41:26.624906+0000","last_peered":"2024-09-13T16:41:26.624906+0000","last_clean":"2024-09-13T16:41:26.624906+0000","last_became_active":"2024-09-13T16:15:41.421971+0000","last_became_peered":"2024-09-13T16:15:41.421971+0000","last_unstale":"2024-09-13T16:41:26.624906+0000","last_undegraded":"2024-09-13T16:41:26.624906+0000","last_fullsized":"2024-09-13T16:41:26.624906+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":543,"log_dups_size":0,"ondisk_log_size":543,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:37:18.423822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.35","version":"28'544","reported_seq":570,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.645417+0000","last_change":"2024-09-13T16:15:41.427094+0000","last_active":"2024-09-13T16:41:26.645417+0000","last_peered":"2024-09-13T16:41:26.645417+0000","last_clean":"2024-09-13T16:41:26.645417+0000","last_became_active":"2024-09-13T16:15:41.426852+0000","last_became_peered":"2024-09-13T16:15:41.426852+0000","last_unstale":"2024-09-13T16:41:26.645417+0000","last_undegraded":"2024-09-13T16:41:26.645417+0000","last_fullsized":"2024-09-13T16:41:26.645417+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":544,"log_dups_size":0,"ondisk_log_size":544,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:53:06.109901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.36","version":"28'535","reported_seq":561,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.650547+0000","last_change":"2024-09-13T16:15:41.425147+0000","last_active":"2024-09-13T16:41:26.650547+0000","last_peered":"2024-09-13T16:41:26.650547+0000","last_clean":"2024-09-13T16:41:26.650547+0000","last_became_active":"2024-09-13T16:15:41.424810+0000","last_became_peered":"2024-09-13T16:15:41.424810+0000","last_unstale":"2024-09-13T16:41:26.650547+0000","last_undegraded":"2024-09-13T16:41:26.650547+0000","last_fullsized":"2024-09-13T16:41:26.650547+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":535,"log_dups_size":0,"ondisk_log_size":535,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:11:47.177046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.37","version":"28'567","reported_seq":593,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.651357+0000","last_change":"2024-09-13T16:15:41.431395+0000","last_active":"2024-09-13T16:41:26.651357+0000","last_peered":"2024-09-13T16:41:26.651357+0000","last_clean":"2024-09-13T16:41:26.651357+0000","last_became_active":"2024-09-13T16:15:41.431132+0000","last_became_peered":"2024-09-13T16:15:41.431132+0000","last_unstale":"2024-09-13T16:41:26.651357+0000","last_undegraded":"2024-09-13T16:41:26.651357+0000","last_fullsized":"2024-09-13T16:41:26.651357+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":567,"log_dups_size":0,"ondisk_log_size":567,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:53:04.084280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"28'546","reported_seq":572,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.646315+0000","last_change":"2024-09-13T16:15:41.426714+0000","last_active":"2024-09-13T16:41:26.646315+0000","last_peered":"2024-09-13T16:41:26.646315+0000","last_clean":"2024-09-13T16:41:26.646315+0000","last_became_active":"2024-09-13T16:15:41.426419+0000","last_became_peered":"2024-09-13T16:15:41.426419+0000","last_unstale":"2024-09-13T16:41:26.646315+0000","last_undegraded":"2024-09-13T16:41:26.646315+0000","last_fullsized":"2024-09-13T16:41:26.646315+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":546,"log_dups_size":0,"ondisk_log_size":546,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:56:02.400511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.39","version":"28'562","reported_seq":582,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.970792+0000","last_change":"2024-09-13T16:16:23.803128+0000","last_active":"2024-09-13T16:41:26.970792+0000","last_peered":"2024-09-13T16:41:26.970792+0000","last_clean":"2024-09-13T16:41:26.970792+0000","last_became_active":"2024-09-13T16:16:23.802699+0000","last_became_peered":"2024-09-13T16:16:23.802699+0000","last_unstale":"2024-09-13T16:41:26.970792+0000","last_undegraded":"2024-09-13T16:41:26.970792+0000","last_fullsized":"2024-09-13T16:41:26.970792+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":562,"log_dups_size":0,"ondisk_log_size":562,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:41:28.769913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.3a","version":"28'529","reported_seq":555,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.644066+0000","last_change":"2024-09-13T16:15:41.426714+0000","last_active":"2024-09-13T16:41:26.644066+0000","last_peered":"2024-09-13T16:41:26.644066+0000","last_clean":"2024-09-13T16:41:26.644066+0000","last_became_active":"2024-09-13T16:15:41.426165+0000","last_became_peered":"2024-09-13T16:15:41.426165+0000","last_unstale":"2024-09-13T16:41:26.644066+0000","last_undegraded":"2024-09-13T16:41:26.644066+0000","last_fullsized":"2024-09-13T16:41:26.644066+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":529,"log_dups_size":0,"ondisk_log_size":529,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:41:33.478951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"28'579","reported_seq":605,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.633754+0000","last_change":"2024-09-13T16:15:41.426151+0000","last_active":"2024-09-13T16:41:26.633754+0000","last_peered":"2024-09-13T16:41:26.633754+0000","last_clean":"2024-09-13T16:41:26.633754+0000","last_became_active":"2024-09-13T16:15:41.425871+0000","last_became_peered":"2024-09-13T16:15:41.425871+0000","last_unstale":"2024-09-13T16:41:26.633754+0000","last_undegraded":"2024-09-13T16:41:26.633754+0000","last_fullsized":"2024-09-13T16:41:26.633754+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":579,"log_dups_size":0,"ondisk_log_size":579,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:00:20.703088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3c","version":"28'565","reported_seq":587,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.625072+0000","last_change":"2024-09-13T16:16:24.651042+0000","last_active":"2024-09-13T16:41:26.625072+0000","last_peered":"2024-09-13T16:41:26.625072+0000","last_clean":"2024-09-13T16:41:26.625072+0000","last_became_active":"2024-09-13T16:16:24.650115+0000","last_became_peered":"2024-09-13T16:16:24.650115+0000","last_unstale":"2024-09-13T16:41:26.625072+0000","last_undegraded":"2024-09-13T16:41:26.625072+0000","last_fullsized":"2024-09-13T16:41:26.625072+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":565,"log_dups_size":0,"ondisk_log_size":565,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:37:05.588605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":24,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.3d","version":"28'564","reported_seq":592,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.633195+0000","last_change":"2024-09-13T16:15:41.417542+0000","last_active":"2024-09-13T16:41:26.633195+0000","last_peered":"2024-09-13T16:41:26.633195+0000","last_clean":"2024-09-13T16:41:26.633195+0000","last_became_active":"2024-09-13T16:15:41.416985+0000","last_became_peered":"2024-09-13T16:15:41.416985+0000","last_unstale":"2024-09-13T16:41:26.633195+0000","last_undegraded":"2024-09-13T16:41:26.633195+0000","last_fullsized":"2024-09-13T16:41:26.633195+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":564,"log_dups_size":0,"ondisk_log_size":564,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:29:42.655942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":26,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"28'540","reported_seq":568,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.607585+0000","last_change":"2024-09-13T16:15:41.413539+0000","last_active":"2024-09-13T16:41:26.607585+0000","last_peered":"2024-09-13T16:41:26.607585+0000","last_clean":"2024-09-13T16:41:26.607585+0000","last_became_active":"2024-09-13T16:15:41.413271+0000","last_became_peered":"2024-09-13T16:15:41.413271+0000","last_unstale":"2024-09-13T16:41:26.607585+0000","last_undegraded":"2024-09-13T16:41:26.607585+0000","last_fullsized":"2024-09-13T16:41:26.607585+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":540,"log_dups_size":0,"ondisk_log_size":540,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:53:06.109901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3f","version":"28'538","reported_seq":566,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.643674+0000","last_change":"2024-09-13T16:15:41.429399+0000","last_active":"2024-09-13T16:41:26.643674+0000","last_peered":"2024-09-13T16:41:26.643674+0000","last_clean":"2024-09-13T16:41:26.643674+0000","last_became_active":"2024-09-13T16:15:41.427176+0000","last_became_peered":"2024-09-13T16:15:41.427176+0000","last_unstale":"2024-09-13T16:41:26.643674+0000","last_undegraded":"2024-09-13T16:41:26.643674+0000","last_fullsized":"2024-09-13T16:41:26.643674+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":538,"log_dups_size":0,"ondisk_log_size":538,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:40:58.520846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":59618,"num_write_kb":2308776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":77587,"ondisk_log_size":77587,"up":128,"acting":128,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1120,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":36153,"ondisk_log_size":36153,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":250597653,"num_objects":81,"num_object_clones":0,"num_object_copies":162,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":81,"num_whiteouts":0,"num_read":2822,"num_read_kb":5679,"num_write":68652,"num_write_kb":484381,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":501268480,"data_stored":501203692,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":67858,"ondisk_log_size":67858,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":5,"up_from":15,"seq":64424509756,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":352964,"kb_used_data":73340,"kb_used_omap":1,"kb_used_meta":279614,"kb_avail":94018876,"statfs":{"total":96636764160,"available":96275329024,"internally_reserved":0,"allocated":75100160,"data_stored":74914541,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":286325190},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:41:06 2024","interfaces":[{"interface":"back","average":{"1min":0.66400000000000003,"5min":0.58599999999999997,"15min":0.59199999999999997},"min":{"1min":0.314,"5min":0.25,"15min":0.25},"max":{"1min":3.0339999999999998,"5min":3.0339999999999998,"15min":3.0339999999999998},"last":1.0649999999999999},{"interface":"front","average":{"1min":0.52600000000000002,"5min":0.57199999999999995,"15min":0.61399999999999999},"min":{"1min":0.31900000000000001,"5min":0.307,"15min":0.26000000000000001},"max":{"1min":0.96699999999999997,"5min":2.1059999999999999,"15min":2.1059999999999999},"last":0.74399999999999999}]},{"osd":1,"last update":"Fri Sep 13 16:41:06 2024","interfaces":[{"interface":"back","average":{"1min":0.97099999999999997,"5min":0.63400000000000001,"15min":0.627},"min":{"1min":0.307,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":6.9329999999999998,"5min":6.9329999999999998,"15min":6.9329999999999998},"last":0.97399999999999998},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.61299999999999999,"15min":0.65600000000000003},"min":{"1min":0.314,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.85099999999999998,"5min":2.1080000000000001,"15min":2.1080000000000001},"last":0.93100000000000005}]},{"osd":2,"last update":"Fri Sep 13 16:41:06 2024","interfaces":[{"interface":"back","average":{"1min":0.78100000000000003,"5min":0.64300000000000002,"15min":0.67500000000000004},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.29499999999999998},"max":{"1min":4.9770000000000003,"5min":4.9770000000000003,"15min":4.9770000000000003},"last":0.82899999999999996},{"interface":"front","average":{"1min":0.68799999999999994,"5min":0.71399999999999997,"15min":0.71599999999999997},"min":{"1min":0.34300000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":1.25,"5min":2.6579999999999999,"15min":2.6579999999999999},"last":1.042}]},{"osd":3,"last update":"Fri Sep 13 16:41:06 2024","interfaces":[{"interface":"back","average":{"1min":0.77000000000000002,"5min":0.76000000000000001,"15min":0.76200000000000001},"min":{"1min":0.39100000000000001,"5min":0.373,"15min":0.35799999999999998},"max":{"1min":2.718,"5min":7.2569999999999997,"15min":7.2569999999999997},"last":0.89900000000000002},{"interface":"front","average":{"1min":0.70099999999999996,"5min":0.83499999999999996,"15min":0.79800000000000004},"min":{"1min":0.42799999999999999,"5min":0.42499999999999999,"15min":0.39900000000000002},"max":{"1min":1.1839999999999999,"5min":7.3780000000000001,"15min":7.3780000000000001},"last":1.119}]},{"osd":4,"last update":"Fri Sep 13 16:41:06 2024","interfaces":[{"interface":"back","average":{"1min":0.61199999999999999,"5min":0.66100000000000003,"15min":0.68999999999999995},"min":{"1min":0.35399999999999998,"5min":0.29199999999999998,"15min":0.27000000000000002},"max":{"1min":1.0349999999999999,"5min":2.0459999999999998,"15min":2.0459999999999998},"last":1.1439999999999999},{"interface":"front","average":{"1min":0.66100000000000003,"5min":0.70099999999999996,"15min":0.72699999999999998},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.26800000000000002},"max":{"1min":0.94299999999999995,"5min":2.1859999999999999,"15min":2.1859999999999999},"last":1.0149999999999999}]},{"osd":6,"last update":"Fri Sep 13 16:41:06 2024","interfaces":[{"interface":"back","average":{"1min":0.75700000000000001,"5min":0.71699999999999997,"15min":0.746},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.28199999999999997},"max":{"1min":1.369,"5min":1.661,"15min":1.661},"last":1.171},{"interface":"front","average":{"1min":0.68899999999999995,"5min":0.746,"15min":0.79200000000000004},"min":{"1min":0.434,"5min":0.315,"15min":0.315},"max":{"1min":1.056,"5min":2.129,"15min":2.129},"last":1.1870000000000001}]},{"osd":7,"last update":"Fri Sep 13 16:41:06 2024","interfaces":[{"interface":"back","average":{"1min":0.65800000000000003,"5min":0.73399999999999999,"15min":0.80100000000000005},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.33400000000000002},"max":{"1min":1.117,"5min":2.1349999999999998,"15min":2.1349999999999998},"last":1.0940000000000001},{"interface":"front","average":{"1min":0.79200000000000004,"5min":0.76900000000000002,"15min":0.81200000000000006},"min":{"1min":0.45100000000000001,"5min":0.40500000000000003,"15min":0.34399999999999997},"max":{"1min":1.3100000000000001,"5min":1.6870000000000001,"15min":1.6870000000000001},"last":1.208}]}]},{"osd":7,"up_from":14,"seq":60129542460,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":337908,"kb_used_data":58220,"kb_used_omap":1,"kb_used_meta":279678,"kb_avail":94033932,"statfs":{"total":96636764160,"available":96290746368,"internally_reserved":0,"allocated":59617280,"data_stored":59432488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":286390731},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:41:15 2024","interfaces":[{"interface":"back","average":{"1min":0.63900000000000001,"5min":0.55400000000000005,"15min":0.58299999999999996},"min":{"1min":0.27100000000000002,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":2.4590000000000001,"5min":2.4590000000000001,"15min":5.7370000000000001},"last":0.68899999999999995},{"interface":"front","average":{"1min":0.64800000000000002,"5min":0.60299999999999998,"15min":0.629},"min":{"1min":0.36099999999999999,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":3.363,"5min":3.4769999999999999,"15min":3.7610000000000001},"last":0.90800000000000003}]},{"osd":1,"last update":"Fri Sep 13 16:41:15 2024","interfaces":[{"interface":"back","average":{"1min":0.65600000000000003,"5min":0.60899999999999999,"15min":0.61599999999999999},"min":{"1min":0.33800000000000002,"5min":0.255,"15min":0.255},"max":{"1min":2.4260000000000002,"5min":3.7050000000000001,"15min":3.7050000000000001},"last":0.76100000000000001},{"interface":"front","average":{"1min":1.091,"5min":0.67500000000000004,"15min":0.66000000000000003},"min":{"1min":0.318,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":12.552,"5min":12.552,"15min":12.552},"last":0.80700000000000005}]},{"osd":2,"last update":"Fri Sep 13 16:41:15 2024","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.70599999999999996,"15min":0.70999999999999996},"min":{"1min":0.40500000000000003,"5min":0.314,"15min":0.27000000000000002},"max":{"1min":1.139,"5min":4.375,"15min":4.375},"last":0.94699999999999995},{"interface":"front","average":{"1min":0.76400000000000001,"5min":0.85199999999999998,"15min":0.746},"min":{"1min":0.40300000000000002,"5min":0.314,"15min":0.30399999999999999},"max":{"1min":3.3210000000000002,"5min":8.1370000000000005,"15min":8.1370000000000005},"last":1.0580000000000001}]},{"osd":3,"last update":"Fri Sep 13 16:41:15 2024","interfaces":[{"interface":"back","average":{"1min":0.68100000000000005,"5min":0.89000000000000001,"15min":0.83199999999999996},"min":{"1min":0.44900000000000001,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":1.27,"5min":10.526,"15min":10.526},"last":1.0289999999999999},{"interface":"front","average":{"1min":0.69299999999999995,"5min":0.78800000000000003,"15min":0.79800000000000004},"min":{"1min":0.46000000000000002,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":1.522,"5min":6.407,"15min":6.407},"last":1.177}]},{"osd":4,"last update":"Fri Sep 13 16:41:15 2024","interfaces":[{"interface":"back","average":{"1min":0.73799999999999999,"5min":0.59899999999999998,"15min":0.63600000000000001},"min":{"1min":0.36699999999999999,"5min":0.28599999999999998,"15min":0.28100000000000003},"max":{"1min":4.5119999999999996,"5min":4.5119999999999996,"15min":4.5119999999999996},"last":0.97999999999999998},{"interface":"front","average":{"1min":0.65800000000000003,"5min":0.68799999999999994,"15min":0.70299999999999996},"min":{"1min":0.28699999999999998,"5min":0.27300000000000002,"15min":0.26200000000000001},"max":{"1min":1.3440000000000001,"5min":3.5259999999999998,"15min":3.5259999999999998},"last":1.1379999999999999}]},{"osd":5,"last update":"Fri Sep 13 16:41:15 2024","interfaces":[{"interface":"back","average":{"1min":0.61899999999999999,"5min":0.61099999999999999,"15min":0.67500000000000004},"min":{"1min":0.38600000000000001,"5min":0.32400000000000001,"15min":0.28799999999999998},"max":{"1min":1.238,"5min":1.238,"15min":1.875},"last":1.111},{"interface":"front","average":{"1min":0.74199999999999999,"5min":0.77800000000000002,"15min":0.79100000000000004},"min":{"1min":0.40999999999999998,"5min":0.38600000000000001,"15min":0.377},"max":{"1min":1.3720000000000001,"5min":3.629,"15min":3.629},"last":1.099}]},{"osd":6,"last update":"Fri Sep 13 16:41:15 2024","interfaces":[{"interface":"back","average":{"1min":0.68400000000000005,"5min":0.68999999999999995,"15min":0.73999999999999999},"min":{"1min":0.42099999999999999,"5min":0.38300000000000001,"15min":0.35099999999999998},"max":{"1min":1.0649999999999999,"5min":1.246,"15min":1.9610000000000001},"last":1.2290000000000001},{"interface":"front","average":{"1min":0.85499999999999998,"5min":0.80800000000000005,"15min":0.81499999999999995},"min":{"1min":0.47599999999999998,"5min":0.40000000000000002,"15min":0.32600000000000001},"max":{"1min":3.173,"5min":5.0199999999999996,"15min":5.0199999999999996},"last":1.2110000000000001}]}]},{"osd":6,"up_from":14,"seq":60129542459,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":381492,"kb_used_data":65836,"kb_used_omap":1,"kb_used_meta":315646,"kb_avail":93990348,"statfs":{"total":96636764160,"available":96246116352,"internally_reserved":0,"allocated":67416064,"data_stored":67230818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":323221959},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:41:15 2024","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.59899999999999998,"15min":0.622},"min":{"1min":0.375,"5min":0.28999999999999998,"15min":0.25700000000000001},"max":{"1min":1.47,"5min":8.8529999999999998,"15min":8.8529999999999998},"last":0.83099999999999996},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.68999999999999995,"15min":0.72699999999999998},"min":{"1min":0.313,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":1.4399999999999999,"5min":8.5220000000000002,"15min":10.359},"last":1.022}]},{"osd":1,"last update":"Fri Sep 13 16:41:15 2024","interfaces":[{"interface":"back","average":{"1min":0.68200000000000005,"5min":0.66100000000000003,"15min":0.69299999999999995},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":1.5189999999999999,"5min":3.2290000000000001,"15min":4.3949999999999996},"last":1.1339999999999999},{"interface":"front","average":{"1min":0.61499999999999999,"5min":0.60499999999999998,"15min":0.66900000000000004},"min":{"1min":0.39600000000000002,"5min":0.32600000000000001,"15min":0.28999999999999998},"max":{"1min":1.8240000000000001,"5min":2.2949999999999999,"15min":5.5510000000000002},"last":0.93600000000000005}]},{"osd":2,"last update":"Fri Sep 13 16:41:15 2024","interfaces":[{"interface":"back","average":{"1min":0.752,"5min":0.78400000000000003,"15min":0.76000000000000001},"min":{"1min":0.35399999999999998,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":3.181,"5min":12.505000000000001,"15min":12.505000000000001},"last":0.70099999999999996},{"interface":"front","average":{"1min":0.66700000000000004,"5min":0.69099999999999995,"15min":0.754},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":1.1499999999999999,"5min":3.1019999999999999,"15min":3.605},"last":0.96399999999999997}]},{"osd":3,"last update":"Fri Sep 13 16:41:15 2024","interfaces":[{"interface":"back","average":{"1min":0.93899999999999995,"5min":0.90000000000000002,"15min":0.84699999999999998},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.313},"max":{"1min":5.3230000000000004,"5min":7.202,"15min":7.202},"last":1.0489999999999999},{"interface":"front","average":{"1min":0.96899999999999997,"5min":0.88800000000000001,"15min":0.91500000000000004},"min":{"1min":0.47599999999999998,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":5.0339999999999998,"5min":7.141,"15min":17.404},"last":0.90800000000000003}]},{"osd":4,"last update":"Fri Sep 13 16:41:15 2024","interfaces":[{"interface":"back","average":{"1min":0.625,"5min":0.67400000000000004,"15min":0.73099999999999998},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":1.0800000000000001,"5min":2.298,"15min":4.5490000000000004},"last":0.73299999999999998},{"interface":"front","average":{"1min":0.70999999999999996,"5min":0.70399999999999996,"15min":0.73899999999999999},"min":{"1min":0.38,"5min":0.27800000000000002,"15min":0.25900000000000001},"max":{"1min":1.3600000000000001,"5min":3.532,"15min":3.532},"last":0.99199999999999999}]},{"osd":5,"last update":"Fri Sep 13 16:41:27 2024","interfaces":[{"interface":"back","average":{"1min":0.749,"5min":0.69599999999999995,"15min":0.75900000000000001},"min":{"1min":0.39900000000000002,"5min":0.28699999999999998,"15min":0.27800000000000002},"max":{"1min":1.4059999999999999,"5min":2.2629999999999999,"15min":5.8730000000000002},"last":0.77700000000000002},{"interface":"front","average":{"1min":0.88500000000000001,"5min":0.71399999999999997,"15min":0.80400000000000005},"min":{"1min":0.40899999999999997,"5min":0.30599999999999999,"15min":0.252},"max":{"1min":3.1429999999999998,"5min":3.1429999999999998,"15min":6.306},"last":0.79500000000000004}]},{"osd":7,"last update":"Fri Sep 13 16:41:15 2024","interfaces":[{"interface":"back","average":{"1min":0.77500000000000002,"5min":0.70999999999999996,"15min":0.82199999999999995},"min":{"1min":0.45500000000000002,"5min":0.32500000000000001,"15min":0.30399999999999999},"max":{"1min":1.494,"5min":1.494,"15min":5.5990000000000002},"last":1.1020000000000001},{"interface":"front","average":{"1min":0.76700000000000002,"5min":0.75600000000000001,"15min":0.87},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":1.212,"5min":1.367,"15min":4.7640000000000002},"last":0.86099999999999999}]}]},{"osd":4,"up_from":14,"seq":60129542461,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":419284,"kb_used_data":73356,"kb_used_omap":1,"kb_used_meta":345918,"kb_avail":93952556,"statfs":{"total":96636764160,"available":96207417344,"internally_reserved":0,"allocated":75116544,"data_stored":74922963,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":354220486},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:41:20 2024","interfaces":[{"interface":"back","average":{"1min":0.70499999999999996,"5min":0.55900000000000005,"15min":0.57399999999999995},"min":{"1min":0.32400000000000001,"5min":0.26500000000000001,"15min":0.22900000000000001},"max":{"1min":3.9809999999999999,"5min":3.9809999999999999,"15min":3.9809999999999999},"last":0.83999999999999997},{"interface":"front","average":{"1min":0.92600000000000005,"5min":0.70499999999999996,"15min":0.64400000000000002},"min":{"1min":0.36199999999999999,"5min":0.30399999999999999,"15min":0.26000000000000001},"max":{"1min":4.0010000000000003,"5min":4.0010000000000003,"15min":4.0010000000000003},"last":0.65900000000000003}]},{"osd":1,"last update":"Fri Sep 13 16:41:20 2024","interfaces":[{"interface":"back","average":{"1min":0.73899999999999999,"5min":0.63600000000000001,"15min":0.61199999999999999},"min":{"1min":0.33600000000000002,"5min":0.28999999999999998,"15min":0.254},"max":{"1min":2.4260000000000002,"5min":3.6259999999999999,"15min":3.6259999999999999},"last":1.034},{"interface":"front","average":{"1min":0.64000000000000001,"5min":0.628,"15min":0.66000000000000003},"min":{"1min":0.39600000000000002,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":1.4179999999999999,"5min":1.8740000000000001,"15min":2.4089999999999998},"last":0.71399999999999997}]},{"osd":2,"last update":"Fri Sep 13 16:41:20 2024","interfaces":[{"interface":"back","average":{"1min":0.67600000000000005,"5min":0.71799999999999997,"15min":0.71199999999999997},"min":{"1min":0.42299999999999999,"5min":0.311,"15min":0.311},"max":{"1min":1.121,"5min":5.2910000000000004,"15min":5.2910000000000004},"last":0.77000000000000002},{"interface":"front","average":{"1min":0.74099999999999999,"5min":0.72599999999999998,"15min":0.71799999999999997},"min":{"1min":0.45700000000000002,"5min":0.36299999999999999,"15min":0.35099999999999998},"max":{"1min":2.0550000000000002,"5min":4.4080000000000004,"15min":4.4080000000000004},"last":0.91500000000000004}]},{"osd":3,"last update":"Fri Sep 13 16:41:20 2024","interfaces":[{"interface":"back","average":{"1min":0.83299999999999996,"5min":0.81200000000000006,"15min":0.79900000000000004},"min":{"1min":0.42599999999999999,"5min":0.378,"15min":0.34100000000000003},"max":{"1min":3.0539999999999998,"5min":5.6459999999999999,"15min":5.6459999999999999},"last":0.99199999999999999},{"interface":"front","average":{"1min":0.77900000000000003,"5min":0.86499999999999999,"15min":0.81299999999999994},"min":{"1min":0.46100000000000002,"5min":0.40799999999999997,"15min":0.32500000000000001},"max":{"1min":2.1080000000000001,"5min":5.6219999999999999,"15min":5.6219999999999999},"last":0.78800000000000003}]},{"osd":5,"last update":"Fri Sep 13 16:41:20 2024","interfaces":[{"interface":"back","average":{"1min":0.70299999999999996,"5min":0.60799999999999998,"15min":0.65500000000000003},"min":{"1min":0.374,"5min":0.311,"15min":0.246},"max":{"1min":2.4750000000000001,"5min":3.0169999999999999,"15min":3.0169999999999999},"last":0.86799999999999999},{"interface":"front","average":{"1min":0.63900000000000001,"5min":0.66700000000000004,"15min":0.72699999999999998},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":1.1699999999999999,"5min":1.7549999999999999,"15min":1.7549999999999999},"last":0.80800000000000005}]},{"osd":6,"last update":"Fri Sep 13 16:41:20 2024","interfaces":[{"interface":"back","average":{"1min":0.83299999999999996,"5min":0.67700000000000005,"15min":0.72199999999999998},"min":{"1min":0.42299999999999999,"5min":0.32100000000000001,"15min":0.27900000000000003},"max":{"1min":2.5139999999999998,"5min":2.5139999999999998,"15min":2.5139999999999998},"last":1.0940000000000001},{"interface":"front","average":{"1min":0.88600000000000001,"5min":0.75600000000000001,"15min":0.78200000000000003},"min":{"1min":0.40600000000000003,"5min":0.38300000000000001,"15min":0.26400000000000001},"max":{"1min":3.9489999999999998,"5min":3.9489999999999998,"15min":3.9489999999999998},"last":0.94699999999999995}]},{"osd":7,"last update":"Fri Sep 13 16:41:20 2024","interfaces":[{"interface":"back","average":{"1min":0.79100000000000004,"5min":0.77700000000000002,"15min":0.77900000000000003},"min":{"1min":0.46899999999999997,"5min":0.33400000000000002,"15min":0.309},"max":{"1min":1.9350000000000001,"5min":3.2999999999999998,"15min":3.2999999999999998},"last":1.012},{"interface":"front","average":{"1min":0.749,"5min":0.72199999999999998,"15min":0.78500000000000003},"min":{"1min":0.47599999999999998,"5min":0.36899999999999999,"15min":0.33800000000000002},"max":{"1min":1.256,"5min":2.399,"15min":2.399},"last":0.96599999999999997}]}]},{"osd":3,"up_from":14,"seq":60129542460,"num_pgs":48,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":421336,"kb_used_data":65488,"kb_used_omap":1,"kb_used_meta":355838,"kb_avail":93950504,"statfs":{"total":96636764160,"available":96205316096,"internally_reserved":0,"allocated":67059712,"data_stored":66873064,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":364378568},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:41:24 2024","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.53700000000000003,"15min":0.53800000000000003},"min":{"1min":0.27800000000000002,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":2.7839999999999998,"5min":4.069,"15min":4.069},"last":0.876},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.52500000000000002,"15min":0.63600000000000001},"min":{"1min":0.30099999999999999,"5min":0.248,"15min":0.23999999999999999},"max":{"1min":1.113,"5min":1.2929999999999999,"15min":8.9700000000000006},"last":0.79200000000000004}]},{"osd":1,"last update":"Fri Sep 13 16:41:24 2024","interfaces":[{"interface":"back","average":{"1min":0.70299999999999996,"5min":0.69899999999999995,"15min":0.69999999999999996},"min":{"1min":0.318,"5min":0.216,"15min":0.216},"max":{"1min":3.718,"5min":9.5800000000000001,"15min":11.993},"last":0.83299999999999996},{"interface":"front","average":{"1min":0.71999999999999997,"5min":0.61799999999999999,"15min":0.71599999999999997},"min":{"1min":0.35699999999999998,"5min":0.27800000000000002,"15min":0.249},"max":{"1min":2.5129999999999999,"5min":2.5129999999999999,"15min":15.374000000000001},"last":1.276}]},{"osd":2,"last update":"Fri Sep 13 16:41:24 2024","interfaces":[{"interface":"back","average":{"1min":0.64700000000000002,"5min":0.65400000000000003,"15min":0.71799999999999997},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":1.145,"5min":3.4049999999999998,"15min":6.9809999999999999},"last":0.95899999999999996},{"interface":"front","average":{"1min":0.77200000000000002,"5min":0.74099999999999999,"15min":0.78200000000000003},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":3.3359999999999999,"5min":9.532,"15min":11.956},"last":1.099}]},{"osd":4,"last update":"Fri Sep 13 16:41:24 2024","interfaces":[{"interface":"back","average":{"1min":0.84499999999999997,"5min":0.78500000000000003,"15min":0.80400000000000005},"min":{"1min":0.45900000000000002,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":2.581,"5min":7.1280000000000001,"15min":7.1280000000000001},"last":1.52},{"interface":"front","average":{"1min":0.81999999999999995,"5min":0.75900000000000001,"15min":0.83499999999999996},"min":{"1min":0.41399999999999998,"5min":0.35699999999999998,"15min":0.34999999999999998},"max":{"1min":3.2799999999999998,"5min":5.5389999999999997,"15min":7.1929999999999996},"last":1.3580000000000001}]},{"osd":5,"last update":"Fri Sep 13 16:41:24 2024","interfaces":[{"interface":"back","average":{"1min":0.89600000000000002,"5min":0.84699999999999998,"15min":0.90700000000000003},"min":{"1min":0.48099999999999998,"5min":0.309,"15min":0.309},"max":{"1min":3.2629999999999999,"5min":9.2260000000000009,"15min":12.082000000000001},"last":1.377},{"interface":"front","average":{"1min":0.90900000000000003,"5min":0.79200000000000004,"15min":0.90200000000000002},"min":{"1min":0.39900000000000002,"5min":0.38400000000000001,"15min":0.38300000000000001},"max":{"1min":2.5499999999999998,"5min":2.5499999999999998,"15min":15.422000000000001},"last":1.675}]},{"osd":6,"last update":"Fri Sep 13 16:41:24 2024","interfaces":[{"interface":"back","average":{"1min":0.83699999999999997,"5min":0.76700000000000002,"15min":0.878},"min":{"1min":0.45300000000000001,"5min":0.40200000000000002,"15min":0.38500000000000001},"max":{"1min":1.5980000000000001,"5min":2.2639999999999998,"15min":7.6470000000000002},"last":1.4319999999999999},{"interface":"front","average":{"1min":1.004,"5min":0.91900000000000004,"15min":0.97499999999999998},"min":{"1min":0.51700000000000002,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":3.3050000000000002,"5min":9.4689999999999994,"15min":11.852},"last":1.6000000000000001}]},{"osd":7,"last update":"Fri Sep 13 16:41:24 2024","interfaces":[{"interface":"back","average":{"1min":1.0720000000000001,"5min":0.94999999999999996,"15min":1.0289999999999999},"min":{"1min":0.56000000000000005,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":3.359,"5min":9.3569999999999993,"15min":12.021000000000001},"last":1.452},{"interface":"front","average":{"1min":0.95999999999999996,"5min":0.876,"15min":0.97299999999999998},"min":{"1min":0.52400000000000002,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":2.621,"5min":4.9669999999999996,"15min":15.548},"last":1.7330000000000001}]}]},{"osd":2,"up_from":14,"seq":60129542461,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":242576,"kb_used_data":36808,"kb_used_omap":1,"kb_used_meta":205758,"kb_avail":94129264,"statfs":{"total":96636764160,"available":96388366336,"internally_reserved":0,"allocated":37691392,"data_stored":37512264,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":210696646},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:41:22 2024","interfaces":[{"interface":"back","average":{"1min":0.44600000000000001,"5min":0.45100000000000001,"15min":0.51100000000000001},"min":{"1min":0.25800000000000001,"5min":0.224,"15min":0.224},"max":{"1min":0.81799999999999995,"5min":1.0529999999999999,"15min":2.4470000000000001},"last":0.746},{"interface":"front","average":{"1min":0.623,"5min":0.629,"15min":0.68500000000000005},"min":{"1min":0.28399999999999997,"5min":0.222,"15min":0.222},"max":{"1min":2.4550000000000001,"5min":3.6280000000000001,"15min":3.75},"last":0.69599999999999995}]},{"osd":1,"last update":"Fri Sep 13 16:41:22 2024","interfaces":[{"interface":"back","average":{"1min":0.60799999999999998,"5min":0.628,"15min":0.68600000000000005},"min":{"1min":0.30599999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":1.8759999999999999,"5min":3.472,"15min":4.3010000000000002},"last":0.82299999999999995},{"interface":"front","average":{"1min":0.66700000000000004,"5min":0.629,"15min":0.69199999999999995},"min":{"1min":0.33600000000000002,"5min":0.28299999999999997,"15min":0.28100000000000003},"max":{"1min":1.887,"5min":3.9169999999999998,"15min":6.2380000000000004},"last":0.78800000000000003}]},{"osd":3,"last update":"Fri Sep 13 16:41:22 2024","interfaces":[{"interface":"back","average":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.73799999999999999},"min":{"1min":0.378,"5min":0.312,"15min":0.312},"max":{"1min":1.569,"5min":3.556,"15min":3.556},"last":1.111},{"interface":"front","average":{"1min":0.66000000000000003,"5min":0.71199999999999997,"15min":0.73199999999999998},"min":{"1min":0.40100000000000002,"5min":0.33200000000000002,"15min":0.30599999999999999},"max":{"1min":1.2490000000000001,"5min":3.8399999999999999,"15min":3.8399999999999999},"last":0.877}]},{"osd":4,"last update":"Fri Sep 13 16:41:22 2024","interfaces":[{"interface":"back","average":{"1min":0.69299999999999995,"5min":0.69099999999999995,"15min":0.73599999999999999},"min":{"1min":0.40400000000000003,"5min":0.374,"15min":0.36299999999999999},"max":{"1min":1.1799999999999999,"5min":3.8849999999999998,"15min":3.8849999999999998},"last":0.98699999999999999},{"interface":"front","average":{"1min":0.74299999999999999,"5min":0.70399999999999996,"15min":0.79400000000000004},"min":{"1min":0.40000000000000002,"5min":0.38600000000000001,"15min":0.309},"max":{"1min":1.097,"5min":1.3759999999999999,"15min":3.3460000000000001},"last":1.075}]},{"osd":5,"last update":"Fri Sep 13 16:41:22 2024","interfaces":[{"interface":"back","average":{"1min":0.748,"5min":0.747,"15min":0.81499999999999995},"min":{"1min":0.47999999999999998,"5min":0.41999999999999998,"15min":0.34699999999999998},"max":{"1min":1.2190000000000001,"5min":1.3959999999999999,"15min":3.238},"last":0.94799999999999995},{"interface":"front","average":{"1min":0.82799999999999996,"5min":0.878,"15min":0.90000000000000002},"min":{"1min":0.47599999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":1.603,"5min":4.0640000000000001,"15min":4.0640000000000001},"last":1.2350000000000001}]},{"osd":6,"last update":"Fri Sep 13 16:41:22 2024","interfaces":[{"interface":"back","average":{"1min":0.85999999999999999,"5min":0.89100000000000001,"15min":0.93500000000000005},"min":{"1min":0.56699999999999995,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":1.6279999999999999,"5min":4.1639999999999997,"15min":4.1639999999999997},"last":1.181},{"interface":"front","average":{"1min":0.79200000000000004,"5min":0.79000000000000004,"15min":0.84599999999999997},"min":{"1min":0.55100000000000005,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":1.6359999999999999,"5min":3.9460000000000002,"15min":3.9460000000000002},"last":1.1399999999999999}]},{"osd":7,"last update":"Fri Sep 13 16:41:22 2024","interfaces":[{"interface":"back","average":{"1min":0.80400000000000005,"5min":0.81499999999999995,"15min":0.91000000000000003},"min":{"1min":0.502,"5min":0.44400000000000001,"15min":0.42099999999999999},"max":{"1min":1.1479999999999999,"5min":2.4119999999999999,"15min":7.6970000000000001},"last":1.3029999999999999},{"interface":"front","average":{"1min":0.93100000000000005,"5min":0.95299999999999996,"15min":0.97899999999999998},"min":{"1min":0.48199999999999998,"5min":0.46600000000000003,"15min":0.46600000000000003},"max":{"1min":2.6800000000000002,"5min":4.2400000000000002,"15min":4.2400000000000002},"last":1.3240000000000001}]}]},{"osd":1,"up_from":14,"seq":60129542459,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":500404,"kb_used_data":82220,"kb_used_omap":1,"kb_used_meta":418174,"kb_avail":93871436,"statfs":{"total":96636764160,"available":96124350464,"internally_reserved":0,"allocated":84193280,"data_stored":84007522,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":428210630},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:41:21 2024","interfaces":[{"interface":"back","average":{"1min":0.48199999999999998,"5min":0.54600000000000004,"15min":0.56699999999999995},"min":{"1min":0.28599999999999998,"5min":0.184,"15min":0.184},"max":{"1min":0.80500000000000005,"5min":2.8759999999999999,"15min":7.415},"last":0.72399999999999998},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.57199999999999995,"15min":0.59599999999999997},"min":{"1min":0.30399999999999999,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":2.0800000000000001,"5min":2.0800000000000001,"15min":2.0800000000000001},"last":0.85999999999999999}]},{"osd":2,"last update":"Fri Sep 13 16:41:21 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.61699999999999999,"15min":0.66500000000000004},"min":{"1min":0.25600000000000001,"5min":0.25600000000000001,"15min":0.253},"max":{"1min":0.875,"5min":3.0840000000000001,"15min":7.4459999999999997},"last":0.61099999999999999},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.58599999999999997,"15min":0.65900000000000003},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.252},"max":{"1min":0.97399999999999998,"5min":2.6280000000000001,"15min":5.992},"last":0.78200000000000003}]},{"osd":3,"last update":"Fri Sep 13 16:41:21 2024","interfaces":[{"interface":"back","average":{"1min":0.61499999999999999,"5min":0.74299999999999999,"15min":0.76400000000000001},"min":{"1min":0.33600000000000002,"5min":0.318,"15min":0.318},"max":{"1min":1.0800000000000001,"5min":5.9710000000000001,"15min":6.0350000000000001},"last":1.0840000000000001},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.66700000000000004,"15min":0.68700000000000006},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.25900000000000001},"max":{"1min":0.95699999999999996,"5min":3.5859999999999999,"15min":3.5859999999999999},"last":1.0309999999999999}]},{"osd":4,"last update":"Fri Sep 13 16:41:21 2024","interfaces":[{"interface":"back","average":{"1min":0.73599999999999999,"5min":0.76700000000000002,"15min":0.874},"min":{"1min":0.47399999999999998,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":1.2170000000000001,"5min":2.944,"15min":13.635999999999999},"last":0.93200000000000005},{"interface":"front","average":{"1min":0.69499999999999995,"5min":0.72299999999999998,"15min":0.81299999999999994},"min":{"1min":0.377,"5min":0.317,"15min":0.316},"max":{"1min":1.22,"5min":2.3849999999999998,"15min":9.2439999999999998},"last":0.97099999999999997}]},{"osd":5,"last update":"Fri Sep 13 16:41:21 2024","interfaces":[{"interface":"back","average":{"1min":0.83299999999999996,"5min":0.83099999999999996,"15min":0.89000000000000001},"min":{"1min":0.5,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":2.407,"5min":3.0190000000000001,"15min":7.4770000000000003},"last":1.0549999999999999},{"interface":"front","average":{"1min":0.73599999999999999,"5min":0.73099999999999998,"15min":0.82499999999999996},"min":{"1min":0.47099999999999997,"5min":0.371,"15min":0.371},"max":{"1min":1.2849999999999999,"5min":2.3490000000000002,"15min":6.1429999999999998},"last":1.1910000000000001}]},{"osd":6,"last update":"Fri Sep 13 16:41:21 2024","interfaces":[{"interface":"back","average":{"1min":0.73399999999999999,"5min":0.77100000000000002,"15min":0.84999999999999998},"min":{"1min":0.443,"5min":0.443,"15min":0.38600000000000001},"max":{"1min":1.2669999999999999,"5min":1.851,"15min":3.843},"last":1.137},{"interface":"front","average":{"1min":0.86099999999999999,"5min":0.85699999999999998,"15min":0.94499999999999995},"min":{"1min":0.56299999999999994,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":1.345,"5min":2.9769999999999999,"15min":7.3019999999999996},"last":1.159}]},{"osd":7,"last update":"Fri Sep 13 16:41:21 2024","interfaces":[{"interface":"back","average":{"1min":0.748,"5min":0.81699999999999995,"15min":0.89200000000000002},"min":{"1min":0.42999999999999999,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":1.1299999999999999,"5min":1.923,"15min":4.3179999999999996},"last":1.4670000000000001},{"interface":"front","average":{"1min":0.86599999999999999,"5min":0.88400000000000001,"15min":0.94699999999999995},"min":{"1min":0.62,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":1.2989999999999999,"5min":3.0489999999999999,"15min":3.0569999999999999},"last":1.1080000000000001}]}]},{"osd":0,"up_from":14,"seq":60129542459,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":297660,"kb_used_data":37748,"kb_used_omap":1,"kb_used_meta":259902,"kb_avail":94074180,"statfs":{"total":96636764160,"available":96331960320,"internally_reserved":0,"allocated":38653952,"data_stored":38461024,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":266140103},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 16:41:19 2024","interfaces":[{"interface":"back","average":{"1min":1.27,"5min":0.67300000000000004,"15min":0.60499999999999998},"min":{"1min":0.30299999999999999,"5min":0.217,"15min":0.217},"max":{"1min":15.305,"5min":15.305,"15min":15.305},"last":0.65100000000000002},{"interface":"front","average":{"1min":1.327,"5min":0.752,"15min":0.69099999999999995},"min":{"1min":0.38200000000000001,"5min":0.32100000000000001,"15min":0.29099999999999998},"max":{"1min":15.689,"5min":15.689,"15min":15.689},"last":0.70999999999999996}]},{"osd":2,"last update":"Fri Sep 13 16:41:19 2024","interfaces":[{"interface":"back","average":{"1min":1.3300000000000001,"5min":0.71999999999999997,"15min":0.66400000000000003},"min":{"1min":0.36899999999999999,"5min":0.24299999999999999,"15min":0.224},"max":{"1min":15.022,"5min":15.022,"15min":15.022},"last":0.73999999999999999},{"interface":"front","average":{"1min":1.3779999999999999,"5min":0.70099999999999996,"15min":0.65600000000000003},"min":{"1min":0.36099999999999999,"5min":0.255,"15min":0.247},"max":{"1min":17.442,"5min":17.442,"15min":17.442},"last":0.59599999999999997}]},{"osd":3,"last update":"Fri Sep 13 16:41:19 2024","interfaces":[{"interface":"back","average":{"1min":1.4259999999999999,"5min":0.86799999999999999,"15min":0.77300000000000002},"min":{"1min":0.40999999999999998,"5min":0.34799999999999998,"15min":0.29699999999999999},"max":{"1min":14.965,"5min":14.965,"15min":14.965},"last":0.78100000000000003},{"interface":"front","average":{"1min":1.649,"5min":0.98499999999999999,"15min":0.873},"min":{"1min":0.437,"5min":0.34699999999999998,"15min":0.32900000000000001},"max":{"1min":18.521999999999998,"5min":18.521999999999998,"15min":18.521999999999998},"last":0.85199999999999998}]},{"osd":4,"last update":"Fri Sep 13 16:41:19 2024","interfaces":[{"interface":"back","average":{"1min":1.583,"5min":1.254,"15min":0.92100000000000004},"min":{"1min":0.44600000000000001,"5min":0.376,"15min":0.376},"max":{"1min":17.588000000000001,"5min":31.539000000000001,"15min":31.539000000000001},"last":0.95999999999999996},{"interface":"front","average":{"1min":1.575,"5min":1.1220000000000001,"15min":0.93700000000000006},"min":{"1min":0.49299999999999999,"5min":0.38800000000000001,"15min":0.35199999999999998},"max":{"1min":17.312999999999999,"5min":20.149999999999999,"15min":20.149999999999999},"last":1.0720000000000001}]},{"osd":5,"last update":"Fri Sep 13 16:41:19 2024","interfaces":[{"interface":"back","average":{"1min":1.6220000000000001,"5min":1.173,"15min":0.97899999999999998},"min":{"1min":0.496,"5min":0.38300000000000001,"15min":0.317},"max":{"1min":17.273,"5min":19.969999999999999,"15min":19.969999999999999},"last":0.98799999999999999},{"interface":"front","average":{"1min":1.619,"5min":1.1359999999999999,"15min":0.94799999999999995},"min":{"1min":0.46000000000000002,"5min":0.41799999999999998,"15min":0.377},"max":{"1min":17.495000000000001,"5min":20.036999999999999,"15min":20.036999999999999},"last":0.81999999999999995}]},{"osd":6,"last update":"Fri Sep 13 16:41:19 2024","interfaces":[{"interface":"back","average":{"1min":1.6180000000000001,"5min":1.1899999999999999,"15min":1.006},"min":{"1min":0.49099999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":17.468,"5min":23.094000000000001,"15min":23.094000000000001},"last":0.89300000000000002},{"interface":"front","average":{"1min":1.5700000000000001,"5min":1.1850000000000001,"15min":0.98099999999999998},"min":{"1min":0.56699999999999995,"5min":0.42799999999999999,"15min":0.41399999999999998},"max":{"1min":15.449,"5min":23.068999999999999,"15min":23.068999999999999},"last":1.1060000000000001}]},{"osd":7,"last update":"Fri Sep 13 16:41:19 2024","interfaces":[{"interface":"back","average":{"1min":1.6559999999999999,"5min":1.282,"15min":1.0580000000000001},"min":{"1min":0.51800000000000002,"5min":0.436,"15min":0.436},"max":{"1min":17.396999999999998,"5min":21.710000000000001,"15min":21.710000000000001},"last":0.94499999999999995},{"interface":"front","average":{"1min":1.575,"5min":1.242,"15min":1.0249999999999999},"min":{"1min":0.54400000000000004,"5min":0.442,"15min":0.432},"max":{"1min":15.119,"5min":26.117999999999999,"15min":26.117999999999999},"last":1.169}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":37761024,"data_stored":37749374,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":83894272,"data_stored":83886240,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":37392384,"data_stored":37390982,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":66760704,"data_stored":66751782,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":74817536,"data_stored":74801681,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":74801152,"data_stored":74793259,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":67117056,"data_stored":67109536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":58724352,"data_stored":58720838,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T16:41:33.943 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:41:34.061 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:34.056+0000 7f851500b700 1 Processor -- start 2024-09-13T16:41:34.061 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:34.056+0000 7f851500b700 1 -- start start 2024-09-13T16:41:34.062 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:34.056+0000 7f851500b700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f8510152b90 0x7f851015bda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:34.062 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:34.056+0000 7f851500b700 1 --2- >> v2:172.21.15.179:3300/0 conn(0x7f85100c32e0 0x7f85100c3730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:34.062 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:34.056+0000 7f851500b700 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f851015ccf0 con 0x7f85100700b0 2024-09-13T16:41:34.062 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:34.056+0000 7f851500b700 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f85100c4120 con 0x7f8510152b90 2024-09-13T16:41:34.063 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:34.056+0000 7f851500b700 1 -- --> v2:172.21.15.179:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8510152f70 con 0x7f85100c32e0 2024-09-13T16:41:34.063 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:34.056+0000 7f850ffff700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f8510152b90 0x7f851015bda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:34.063 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:34.056+0000 7f850ffff700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f8510152b90 0x7f851015bda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:40004/0 (socket says 172.21.15.5:40004) 2024-09-13T16:41:34.063 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:34.056+0000 7f850ffff700 1 -- 172.21.15.5:0/2678526528 learned_addr learned my addr 172.21.15.5:0/2678526528 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:41:34.063 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:34.056+0000 7f851480a700 1 --1- 172.21.15.5:0/2678526528 >> v1:172.21.15.5:6789/0 conn(0x7f85100700b0 0x7f85100c45b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:42708/0 (socket says 172.21.15.5:42708) 2024-09-13T16:41:34.063 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:34.056+0000 7f850f7fe700 1 --2- 172.21.15.5:0/2678526528 >> v2:172.21.15.179:3300/0 conn(0x7f85100c32e0 0x7f85100c3730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:34.064 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:34.056+0000 7f850ffff700 1 -- 172.21.15.5:0/2678526528 >> v2:172.21.15.179:3300/0 conn(0x7f85100c32e0 msgr2=0x7f85100c3730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:41:34.064 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:34.056+0000 7f850ffff700 1 --2- 172.21.15.5:0/2678526528 >> v2:172.21.15.179:3300/0 conn(0x7f85100c32e0 0x7f85100c3730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:34.064 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:34.056+0000 7f850ffff700 1 -- 172.21.15.5:0/2678526528 >> v1:172.21.15.5:6789/0 conn(0x7f85100700b0 legacy=0x7f85100c45b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:34.064 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:34.056+0000 7f850ffff700 1 -- 172.21.15.5:0/2678526528 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f851015c450 con 0x7f8510152b90 2024-09-13T16:41:34.064 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:34.056+0000 7f850f7fe700 1 --2- 172.21.15.5:0/2678526528 >> v2:172.21.15.179:3300/0 conn(0x7f85100c32e0 0x7f85100c3730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:41:34.064 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:34.056+0000 7f850ffff700 1 --2- 172.21.15.5:0/2678526528 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8510152b90 0x7f851015bda0 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f8510070000 tx=0x7f8500009bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9efd67fd21793668 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:41:34.064 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:34.060+0000 7f850effd700 1 -- 172.21.15.5:0/2678526528 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f850000b8a0 con 0x7f8510152b90 2024-09-13T16:41:34.064 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:34.060+0000 7f850effd700 1 -- 172.21.15.5:0/2678526528 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f850000ba00 con 0x7f8510152b90 2024-09-13T16:41:34.064 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:34.060+0000 7f850effd700 1 -- 172.21.15.5:0/2678526528 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f850000bd90 con 0x7f8510152b90 2024-09-13T16:41:34.065 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:34.060+0000 7f851500b700 1 -- 172.21.15.5:0/2678526528 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8510152b90 msgr2=0x7f851015bda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:34.065 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:34.060+0000 7f851500b700 1 --2- 172.21.15.5:0/2678526528 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8510152b90 0x7f851015bda0 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f8510070000 tx=0x7f8500009bf0 comp rx=0 tx=0).stop 2024-09-13T16:41:34.065 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:34.060+0000 7f851500b700 1 -- 172.21.15.5:0/2678526528 shutdown_connections 2024-09-13T16:41:34.065 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:34.060+0000 7f851500b700 1 --2- 172.21.15.5:0/2678526528 >> v2:172.21.15.179:3300/0 conn(0x7f85100c32e0 0x7f85100c3730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:34.066 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:34.060+0000 7f851500b700 1 --2- 172.21.15.5:0/2678526528 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8510152b90 0x7f851015bda0 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:34.066 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:34.060+0000 7f851500b700 1 -- 172.21.15.5:0/2678526528 >> 172.21.15.5:0/2678526528 conn(0x7f85100727f0 msgr2=0x7f85100ce3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:41:34.066 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:34.060+0000 7f851500b700 1 -- 172.21.15.5:0/2678526528 shutdown_connections 2024-09-13T16:41:34.066 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:34.060+0000 7f851500b700 1 -- 172.21.15.5:0/2678526528 wait complete. 2024-09-13T16:41:34.066 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:34.060+0000 7f851500b700 1 Processor -- start 2024-09-13T16:41:34.067 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:34.060+0000 7f851500b700 1 -- start start 2024-09-13T16:41:34.068 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:34.064+0000 7f851500b700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f85100c32e0 0x7f8510155c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:34.068 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:34.064+0000 7f851500b700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8510152b90 0x7f85101f2270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:34.068 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:34.064+0000 7f851500b700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f851014c850 0x7f851014b6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:34.068 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:34.064+0000 7f851500b700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f851014a570 con 0x7f8510152b90 2024-09-13T16:41:34.068 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:34.064+0000 7f851500b700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f851014b250 con 0x7f85100c32e0 2024-09-13T16:41:34.069 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:34.064+0000 7f851500b700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f85101f2ed0 con 0x7f851014c850 2024-09-13T16:41:34.069 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:34.064+0000 7f850f7fe700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8510152b90 0x7f85101f2270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:34.069 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:34.064+0000 7f850f7fe700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8510152b90 0x7f85101f2270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:40012/0 (socket says 172.21.15.5:40012) 2024-09-13T16:41:34.069 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:34.064+0000 7f850f7fe700 1 -- 172.21.15.5:0/3476580996 learned_addr learned my addr 172.21.15.5:0/3476580996 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:41:34.069 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:34.064+0000 7f850ffff700 1 --2- 172.21.15.5:0/3476580996 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f85100c32e0 0x7f8510155c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:34.069 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:34.064+0000 7f851480a700 1 --2- 172.21.15.5:0/3476580996 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f851014c850 0x7f851014b6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:34.070 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:34.064+0000 7f850f7fe700 1 -- 172.21.15.5:0/3476580996 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f851014c850 msgr2=0x7f851014b6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:34.070 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:34.064+0000 7f850f7fe700 1 --2- 172.21.15.5:0/3476580996 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f851014c850 0x7f851014b6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:34.070 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:34.064+0000 7f850f7fe700 1 -- 172.21.15.5:0/3476580996 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f85100c32e0 msgr2=0x7f8510155c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:34.070 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:34.064+0000 7f850f7fe700 1 --2- 172.21.15.5:0/3476580996 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f85100c32e0 0x7f8510155c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:34.070 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:34.064+0000 7f850f7fe700 1 -- 172.21.15.5:0/3476580996 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8500009570 con 0x7f8510152b90 2024-09-13T16:41:34.070 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:34.064+0000 7f850f7fe700 1 --2- 172.21.15.5:0/3476580996 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8510152b90 0x7f85101f2270 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f84f800e760 tx=0x7f84f800ea70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:41:34.070 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:34.064+0000 7f850cff9700 1 -- 172.21.15.5:0/3476580996 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f84f800c070 con 0x7f8510152b90 2024-09-13T16:41:34.070 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:34.064+0000 7f850cff9700 1 -- 172.21.15.5:0/3476580996 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f84f8004250 con 0x7f8510152b90 2024-09-13T16:41:34.071 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:34.064+0000 7f851500b700 1 -- 172.21.15.5:0/3476580996 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f851014a960 con 0x7f8510152b90 2024-09-13T16:41:34.071 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:34.064+0000 7f850cff9700 1 -- 172.21.15.5:0/3476580996 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f84f80036c0 con 0x7f8510152b90 2024-09-13T16:41:34.071 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:34.064+0000 7f851500b700 1 -- 172.21.15.5:0/3476580996 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f851014ac00 con 0x7f8510152b90 2024-09-13T16:41:34.071 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:34.064+0000 7f851500b700 1 -- 172.21.15.5:0/3476580996 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f85100b0f20 con 0x7f8510152b90 2024-09-13T16:41:34.072 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:34.068+0000 7f850cff9700 1 -- 172.21.15.5:0/3476580996 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f84f8003820 con 0x7f8510152b90 2024-09-13T16:41:34.073 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:34.068+0000 7f850cff9700 1 --2- 172.21.15.5:0/3476580996 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f84f0066730 0x7f84f0068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:34.073 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:34.068+0000 7f850cff9700 1 -- 172.21.15.5:0/3476580996 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6642+0+0 (secure 0 0 0) 0x7f84f80841c0 con 0x7f8510152b90 2024-09-13T16:41:34.073 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:34.068+0000 7f850ffff700 1 --2- 172.21.15.5:0/3476580996 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f84f0066730 0x7f84f0068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:34.074 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:34.068+0000 7f850ffff700 1 --2- 172.21.15.5:0/3476580996 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f84f0066730 0x7f84f0068bf0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f8500000c00 tx=0x7f8500008030 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:41:34.081 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:34.076+0000 7f850cff9700 1 -- 172.21.15.5:0/3476580996 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f84f8051170 con 0x7f8510152b90 2024-09-13T16:41:34.261 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:34.256+0000 7f851500b700 1 -- 172.21.15.5:0/3476580996 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f85100c3730 con 0x7f8510152b90 2024-09-13T16:41:34.263 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:34.260+0000 7f850cff9700 1 -- 172.21.15.5:0/3476580996 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v28) v1 ==== 74+0+18647 (secure 0 0 0) 0x7f84f8054790 con 0x7f8510152b90 2024-09-13T16:41:34.264 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-13T16:41:34.264 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":28,"fsid":"6f1d8d4e-46c0-4d05-9003-ad1036cd4028","created":"2024-09-13T16:15:17.129907+0000","modified":"2024-09-13T16:16:23.786469+0000","last_up_change":"2024-09-13T16:15:27.902042+0000","last_in_change":"2024-09-13T16:15:19.310503+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:15:28.621918+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:15:39.544340+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T16:15:40.368287+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T16:15:43.446355+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"7dc606ef-5909-4eb7-8054-af158bc84208","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6800","nonce":851671428},{"type":"v1","addr":"172.21.15.5:6801","nonce":851671428}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6802","nonce":851671428},{"type":"v1","addr":"172.21.15.5:6803","nonce":851671428}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6806","nonce":851671428},{"type":"v1","addr":"172.21.15.5:6807","nonce":851671428}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6804","nonce":851671428},{"type":"v1","addr":"172.21.15.5:6805","nonce":851671428}]},"public_addr":"172.21.15.5:6801/851671428","cluster_addr":"172.21.15.5:6803/851671428","heartbeat_back_addr":"172.21.15.5:6807/851671428","heartbeat_front_addr":"172.21.15.5:6805/851671428","state":["exists","up"]},{"osd":1,"uuid":"ab4b3337-a446-427b-9a52-349561f7c79d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6808","nonce":1418062370},{"type":"v1","addr":"172.21.15.5:6809","nonce":1418062370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6810","nonce":1418062370},{"type":"v1","addr":"172.21.15.5:6811","nonce":1418062370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6814","nonce":1418062370},{"type":"v1","addr":"172.21.15.5:6815","nonce":1418062370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6812","nonce":1418062370},{"type":"v1","addr":"172.21.15.5:6813","nonce":1418062370}]},"public_addr":"172.21.15.5:6809/1418062370","cluster_addr":"172.21.15.5:6811/1418062370","heartbeat_back_addr":"172.21.15.5:6815/1418062370","heartbeat_front_addr":"172.21.15.5:6813/1418062370","state":["exists","up"]},{"osd":2,"uuid":"22d787ea-2049-40c1-aa23-811fdb981dbd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6816","nonce":2713060829},{"type":"v1","addr":"172.21.15.5:6817","nonce":2713060829}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6818","nonce":2713060829},{"type":"v1","addr":"172.21.15.5:6819","nonce":2713060829}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6822","nonce":2713060829},{"type":"v1","addr":"172.21.15.5:6823","nonce":2713060829}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6820","nonce":2713060829},{"type":"v1","addr":"172.21.15.5:6821","nonce":2713060829}]},"public_addr":"172.21.15.5:6817/2713060829","cluster_addr":"172.21.15.5:6819/2713060829","heartbeat_back_addr":"172.21.15.5:6823/2713060829","heartbeat_front_addr":"172.21.15.5:6821/2713060829","state":["exists","up"]},{"osd":3,"uuid":"30e4a102-0fce-46b2-8a6d-a7625c6a5ee9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6824","nonce":576343032},{"type":"v1","addr":"172.21.15.5:6825","nonce":576343032}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6826","nonce":576343032},{"type":"v1","addr":"172.21.15.5:6827","nonce":576343032}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6830","nonce":576343032},{"type":"v1","addr":"172.21.15.5:6831","nonce":576343032}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6828","nonce":576343032},{"type":"v1","addr":"172.21.15.5:6829","nonce":576343032}]},"public_addr":"172.21.15.5:6825/576343032","cluster_addr":"172.21.15.5:6827/576343032","heartbeat_back_addr":"172.21.15.5:6831/576343032","heartbeat_front_addr":"172.21.15.5:6829/576343032","state":["exists","up"]},{"osd":4,"uuid":"f47efe1d-f245-453c-b505-db74fe5df11c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6800","nonce":3624672735},{"type":"v1","addr":"172.21.15.179:6801","nonce":3624672735}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6802","nonce":3624672735},{"type":"v1","addr":"172.21.15.179:6803","nonce":3624672735}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6806","nonce":3624672735},{"type":"v1","addr":"172.21.15.179:6807","nonce":3624672735}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6804","nonce":3624672735},{"type":"v1","addr":"172.21.15.179:6805","nonce":3624672735}]},"public_addr":"172.21.15.179:6801/3624672735","cluster_addr":"172.21.15.179:6803/3624672735","heartbeat_back_addr":"172.21.15.179:6807/3624672735","heartbeat_front_addr":"172.21.15.179:6805/3624672735","state":["exists","up"]},{"osd":5,"uuid":"f6fd9c2f-b7ed-4e7b-a9fd-12aaea05bfa9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6824","nonce":2769164148},{"type":"v1","addr":"172.21.15.179:6825","nonce":2769164148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6826","nonce":2769164148},{"type":"v1","addr":"172.21.15.179:6827","nonce":2769164148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6830","nonce":2769164148},{"type":"v1","addr":"172.21.15.179:6831","nonce":2769164148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6828","nonce":2769164148},{"type":"v1","addr":"172.21.15.179:6829","nonce":2769164148}]},"public_addr":"172.21.15.179:6825/2769164148","cluster_addr":"172.21.15.179:6827/2769164148","heartbeat_back_addr":"172.21.15.179:6831/2769164148","heartbeat_front_addr":"172.21.15.179:6829/2769164148","state":["exists","up"]},{"osd":6,"uuid":"48985a9a-ec23-44a6-8f23-87edd7853994","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6816","nonce":3295700932},{"type":"v1","addr":"172.21.15.179:6817","nonce":3295700932}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6818","nonce":3295700932},{"type":"v1","addr":"172.21.15.179:6819","nonce":3295700932}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6822","nonce":3295700932},{"type":"v1","addr":"172.21.15.179:6823","nonce":3295700932}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6820","nonce":3295700932},{"type":"v1","addr":"172.21.15.179:6821","nonce":3295700932}]},"public_addr":"172.21.15.179:6817/3295700932","cluster_addr":"172.21.15.179:6819/3295700932","heartbeat_back_addr":"172.21.15.179:6823/3295700932","heartbeat_front_addr":"172.21.15.179:6821/3295700932","state":["exists","up"]},{"osd":7,"uuid":"af684358-558e-4fa4-ac35-1e3ef24b9021","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6808","nonce":1502652601},{"type":"v1","addr":"172.21.15.179:6809","nonce":1502652601}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6810","nonce":1502652601},{"type":"v1","addr":"172.21.15.179:6811","nonce":1502652601}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6814","nonce":1502652601},{"type":"v1","addr":"172.21.15.179:6815","nonce":1502652601}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6812","nonce":1502652601},{"type":"v1","addr":"172.21.15.179:6813","nonce":1502652601}]},"public_addr":"172.21.15.179:6809/1502652601","cluster_addr":"172.21.15.179:6811/1502652601","heartbeat_back_addr":"172.21.15.179:6815/1502652601","heartbeat_front_addr":"172.21.15.179:6813/1502652601","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.647314+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:23.936297+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.579030+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.393256+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.524066+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.865771+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.509811+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.613144+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.30","mappings":[{"from":5,"to":2}]},{"pgid":"3.39","mappings":[{"from":7,"to":2}]},{"pgid":"3.3c","mappings":[{"from":5,"to":2},{"from":3,"to":1}]},{"pgid":"4.0","mappings":[{"from":1,"to":2}]},{"pgid":"4.1b","mappings":[{"from":1,"to":2}]},{"pgid":"4.1c","mappings":[{"from":1,"to":0}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:41:34.266 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:34.260+0000 7f851500b700 1 -- 172.21.15.5:0/3476580996 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f84f0066730 msgr2=0x7f84f0068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:34.266 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:34.260+0000 7f851500b700 1 --2- 172.21.15.5:0/3476580996 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f84f0066730 0x7f84f0068bf0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f8500000c00 tx=0x7f8500008030 comp rx=0 tx=0).stop 2024-09-13T16:41:34.266 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:34.260+0000 7f851500b700 1 -- 172.21.15.5:0/3476580996 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8510152b90 msgr2=0x7f85101f2270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:34.266 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:34.260+0000 7f851500b700 1 --2- 172.21.15.5:0/3476580996 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8510152b90 0x7f85101f2270 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f84f800e760 tx=0x7f84f800ea70 comp rx=0 tx=0).stop 2024-09-13T16:41:34.267 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:34.260+0000 7f851500b700 1 -- 172.21.15.5:0/3476580996 shutdown_connections 2024-09-13T16:41:34.267 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:34.260+0000 7f851500b700 1 --2- 172.21.15.5:0/3476580996 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f851014c850 0x7f851014b6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:34.267 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:34.260+0000 7f851500b700 1 --2- 172.21.15.5:0/3476580996 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8510152b90 0x7f85101f2270 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:34.267 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:34.260+0000 7f851500b700 1 --2- 172.21.15.5:0/3476580996 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f84f0066730 0x7f84f0068bf0 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:34.267 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:34.260+0000 7f851500b700 1 --2- 172.21.15.5:0/3476580996 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f85100c32e0 0x7f8510155c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:34.267 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:34.260+0000 7f851500b700 1 -- 172.21.15.5:0/3476580996 >> 172.21.15.5:0/3476580996 conn(0x7f85100700b0 msgr2=0x7f8510070ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:41:34.267 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:34.260+0000 7f851500b700 1 -- 172.21.15.5:0/3476580996 shutdown_connections 2024-09-13T16:41:34.267 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:34.260+0000 7f851500b700 1 -- 172.21.15.5:0/3476580996 wait complete. 2024-09-13T16:41:35.280 INFO:tasks.ceph:Scrubbing osd.0 2024-09-13T16:41:35.280 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 config set osd_debug_deep_scrub_sleep 0 2024-09-13T16:41:35.414 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.408+0000 7f03f3744700 1 Processor -- start 2024-09-13T16:41:35.415 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.408+0000 7f03f3744700 1 -- start start 2024-09-13T16:41:35.416 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.412+0000 7f03f3744700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f03ec14f870 0x7f03ec070c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:35.416 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.412+0000 7f03f3744700 1 --2- >> v2:172.21.15.179:3300/0 conn(0x7f03ec0ca8f0 0x7f03ec0ce430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:35.416 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.412+0000 7f03f3744700 1 -- --> v1:172.21.15.179:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f03ec0ca720 con 0x7f03ec0ce970 2024-09-13T16:41:35.416 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.412+0000 7f03f3744700 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f03ec0c9480 con 0x7f03ec14f870 2024-09-13T16:41:35.416 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.412+0000 7f03f3744700 1 -- --> v2:172.21.15.179:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f03ec1598e0 con 0x7f03ec0ca8f0 2024-09-13T16:41:35.416 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.412+0000 7f03f14e0700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f03ec14f870 0x7f03ec070c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:35.417 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.412+0000 7f03f14e0700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f03ec14f870 0x7f03ec070c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:40026/0 (socket says 172.21.15.5:40026) 2024-09-13T16:41:35.417 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.412+0000 7f03f14e0700 1 -- 172.21.15.5:0/607895506 learned_addr learned my addr 172.21.15.5:0/607895506 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:41:35.417 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.412+0000 7f03f0cdf700 1 --2- 172.21.15.5:0/607895506 >> v2:172.21.15.179:3300/0 conn(0x7f03ec0ca8f0 0x7f03ec0ce430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:35.418 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.412+0000 7f03f14e0700 1 -- 172.21.15.5:0/607895506 >> v2:172.21.15.179:3300/0 conn(0x7f03ec0ca8f0 msgr2=0x7f03ec0ce430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:41:35.418 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.412+0000 7f03f14e0700 1 --2- 172.21.15.5:0/607895506 >> v2:172.21.15.179:3300/0 conn(0x7f03ec0ca8f0 0x7f03ec0ce430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:35.418 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.412+0000 7f03f14e0700 1 -- 172.21.15.5:0/607895506 >> v1:172.21.15.179:6789/0 conn(0x7f03ec0ce970 legacy=0x7f03ec06fab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:35.418 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.412+0000 7f03f14e0700 1 -- 172.21.15.5:0/607895506 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f03ec0c8ec0 con 0x7f03ec14f870 2024-09-13T16:41:35.418 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.412+0000 7f03f14e0700 1 --2- 172.21.15.5:0/607895506 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f03ec14f870 0x7f03ec070c50 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f03ec0c5360 tx=0x7f03dc009bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9da6fd4b05e505ef server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:41:35.418 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.412+0000 7f03e3fff700 1 -- 172.21.15.5:0/607895506 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f03dc011830 con 0x7f03ec14f870 2024-09-13T16:41:35.418 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.412+0000 7f03e3fff700 1 -- 172.21.15.5:0/607895506 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f03dc011990 con 0x7f03ec14f870 2024-09-13T16:41:35.418 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.412+0000 7f03e3fff700 1 -- 172.21.15.5:0/607895506 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f03dc011d20 con 0x7f03ec14f870 2024-09-13T16:41:35.419 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.412+0000 7f03f3744700 1 -- 172.21.15.5:0/607895506 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f03ec14f870 msgr2=0x7f03ec070c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:35.419 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.412+0000 7f03f3744700 1 --2- 172.21.15.5:0/607895506 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f03ec14f870 0x7f03ec070c50 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f03ec0c5360 tx=0x7f03dc009bf0 comp rx=0 tx=0).stop 2024-09-13T16:41:35.419 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.412+0000 7f03f3744700 1 -- 172.21.15.5:0/607895506 shutdown_connections 2024-09-13T16:41:35.420 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.412+0000 7f03f3744700 1 --2- 172.21.15.5:0/607895506 >> v2:172.21.15.179:3300/0 conn(0x7f03ec0ca8f0 0x7f03ec0ce430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:35.420 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.412+0000 7f03f3744700 1 --2- 172.21.15.5:0/607895506 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f03ec14f870 0x7f03ec070c50 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:35.420 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.412+0000 7f03f3744700 1 -- 172.21.15.5:0/607895506 >> 172.21.15.5:0/607895506 conn(0x7f03ec06e980 msgr2=0x7f03ec071390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:41:35.420 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.412+0000 7f03f3744700 1 -- 172.21.15.5:0/607895506 shutdown_connections 2024-09-13T16:41:35.420 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.412+0000 7f03f3744700 1 -- 172.21.15.5:0/607895506 wait complete. 2024-09-13T16:41:35.421 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.416+0000 7f03f3744700 1 Processor -- start 2024-09-13T16:41:35.421 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.416+0000 7f03f3744700 1 -- start start 2024-09-13T16:41:35.423 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.416+0000 7f03f3744700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f03ec0ca8f0 0x7f03ec158010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:35.423 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.416+0000 7f03f3744700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f03ec0ce970 0x7f03ec1ee370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:35.423 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.416+0000 7f03f3744700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f03ec14f870 0x7f03ec148c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:35.423 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.416+0000 7f03f3744700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f03ec1dfa50 con 0x7f03ec14f870 2024-09-13T16:41:35.423 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.416+0000 7f03f3744700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f03ec14c140 con 0x7f03ec0ca8f0 2024-09-13T16:41:35.423 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.416+0000 7f03f3744700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f03ec14c6e0 con 0x7f03ec0ce970 2024-09-13T16:41:35.423 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.416+0000 7f03f1ce1700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f03ec14f870 0x7f03ec148c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:35.423 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.416+0000 7f03f1ce1700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f03ec14f870 0x7f03ec148c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:40034/0 (socket says 172.21.15.5:40034) 2024-09-13T16:41:35.424 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.416+0000 7f03f1ce1700 1 -- 172.21.15.5:0/822068551 learned_addr learned my addr 172.21.15.5:0/822068551 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:41:35.424 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.416+0000 7f03f14e0700 1 --2- 172.21.15.5:0/822068551 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f03ec0ca8f0 0x7f03ec158010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:35.424 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.416+0000 7f03f0cdf700 1 --2- 172.21.15.5:0/822068551 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f03ec0ce970 0x7f03ec1ee370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:35.425 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.420+0000 7f03f1ce1700 1 -- 172.21.15.5:0/822068551 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f03ec0ce970 msgr2=0x7f03ec1ee370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:35.425 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.420+0000 7f03f1ce1700 1 --2- 172.21.15.5:0/822068551 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f03ec0ce970 0x7f03ec1ee370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:35.425 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.420+0000 7f03f1ce1700 1 -- 172.21.15.5:0/822068551 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f03ec0ca8f0 msgr2=0x7f03ec158010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:35.425 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.420+0000 7f03f1ce1700 1 --2- 172.21.15.5:0/822068551 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f03ec0ca8f0 0x7f03ec158010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:35.425 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.420+0000 7f03f1ce1700 1 -- 172.21.15.5:0/822068551 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f03dc009570 con 0x7f03ec14f870 2024-09-13T16:41:35.425 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.420+0000 7f03f14e0700 1 --2- 172.21.15.5:0/822068551 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f03ec0ca8f0 0x7f03ec158010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:41:35.425 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.420+0000 7f03f1ce1700 1 --2- 172.21.15.5:0/822068551 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f03ec14f870 0x7f03ec148c20 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f03e400cc80 tx=0x7f03e400cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:41:35.425 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.420+0000 7f03e1ffb700 1 -- 172.21.15.5:0/822068551 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f03e4003c20 con 0x7f03ec14f870 2024-09-13T16:41:35.425 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.420+0000 7f03e1ffb700 1 -- 172.21.15.5:0/822068551 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f03e4003d80 con 0x7f03ec14f870 2024-09-13T16:41:35.426 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.420+0000 7f03f3744700 1 -- 172.21.15.5:0/822068551 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f03ec14cb70 con 0x7f03ec14f870 2024-09-13T16:41:35.426 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.420+0000 7f03e1ffb700 1 -- 172.21.15.5:0/822068551 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f03e400aaa0 con 0x7f03ec14f870 2024-09-13T16:41:35.426 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.420+0000 7f03f3744700 1 -- 172.21.15.5:0/822068551 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f03ec1e05e0 con 0x7f03ec14f870 2024-09-13T16:41:35.426 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.420+0000 7f03f3744700 1 -- 172.21.15.5:0/822068551 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f03ec0ca0d0 con 0x7f03ec14f870 2024-09-13T16:41:35.427 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.420+0000 7f03e1ffb700 1 -- 172.21.15.5:0/822068551 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f03e400ac00 con 0x7f03ec14f870 2024-09-13T16:41:35.428 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.424+0000 7f03e1ffb700 1 --2- 172.21.15.5:0/822068551 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f03d0066730 0x7f03d0068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:35.428 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.424+0000 7f03e1ffb700 1 -- 172.21.15.5:0/822068551 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6642+0+0 (secure 0 0 0) 0x7f03e4084e50 con 0x7f03ec14f870 2024-09-13T16:41:35.428 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.424+0000 7f03e1ffb700 1 --2- 172.21.15.5:0/822068551 >> [v2:172.21.15.5:6800/851671428,v1:172.21.15.5:6801/851671428] conn(0x7f03d006ff90 0x7f03d0072430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:35.428 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.424+0000 7f03e1ffb700 1 -- 172.21.15.5:0/822068551 --> [v2:172.21.15.5:6800/851671428,v1:172.21.15.5:6801/851671428] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f03d0072b00 con 0x7f03d006ff90 2024-09-13T16:41:35.429 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.424+0000 7f03e1ffb700 1 -- 172.21.15.5:0/822068551 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f03e40852a0 con 0x7f03ec14f870 2024-09-13T16:41:35.429 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.424+0000 7f03f14e0700 1 --2- 172.21.15.5:0/822068551 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f03d0066730 0x7f03d0068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:35.429 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.424+0000 7f03f0cdf700 1 --2- 172.21.15.5:0/822068551 >> [v2:172.21.15.5:6800/851671428,v1:172.21.15.5:6801/851671428] conn(0x7f03d006ff90 0x7f03d0072430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:35.429 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.424+0000 7f03f0cdf700 1 --2- 172.21.15.5:0/822068551 >> [v2:172.21.15.5:6800/851671428,v1:172.21.15.5:6801/851671428] conn(0x7f03d006ff90 0x7f03d0072430 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:41:35.429 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.424+0000 7f03f14e0700 1 --2- 172.21.15.5:0/822068551 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f03d0066730 0x7f03d0068bf0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f03dc000c00 tx=0x7f03dc008030 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:41:35.430 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.424+0000 7f03e1ffb700 1 -- 172.21.15.5:0/822068551 <== osd.0 v2:172.21.15.5:6800/851671428 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (crc 0 0 0) 0x7f03d0072b00 con 0x7f03d006ff90 2024-09-13T16:41:35.449 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.444+0000 7f03f3744700 1 -- 172.21.15.5:0/822068551 --> [v2:172.21.15.5:6800/851671428,v1:172.21.15.5:6801/851671428] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7f03ec0c9df0 con 0x7f03d006ff90 2024-09-13T16:41:35.450 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.444+0000 7f03e1ffb700 1 -- 172.21.15.5:0/822068551 <== osd.0 v2:172.21.15.5:6800/851671428 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+97 (crc 0 0 0) 0x7f03e8009d60 con 0x7f03d006ff90 2024-09-13T16:41:35.450 INFO:teuthology.orchestra.run.smithi005.stdout:{ 2024-09-13T16:41:35.450 INFO:teuthology.orchestra.run.smithi005.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-13T16:41:35.450 INFO:teuthology.orchestra.run.smithi005.stdout:} 2024-09-13T16:41:35.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.444+0000 7f03f3744700 1 -- 172.21.15.5:0/822068551 >> [v2:172.21.15.5:6800/851671428,v1:172.21.15.5:6801/851671428] conn(0x7f03d006ff90 msgr2=0x7f03d0072430 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:35.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.444+0000 7f03f3744700 1 --2- 172.21.15.5:0/822068551 >> [v2:172.21.15.5:6800/851671428,v1:172.21.15.5:6801/851671428] conn(0x7f03d006ff90 0x7f03d0072430 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:35.452 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.444+0000 7f03f3744700 1 -- 172.21.15.5:0/822068551 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f03d0066730 msgr2=0x7f03d0068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:35.452 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.444+0000 7f03f3744700 1 --2- 172.21.15.5:0/822068551 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f03d0066730 0x7f03d0068bf0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f03dc000c00 tx=0x7f03dc008030 comp rx=0 tx=0).stop 2024-09-13T16:41:35.452 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.444+0000 7f03f3744700 1 -- 172.21.15.5:0/822068551 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f03ec14f870 msgr2=0x7f03ec148c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:35.452 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.444+0000 7f03f3744700 1 --2- 172.21.15.5:0/822068551 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f03ec14f870 0x7f03ec148c20 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f03e400cc80 tx=0x7f03e400cf90 comp rx=0 tx=0).stop 2024-09-13T16:41:35.452 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.444+0000 7f03f1ce1700 1 -- 172.21.15.5:0/822068551 reap_dead start 2024-09-13T16:41:35.452 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.444+0000 7f03f3744700 1 -- 172.21.15.5:0/822068551 shutdown_connections 2024-09-13T16:41:35.452 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.444+0000 7f03f3744700 1 -- 172.21.15.5:0/822068551 >> 172.21.15.5:0/822068551 conn(0x7f03ec06e980 msgr2=0x7f03ec0c3570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:41:35.452 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.444+0000 7f03f3744700 1 -- 172.21.15.5:0/822068551 shutdown_connections 2024-09-13T16:41:35.452 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.444+0000 7f03f3744700 1 -- 172.21.15.5:0/822068551 wait complete. 2024-09-13T16:41:35.471 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 0 2024-09-13T16:41:35.594 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.588+0000 7ff363fff700 1 Processor -- start 2024-09-13T16:41:35.594 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.588+0000 7ff363fff700 1 -- start start 2024-09-13T16:41:35.595 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.592+0000 7ff363fff700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7ff36414f650 0x7ff3640709d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:35.596 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.592+0000 7ff363fff700 1 --2- >> v2:172.21.15.179:3300/0 conn(0x7ff3640c1710 0x7ff3641555b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:35.596 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.592+0000 7ff363fff700 1 -- --> v1:172.21.15.179:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff364070540 con 0x7ff36414fa30 2024-09-13T16:41:35.596 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.592+0000 7ff363fff700 1 -- --> v2:172.21.15.179:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff3640c1c50 con 0x7ff3640c1710 2024-09-13T16:41:35.596 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.592+0000 7ff363fff700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff36406ce90 con 0x7ff36414f650 2024-09-13T16:41:35.597 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.592+0000 7ff362ffd700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7ff36414f650 0x7ff3640709d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:35.597 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.592+0000 7ff3627fc700 1 --1- >> v1:172.21.15.179:6789/0 conn(0x7ff36414fa30 0x7ff3640c31c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.179:6789/0 says I am v1:172.21.15.5:38474/0 (socket says 172.21.15.5:38474) 2024-09-13T16:41:35.597 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.592+0000 7ff3637fe700 1 --2- >> v2:172.21.15.179:3300/0 conn(0x7ff3640c1710 0x7ff3641555b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:35.597 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.592+0000 7ff3627fc700 1 -- 172.21.15.5:0/2688218597 learned_addr learned my addr 172.21.15.5:0/2688218597 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-13T16:41:35.597 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.592+0000 7ff361ffb700 1 -- 172.21.15.5:0/2688218597 <== mon.1 v1:172.21.15.179:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3125270116 0 0) 0x7ff364070540 con 0x7ff36414fa30 2024-09-13T16:41:35.597 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.592+0000 7ff361ffb700 1 -- 172.21.15.5:0/2688218597 --> v1:172.21.15.179:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff3500035d0 con 0x7ff36414fa30 2024-09-13T16:41:35.597 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.592+0000 7ff362ffd700 1 -- 172.21.15.5:0/2688218597 >> v2:172.21.15.179:3300/0 conn(0x7ff3640c1710 msgr2=0x7ff3641555b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:41:35.597 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.592+0000 7ff362ffd700 1 --2- 172.21.15.5:0/2688218597 >> v2:172.21.15.179:3300/0 conn(0x7ff3640c1710 0x7ff3641555b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:35.598 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.592+0000 7ff362ffd700 1 -- 172.21.15.5:0/2688218597 >> v1:172.21.15.179:6789/0 conn(0x7ff36414fa30 legacy=0x7ff3640c31c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:35.598 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.592+0000 7ff362ffd700 1 -- 172.21.15.5:0/2688218597 --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff36406d170 con 0x7ff36414f650 2024-09-13T16:41:35.598 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.592+0000 7ff362ffd700 1 --2- 172.21.15.5:0/2688218597 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7ff36414f650 0x7ff3640709d0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7ff34c009880 tx=0x7ff34c009b90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e753ff1659d3bdc7 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:41:35.598 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.592+0000 7ff361ffb700 1 -- 172.21.15.5:0/2688218597 <== mon.2 v2:172.21.15.179:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff34c011830 con 0x7ff36414f650 2024-09-13T16:41:35.599 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.592+0000 7ff361ffb700 1 -- 172.21.15.5:0/2688218597 <== mon.2 v2:172.21.15.179:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff34c011990 con 0x7ff36414f650 2024-09-13T16:41:35.599 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.592+0000 7ff361ffb700 1 -- 172.21.15.5:0/2688218597 <== mon.2 v2:172.21.15.179:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff34c011d20 con 0x7ff36414f650 2024-09-13T16:41:35.599 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.592+0000 7ff363fff700 1 -- 172.21.15.5:0/2688218597 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7ff36414f650 msgr2=0x7ff3640709d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:35.600 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.592+0000 7ff363fff700 1 --2- 172.21.15.5:0/2688218597 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7ff36414f650 0x7ff3640709d0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7ff34c009880 tx=0x7ff34c009b90 comp rx=0 tx=0).stop 2024-09-13T16:41:35.600 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.592+0000 7ff363fff700 1 -- 172.21.15.5:0/2688218597 shutdown_connections 2024-09-13T16:41:35.600 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.592+0000 7ff363fff700 1 --2- 172.21.15.5:0/2688218597 >> v2:172.21.15.179:3300/0 conn(0x7ff3640c1710 0x7ff3641555b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:35.600 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.592+0000 7ff363fff700 1 --2- 172.21.15.5:0/2688218597 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7ff36414f650 0x7ff3640709d0 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:35.600 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.592+0000 7ff363fff700 1 -- 172.21.15.5:0/2688218597 >> 172.21.15.5:0/2688218597 conn(0x7ff3640ca210 msgr2=0x7ff3640ca620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:41:35.600 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.592+0000 7ff363fff700 1 -- 172.21.15.5:0/2688218597 shutdown_connections 2024-09-13T16:41:35.601 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.596+0000 7ff363fff700 1 -- 172.21.15.5:0/2688218597 wait complete. 2024-09-13T16:41:35.603 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.596+0000 7ff363fff700 1 Processor -- start 2024-09-13T16:41:35.603 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.596+0000 7ff363fff700 1 -- start start 2024-09-13T16:41:35.603 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.596+0000 7ff363fff700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7ff3640c1710 0x7ff364155cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:35.603 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.596+0000 7ff363fff700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff36414f650 0x7ff364146eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:35.603 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.596+0000 7ff363fff700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7ff36414fa30 0x7ff3641473f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:35.603 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.596+0000 7ff363fff700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff364155840 con 0x7ff36414f650 2024-09-13T16:41:35.604 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.596+0000 7ff363fff700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff364154950 con 0x7ff3640c1710 2024-09-13T16:41:35.604 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.596+0000 7ff363fff700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff364154c30 con 0x7ff36414fa30 2024-09-13T16:41:35.604 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.596+0000 7ff3627fc700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff36414f650 0x7ff364146eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:35.604 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.596+0000 7ff362ffd700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7ff3640c1710 0x7ff364155cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:35.604 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.596+0000 7ff3637fe700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7ff36414fa30 0x7ff3641473f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:35.604 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.596+0000 7ff3637fe700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7ff36414fa30 0x7ff3641473f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.179:3301/0 says I am v2:172.21.15.5:42882/0 (socket says 172.21.15.5:42882) 2024-09-13T16:41:35.604 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.596+0000 7ff3627fc700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff36414f650 0x7ff364146eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:40044/0 (socket says 172.21.15.5:40044) 2024-09-13T16:41:35.604 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.596+0000 7ff3637fe700 1 -- 172.21.15.5:0/3876651742 learned_addr learned my addr 172.21.15.5:0/3876651742 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:41:35.604 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.596+0000 7ff362ffd700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7ff3640c1710 0x7ff364155cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.179:3300/0 says I am v2:172.21.15.5:33348/0 (socket says 172.21.15.5:33348) 2024-09-13T16:41:35.606 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.600+0000 7ff3627fc700 1 -- 172.21.15.5:0/3876651742 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7ff36414fa30 msgr2=0x7ff3641473f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:35.606 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.600+0000 7ff3627fc700 1 --2- 172.21.15.5:0/3876651742 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7ff36414fa30 0x7ff3641473f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:35.606 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.600+0000 7ff3627fc700 1 -- 172.21.15.5:0/3876651742 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7ff3640c1710 msgr2=0x7ff364155cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:35.606 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.600+0000 7ff3627fc700 1 --2- 172.21.15.5:0/3876651742 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7ff3640c1710 0x7ff364155cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:35.606 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.600+0000 7ff3627fc700 1 -- 172.21.15.5:0/3876651742 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff34c0094b0 con 0x7ff36414f650 2024-09-13T16:41:35.606 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.600+0000 7ff3637fe700 1 --2- 172.21.15.5:0/3876651742 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7ff36414fa30 0x7ff3641473f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:41:35.606 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.600+0000 7ff3627fc700 1 --2- 172.21.15.5:0/3876651742 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff36414f650 0x7ff364146eb0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7ff35400c3e0 tx=0x7ff35400c6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:41:35.606 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.600+0000 7ff35b7fe700 1 -- 172.21.15.5:0/3876651742 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff354005b60 con 0x7ff36414f650 2024-09-13T16:41:35.606 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.600+0000 7ff35b7fe700 1 -- 172.21.15.5:0/3876651742 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff354005cc0 con 0x7ff36414f650 2024-09-13T16:41:35.606 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.600+0000 7ff35b7fe700 1 -- 172.21.15.5:0/3876651742 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3540072f0 con 0x7ff36414f650 2024-09-13T16:41:35.606 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.600+0000 7ff363fff700 1 -- 172.21.15.5:0/3876651742 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff364154f10 con 0x7ff36414f650 2024-09-13T16:41:35.607 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.600+0000 7ff363fff700 1 -- 172.21.15.5:0/3876651742 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff3641554d0 con 0x7ff36414f650 2024-09-13T16:41:35.607 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.600+0000 7ff363fff700 1 -- 172.21.15.5:0/3876651742 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff364146bd0 con 0x7ff36414f650 2024-09-13T16:41:35.607 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.604+0000 7ff35b7fe700 1 -- 172.21.15.5:0/3876651742 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7ff354007450 con 0x7ff36414f650 2024-09-13T16:41:35.608 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.604+0000 7ff35b7fe700 1 --2- 172.21.15.5:0/3876651742 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7ff344066730 0x7ff344068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:35.608 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.604+0000 7ff35b7fe700 1 -- 172.21.15.5:0/3876651742 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6642+0+0 (secure 0 0 0) 0x7ff3540835a0 con 0x7ff36414f650 2024-09-13T16:41:35.609 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.604+0000 7ff362ffd700 1 --2- 172.21.15.5:0/3876651742 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7ff344066730 0x7ff344068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:35.609 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.604+0000 7ff362ffd700 1 --2- 172.21.15.5:0/3876651742 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7ff344066730 0x7ff344068bf0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7ff34c000c00 tx=0x7ff34c008030 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:41:35.614 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.608+0000 7ff35b7fe700 1 -- 172.21.15.5:0/3876651742 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7ff364146bd0 con 0x7ff36414f650 2024-09-13T16:41:35.792 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.788+0000 7ff363fff700 1 -- 172.21.15.5:0/3876651742 --> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "0", "target": ["mon-mgr", ""]}) v1 -- 0x7ff364070ff0 con 0x7ff344066730 2024-09-13T16:41:35.793 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.788+0000 7ff35b7fe700 1 -- 172.21.15.5:0/3876651742 <== mgr.4102 v2:172.21.15.179:6832/2977940518 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 0 to deep-scrub) v1 ==== 41+0+0 (secure 0 0 0) 0x7ff364070ff0 con 0x7ff344066730 2024-09-13T16:41:35.797 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.792+0000 7ff363fff700 1 -- 172.21.15.5:0/3876651742 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7ff344066730 msgr2=0x7ff344068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:35.797 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.792+0000 7ff363fff700 1 --2- 172.21.15.5:0/3876651742 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7ff344066730 0x7ff344068bf0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7ff34c000c00 tx=0x7ff34c008030 comp rx=0 tx=0).stop 2024-09-13T16:41:35.798 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.792+0000 7ff363fff700 1 -- 172.21.15.5:0/3876651742 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff36414f650 msgr2=0x7ff364146eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:35.798 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.792+0000 7ff363fff700 1 --2- 172.21.15.5:0/3876651742 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff36414f650 0x7ff364146eb0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7ff35400c3e0 tx=0x7ff35400c6f0 comp rx=0 tx=0).stop 2024-09-13T16:41:35.798 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.792+0000 7ff363fff700 1 -- 172.21.15.5:0/3876651742 shutdown_connections 2024-09-13T16:41:35.798 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.792+0000 7ff363fff700 1 --2- 172.21.15.5:0/3876651742 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7ff36414fa30 0x7ff3641473f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:35.798 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.792+0000 7ff363fff700 1 --2- 172.21.15.5:0/3876651742 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff36414f650 0x7ff364146eb0 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:35.798 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.792+0000 7ff363fff700 1 --2- 172.21.15.5:0/3876651742 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7ff344066730 0x7ff344068bf0 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:35.798 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.792+0000 7ff363fff700 1 --2- 172.21.15.5:0/3876651742 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7ff3640c1710 0x7ff364155cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:35.798 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.792+0000 7ff363fff700 1 -- 172.21.15.5:0/3876651742 >> 172.21.15.5:0/3876651742 conn(0x7ff3640ca210 msgr2=0x7ff3640c3c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:41:35.798 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.792+0000 7ff363fff700 1 -- 172.21.15.5:0/3876651742 shutdown_connections 2024-09-13T16:41:35.798 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.792+0000 7ff363fff700 1 -- 172.21.15.5:0/3876651742 wait complete. 2024-09-13T16:41:35.799 INFO:teuthology.orchestra.run.smithi005.stderr:instructed osd(s) 0 to deep-scrub 2024-09-13T16:41:35.813 INFO:tasks.ceph:Scrubbing osd.1 2024-09-13T16:41:35.813 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 config set osd_debug_deep_scrub_sleep 0 2024-09-13T16:41:35.938 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.932+0000 7f9ec6f2c700 1 Processor -- start 2024-09-13T16:41:35.939 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.932+0000 7f9ec6f2c700 1 -- start start 2024-09-13T16:41:35.940 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.936+0000 7f9ec6f2c700 1 --2- >> v2:172.21.15.179:3300/0 conn(0x7f9ec00c4260 0x7f9ec015be10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:35.940 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.936+0000 7f9ec6f2c700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f9ec015c350 0x7f9ec015c7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:35.940 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.936+0000 7f9ec6f2c700 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9ec00b1590 con 0x7f9ec0152b30 2024-09-13T16:41:35.940 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.936+0000 7f9ec6f2c700 1 -- --> v2:172.21.15.179:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9ec00b33c0 con 0x7f9ec00c4260 2024-09-13T16:41:35.940 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.936+0000 7f9ec6f2c700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9ec00b29d0 con 0x7f9ec015c350 2024-09-13T16:41:35.940 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.936+0000 7f9ec5f2a700 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f9ec0152b30 0x7f9ec00b22c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:42724/0 (socket says 172.21.15.5:42724) 2024-09-13T16:41:35.940 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.936+0000 7f9ec5f2a700 1 -- 172.21.15.5:0/3577661504 learned_addr learned my addr 172.21.15.5:0/3577661504 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-13T16:41:35.940 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.936+0000 7f9ec5729700 1 --2- 172.21.15.5:0/3577661504 >> v2:172.21.15.179:3300/0 conn(0x7f9ec00c4260 0x7f9ec015be10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:35.941 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.936+0000 7f9ec672b700 1 --2- 172.21.15.5:0/3577661504 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f9ec015c350 0x7f9ec015c7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:35.942 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.936+0000 7f9ec4f28700 1 -- 172.21.15.5:0/3577661504 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 649399554 0 0) 0x7f9ec00b1590 con 0x7f9ec0152b30 2024-09-13T16:41:35.942 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.936+0000 7f9ec4f28700 1 -- 172.21.15.5:0/3577661504 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9eac0035d0 con 0x7f9ec0152b30 2024-09-13T16:41:35.942 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.936+0000 7f9ec5729700 1 -- 172.21.15.5:0/3577661504 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f9ec015c350 msgr2=0x7f9ec015c7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:41:35.942 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.936+0000 7f9ec5729700 1 --2- 172.21.15.5:0/3577661504 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f9ec015c350 0x7f9ec015c7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:35.942 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.936+0000 7f9ec5729700 1 -- 172.21.15.5:0/3577661504 >> v1:172.21.15.5:6789/0 conn(0x7f9ec0152b30 legacy=0x7f9ec00b22c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:35.942 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.936+0000 7f9ec5729700 1 -- 172.21.15.5:0/3577661504 --> v2:172.21.15.179:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9ec00b1e30 con 0x7f9ec00c4260 2024-09-13T16:41:35.942 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.936+0000 7f9ec5729700 1 --2- 172.21.15.5:0/3577661504 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f9ec00c4260 0x7f9ec015be10 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f9ebc009850 tx=0x7f9ebc009b60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=86f3d6b2c95bbd11 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:41:35.942 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.936+0000 7f9ec4f28700 1 -- 172.21.15.5:0/3577661504 <== mon.1 v2:172.21.15.179:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9ebc011830 con 0x7f9ec00c4260 2024-09-13T16:41:35.942 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.936+0000 7f9ec4f28700 1 -- 172.21.15.5:0/3577661504 <== mon.1 v2:172.21.15.179:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9ebc011990 con 0x7f9ec00c4260 2024-09-13T16:41:35.943 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.936+0000 7f9ec4f28700 1 -- 172.21.15.5:0/3577661504 <== mon.1 v2:172.21.15.179:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9ebc011d00 con 0x7f9ec00c4260 2024-09-13T16:41:35.944 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.936+0000 7f9ec6f2c700 1 -- 172.21.15.5:0/3577661504 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f9ec00c4260 msgr2=0x7f9ec015be10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:35.944 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.936+0000 7f9ec6f2c700 1 --2- 172.21.15.5:0/3577661504 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f9ec00c4260 0x7f9ec015be10 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f9ebc009850 tx=0x7f9ebc009b60 comp rx=0 tx=0).stop 2024-09-13T16:41:35.944 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.936+0000 7f9ec6f2c700 1 -- 172.21.15.5:0/3577661504 shutdown_connections 2024-09-13T16:41:35.944 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.936+0000 7f9ec6f2c700 1 --2- 172.21.15.5:0/3577661504 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f9ec015c350 0x7f9ec015c7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:35.944 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.936+0000 7f9ec6f2c700 1 --2- 172.21.15.5:0/3577661504 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f9ec00c4260 0x7f9ec015be10 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:35.944 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.936+0000 7f9ec6f2c700 1 -- 172.21.15.5:0/3577661504 >> 172.21.15.5:0/3577661504 conn(0x7f9ec006e7a0 msgr2=0x7f9ec00caf70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:41:35.945 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.936+0000 7f9ec6f2c700 1 -- 172.21.15.5:0/3577661504 shutdown_connections 2024-09-13T16:41:35.945 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.936+0000 7f9ec6f2c700 1 -- 172.21.15.5:0/3577661504 wait complete. 2024-09-13T16:41:35.946 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.940+0000 7f9ec6f2c700 1 Processor -- start 2024-09-13T16:41:35.946 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.940+0000 7f9ec6f2c700 1 -- start start 2024-09-13T16:41:35.947 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.940+0000 7f9ec6f2c700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f9ec00c4260 0x7f9ec01ef060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:35.948 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.940+0000 7f9ec6f2c700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f9ec0152b30 0x7f9ec01541a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:35.948 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.940+0000 7f9ec6f2c700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9ec015c350 0x7f9ec0070d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:35.948 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.940+0000 7f9ec6f2c700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9ec01e4690 con 0x7f9ec015c350 2024-09-13T16:41:35.948 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.940+0000 7f9ec6f2c700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9ec01e3bc0 con 0x7f9ec0152b30 2024-09-13T16:41:35.948 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.940+0000 7f9ec6f2c700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9ec01ef5a0 con 0x7f9ec00c4260 2024-09-13T16:41:35.948 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.940+0000 7f9ec672b700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9ec015c350 0x7f9ec0070d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:35.948 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.944+0000 7f9ec672b700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9ec015c350 0x7f9ec0070d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:40048/0 (socket says 172.21.15.5:40048) 2024-09-13T16:41:35.948 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.944+0000 7f9ec672b700 1 -- 172.21.15.5:0/740886162 learned_addr learned my addr 172.21.15.5:0/740886162 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:41:35.948 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.944+0000 7f9ec5729700 1 --2- 172.21.15.5:0/740886162 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f9ec0152b30 0x7f9ec01541a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:35.948 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.944+0000 7f9ec5f2a700 1 --2- 172.21.15.5:0/740886162 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f9ec00c4260 0x7f9ec01ef060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:35.949 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.944+0000 7f9ec672b700 1 -- 172.21.15.5:0/740886162 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f9ec00c4260 msgr2=0x7f9ec01ef060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:35.949 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.944+0000 7f9ec672b700 1 --2- 172.21.15.5:0/740886162 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f9ec00c4260 0x7f9ec01ef060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:35.950 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.944+0000 7f9ec672b700 1 -- 172.21.15.5:0/740886162 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f9ec0152b30 msgr2=0x7f9ec01541a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:35.950 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.944+0000 7f9ec672b700 1 --2- 172.21.15.5:0/740886162 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f9ec0152b30 0x7f9ec01541a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:35.950 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.944+0000 7f9ec672b700 1 -- 172.21.15.5:0/740886162 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9ebc0094b0 con 0x7f9ec015c350 2024-09-13T16:41:35.950 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.944+0000 7f9ec672b700 1 --2- 172.21.15.5:0/740886162 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9ec015c350 0x7f9ec0070d70 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f9eb8009d30 tx=0x7f9eb800c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:41:35.950 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.944+0000 7f9eb67fc700 1 -- 172.21.15.5:0/740886162 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9eb800cc30 con 0x7f9ec015c350 2024-09-13T16:41:35.950 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.944+0000 7f9eb67fc700 1 -- 172.21.15.5:0/740886162 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9eb800f040 con 0x7f9ec015c350 2024-09-13T16:41:35.950 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.944+0000 7f9ec6f2c700 1 -- 172.21.15.5:0/740886162 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9ec01e3df0 con 0x7f9ec015c350 2024-09-13T16:41:35.950 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.944+0000 7f9eb67fc700 1 -- 172.21.15.5:0/740886162 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9eb8009e80 con 0x7f9ec015c350 2024-09-13T16:41:35.950 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.944+0000 7f9ec6f2c700 1 -- 172.21.15.5:0/740886162 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9ec01e43b0 con 0x7f9ec015c350 2024-09-13T16:41:35.950 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.944+0000 7f9ec6f2c700 1 -- 172.21.15.5:0/740886162 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f9ec00b3780 con 0x7f9ec015c350 2024-09-13T16:41:35.952 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.948+0000 7f9eb67fc700 1 -- 172.21.15.5:0/740886162 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f9eb8014480 con 0x7f9ec015c350 2024-09-13T16:41:35.953 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.948+0000 7f9eb67fc700 1 --2- 172.21.15.5:0/740886162 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f9ea4066730 0x7f9ea4068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:35.953 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.948+0000 7f9eb67fc700 1 -- 172.21.15.5:0/740886162 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6642+0+0 (secure 0 0 0) 0x7f9eb8085350 con 0x7f9ec015c350 2024-09-13T16:41:35.953 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.948+0000 7f9ec5f2a700 1 --2- 172.21.15.5:0/740886162 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f9ea4066730 0x7f9ea4068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:35.953 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.948+0000 7f9eb67fc700 1 --2- 172.21.15.5:0/740886162 >> [v2:172.21.15.5:6808/1418062370,v1:172.21.15.5:6809/1418062370] conn(0x7f9ea406ff90 0x7f9ea4072430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:35.954 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.948+0000 7f9eb67fc700 1 -- 172.21.15.5:0/740886162 --> [v2:172.21.15.5:6808/1418062370,v1:172.21.15.5:6809/1418062370] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f9ea4072b00 con 0x7f9ea406ff90 2024-09-13T16:41:35.954 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.948+0000 7f9eb67fc700 1 -- 172.21.15.5:0/740886162 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f9eb80856c0 con 0x7f9ec015c350 2024-09-13T16:41:35.954 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.948+0000 7f9ec5729700 1 --2- 172.21.15.5:0/740886162 >> [v2:172.21.15.5:6808/1418062370,v1:172.21.15.5:6809/1418062370] conn(0x7f9ea406ff90 0x7f9ea4072430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:35.954 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.948+0000 7f9ec5f2a700 1 --2- 172.21.15.5:0/740886162 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f9ea4066730 0x7f9ea4068bf0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f9eb0007fd0 tx=0x7f9eb0009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:41:35.954 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.948+0000 7f9ec5729700 1 --2- 172.21.15.5:0/740886162 >> [v2:172.21.15.5:6808/1418062370,v1:172.21.15.5:6809/1418062370] conn(0x7f9ea406ff90 0x7f9ea4072430 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:41:35.955 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.948+0000 7f9eb67fc700 1 -- 172.21.15.5:0/740886162 <== osd.1 v2:172.21.15.5:6808/1418062370 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (crc 0 0 0) 0x7f9ea4072b00 con 0x7f9ea406ff90 2024-09-13T16:41:35.974 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.968+0000 7f9ec6f2c700 1 -- 172.21.15.5:0/740886162 --> [v2:172.21.15.5:6808/1418062370,v1:172.21.15.5:6809/1418062370] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7f9ec00c3750 con 0x7f9ea406ff90 2024-09-13T16:41:35.974 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.968+0000 7f9eb67fc700 1 -- 172.21.15.5:0/740886162 <== osd.1 v2:172.21.15.5:6808/1418062370 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+97 (crc 0 0 0) 0x7f9ebc022040 con 0x7f9ea406ff90 2024-09-13T16:41:35.975 INFO:teuthology.orchestra.run.smithi005.stdout:{ 2024-09-13T16:41:35.975 INFO:teuthology.orchestra.run.smithi005.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-13T16:41:35.975 INFO:teuthology.orchestra.run.smithi005.stdout:} 2024-09-13T16:41:35.976 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.968+0000 7f9ec6f2c700 1 -- 172.21.15.5:0/740886162 >> [v2:172.21.15.5:6808/1418062370,v1:172.21.15.5:6809/1418062370] conn(0x7f9ea406ff90 msgr2=0x7f9ea4072430 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:35.976 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.968+0000 7f9ec6f2c700 1 --2- 172.21.15.5:0/740886162 >> [v2:172.21.15.5:6808/1418062370,v1:172.21.15.5:6809/1418062370] conn(0x7f9ea406ff90 0x7f9ea4072430 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:35.976 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.968+0000 7f9ec6f2c700 1 -- 172.21.15.5:0/740886162 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f9ea4066730 msgr2=0x7f9ea4068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:35.976 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.968+0000 7f9ec6f2c700 1 --2- 172.21.15.5:0/740886162 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f9ea4066730 0x7f9ea4068bf0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f9eb0007fd0 tx=0x7f9eb0009040 comp rx=0 tx=0).stop 2024-09-13T16:41:35.976 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.968+0000 7f9ec6f2c700 1 -- 172.21.15.5:0/740886162 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9ec015c350 msgr2=0x7f9ec0070d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:35.976 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.968+0000 7f9ec6f2c700 1 --2- 172.21.15.5:0/740886162 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9ec015c350 0x7f9ec0070d70 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f9eb8009d30 tx=0x7f9eb800c3a0 comp rx=0 tx=0).stop 2024-09-13T16:41:35.976 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.968+0000 7f9ec672b700 1 -- 172.21.15.5:0/740886162 reap_dead start 2024-09-13T16:41:35.976 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.968+0000 7f9ec6f2c700 1 -- 172.21.15.5:0/740886162 shutdown_connections 2024-09-13T16:41:35.976 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.968+0000 7f9ec6f2c700 1 -- 172.21.15.5:0/740886162 >> 172.21.15.5:0/740886162 conn(0x7f9ec006e7a0 msgr2=0x7f9ec00c4640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:41:35.977 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.968+0000 7f9ec6f2c700 1 -- 172.21.15.5:0/740886162 shutdown_connections 2024-09-13T16:41:35.977 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:35.968+0000 7f9ec6f2c700 1 -- 172.21.15.5:0/740886162 wait complete. 2024-09-13T16:41:35.988 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 1 2024-09-13T16:41:36.111 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.104+0000 7fb6b759e700 1 Processor -- start 2024-09-13T16:41:36.111 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.104+0000 7fb6b759e700 1 -- start start 2024-09-13T16:41:36.113 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.108+0000 7fb6b759e700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fb6b806e770 0x7fb6b8159730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:36.113 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.108+0000 7fb6b759e700 1 --2- >> v2:172.21.15.179:3300/0 conn(0x7fb6b8066c90 0x7fb6b80c64e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:36.113 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.108+0000 7fb6b759e700 1 -- --> v1:172.21.15.179:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb6b80c1ed0 con 0x7fb6b806eb50 2024-09-13T16:41:36.113 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.108+0000 7fb6b759e700 1 -- --> v2:172.21.15.179:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb6b80c72b0 con 0x7fb6b8066c90 2024-09-13T16:41:36.113 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.108+0000 7fb6b759e700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb6b80c2120 con 0x7fb6b806e770 2024-09-13T16:41:36.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.108+0000 7fb6b6d9d700 1 --2- >> v2:172.21.15.179:3300/0 conn(0x7fb6b8066c90 0x7fb6b80c64e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:36.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.108+0000 7fb6b5d9b700 1 --1- >> v1:172.21.15.179:6789/0 conn(0x7fb6b806eb50 0x7fb6b80c1490 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.179:6789/0 says I am v1:172.21.15.5:38478/0 (socket says 172.21.15.5:38478) 2024-09-13T16:41:36.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.108+0000 7fb6b5d9b700 1 -- 172.21.15.5:0/776980635 learned_addr learned my addr 172.21.15.5:0/776980635 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-13T16:41:36.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.108+0000 7fb6b659c700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fb6b806e770 0x7fb6b8159730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:36.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.108+0000 7fb6b6d9d700 1 -- 172.21.15.5:0/776980635 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fb6b806e770 msgr2=0x7fb6b8159730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:41:36.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.108+0000 7fb6b6d9d700 1 --2- 172.21.15.5:0/776980635 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fb6b806e770 0x7fb6b8159730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:36.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.108+0000 7fb6b6d9d700 1 -- 172.21.15.5:0/776980635 >> v1:172.21.15.179:6789/0 conn(0x7fb6b806eb50 legacy=0x7fb6b80c1490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:36.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.108+0000 7fb6b6d9d700 1 -- 172.21.15.5:0/776980635 --> v2:172.21.15.179:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb6b80c6cf0 con 0x7fb6b8066c90 2024-09-13T16:41:36.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.108+0000 7fb6b6d9d700 1 --2- 172.21.15.5:0/776980635 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fb6b8066c90 0x7fb6b80c64e0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fb6b0009d90 tx=0x7fb6b000b330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2d75b8a1e182f6c2 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:41:36.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.108+0000 7fb6b559a700 1 -- 172.21.15.5:0/776980635 <== mon.1 v2:172.21.15.179:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb6b000e070 con 0x7fb6b8066c90 2024-09-13T16:41:36.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.108+0000 7fb6b559a700 1 -- 172.21.15.5:0/776980635 <== mon.1 v2:172.21.15.179:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb6b000bb20 con 0x7fb6b8066c90 2024-09-13T16:41:36.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.108+0000 7fb6b559a700 1 -- 172.21.15.5:0/776980635 <== mon.1 v2:172.21.15.179:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb6b0012430 con 0x7fb6b8066c90 2024-09-13T16:41:36.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.112+0000 7fb6b759e700 1 -- 172.21.15.5:0/776980635 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fb6b8066c90 msgr2=0x7fb6b80c64e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:36.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.112+0000 7fb6b759e700 1 --2- 172.21.15.5:0/776980635 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fb6b8066c90 0x7fb6b80c64e0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fb6b0009d90 tx=0x7fb6b000b330 comp rx=0 tx=0).stop 2024-09-13T16:41:36.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.112+0000 7fb6b759e700 1 -- 172.21.15.5:0/776980635 shutdown_connections 2024-09-13T16:41:36.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.112+0000 7fb6b759e700 1 --2- 172.21.15.5:0/776980635 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fb6b8066c90 0x7fb6b80c64e0 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:36.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.112+0000 7fb6b759e700 1 --2- 172.21.15.5:0/776980635 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fb6b806e770 0x7fb6b8159730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:36.117 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.112+0000 7fb6b759e700 1 -- 172.21.15.5:0/776980635 >> 172.21.15.5:0/776980635 conn(0x7fb6b80c74d0 msgr2=0x7fb6b80c78e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:41:36.117 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.112+0000 7fb6b759e700 1 -- 172.21.15.5:0/776980635 shutdown_connections 2024-09-13T16:41:36.117 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.112+0000 7fb6b759e700 1 -- 172.21.15.5:0/776980635 wait complete. 2024-09-13T16:41:36.119 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.112+0000 7fb6b759e700 1 Processor -- start 2024-09-13T16:41:36.119 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.112+0000 7fb6b759e700 1 -- start start 2024-09-13T16:41:36.122 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.116+0000 7fb6b759e700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb6b8066c90 0x7fb6b814d820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:36.122 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.116+0000 7fb6b759e700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fb6b806e770 0x7fb6b81ee460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:36.122 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.116+0000 7fb6b759e700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fb6b806eb50 0x7fb6b81ee9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:36.122 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.116+0000 7fb6b759e700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb6b814c1f0 con 0x7fb6b8066c90 2024-09-13T16:41:36.122 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.116+0000 7fb6b759e700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb6b81509c0 con 0x7fb6b806eb50 2024-09-13T16:41:36.122 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.116+0000 7fb6b759e700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb6b8153250 con 0x7fb6b806e770 2024-09-13T16:41:36.122 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.116+0000 7fb6b659c700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb6b8066c90 0x7fb6b814d820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:36.122 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.116+0000 7fb6b659c700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb6b8066c90 0x7fb6b814d820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:40050/0 (socket says 172.21.15.5:40050) 2024-09-13T16:41:36.122 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.116+0000 7fb6b659c700 1 -- 172.21.15.5:0/3729788185 learned_addr learned my addr 172.21.15.5:0/3729788185 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:41:36.122 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.116+0000 7fb6b5d9b700 1 --2- 172.21.15.5:0/3729788185 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fb6b806e770 0x7fb6b81ee460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:36.122 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.116+0000 7fb6b6d9d700 1 --2- 172.21.15.5:0/3729788185 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fb6b806eb50 0x7fb6b81ee9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:36.123 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.116+0000 7fb6b659c700 1 -- 172.21.15.5:0/3729788185 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fb6b806e770 msgr2=0x7fb6b81ee460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:36.123 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.116+0000 7fb6b659c700 1 --2- 172.21.15.5:0/3729788185 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fb6b806e770 0x7fb6b81ee460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:36.123 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.116+0000 7fb6b659c700 1 -- 172.21.15.5:0/3729788185 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fb6b806eb50 msgr2=0x7fb6b81ee9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:36.123 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.116+0000 7fb6b659c700 1 --2- 172.21.15.5:0/3729788185 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fb6b806eb50 0x7fb6b81ee9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:36.123 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.116+0000 7fb6b659c700 1 -- 172.21.15.5:0/3729788185 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb6b0009a70 con 0x7fb6b8066c90 2024-09-13T16:41:36.123 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.116+0000 7fb6b6d9d700 1 --2- 172.21.15.5:0/3729788185 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fb6b806eb50 0x7fb6b81ee9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:41:36.123 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.116+0000 7fb6b659c700 1 --2- 172.21.15.5:0/3729788185 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb6b8066c90 0x7fb6b814d820 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7fb6a800ec40 tx=0x7fb6a800ef50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:41:36.124 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.116+0000 7fb6a6ffd700 1 -- 172.21.15.5:0/3729788185 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb6a8009740 con 0x7fb6b8066c90 2024-09-13T16:41:36.124 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.116+0000 7fb6a6ffd700 1 -- 172.21.15.5:0/3729788185 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb6a800c850 con 0x7fb6b8066c90 2024-09-13T16:41:36.124 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.116+0000 7fb6b759e700 1 -- 172.21.15.5:0/3729788185 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb6b814bf50 con 0x7fb6b8066c90 2024-09-13T16:41:36.124 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.116+0000 7fb6a6ffd700 1 -- 172.21.15.5:0/3729788185 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb6a800cbe0 con 0x7fb6b8066c90 2024-09-13T16:41:36.124 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.116+0000 7fb6b759e700 1 -- 172.21.15.5:0/3729788185 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb6b8152f70 con 0x7fb6b8066c90 2024-09-13T16:41:36.124 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.120+0000 7fb6b759e700 1 -- 172.21.15.5:0/3729788185 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb6b8152ad0 con 0x7fb6b8066c90 2024-09-13T16:41:36.125 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.120+0000 7fb6a6ffd700 1 -- 172.21.15.5:0/3729788185 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fb6a800cd40 con 0x7fb6b8066c90 2024-09-13T16:41:36.126 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.120+0000 7fb6a6ffd700 1 --2- 172.21.15.5:0/3729788185 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fb698066730 0x7fb698068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:36.126 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.120+0000 7fb6a6ffd700 1 -- 172.21.15.5:0/3729788185 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6642+0+0 (secure 0 0 0) 0x7fb6a8084500 con 0x7fb6b8066c90 2024-09-13T16:41:36.127 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.120+0000 7fb6b5d9b700 1 --2- 172.21.15.5:0/3729788185 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fb698066730 0x7fb698068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:36.127 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.124+0000 7fb6b5d9b700 1 --2- 172.21.15.5:0/3729788185 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fb698066730 0x7fb698068bf0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fb6b81568e0 tx=0x7fb6ac007f30 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:41:36.130 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.124+0000 7fb6a6ffd700 1 -- 172.21.15.5:0/3729788185 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fb6a8051550 con 0x7fb6b8066c90 2024-09-13T16:41:36.302 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.296+0000 7fb6b759e700 1 -- 172.21.15.5:0/3729788185 --> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "1", "target": ["mon-mgr", ""]}) v1 -- 0x7fb6b80c2400 con 0x7fb698066730 2024-09-13T16:41:36.303 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.296+0000 7fb6a6ffd700 1 -- 172.21.15.5:0/3729788185 <== mgr.4102 v2:172.21.15.179:6832/2977940518 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 1 to deep-scrub) v1 ==== 41+0+0 (secure 0 0 0) 0x7fb6ac004b90 con 0x7fb698066730 2024-09-13T16:41:36.308 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.300+0000 7fb6b759e700 1 -- 172.21.15.5:0/3729788185 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fb698066730 msgr2=0x7fb698068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:36.308 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.300+0000 7fb6b759e700 1 --2- 172.21.15.5:0/3729788185 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fb698066730 0x7fb698068bf0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fb6b81568e0 tx=0x7fb6ac007f30 comp rx=0 tx=0).stop 2024-09-13T16:41:36.308 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.300+0000 7fb6b759e700 1 -- 172.21.15.5:0/3729788185 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb6b8066c90 msgr2=0x7fb6b814d820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:36.308 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.300+0000 7fb6b759e700 1 --2- 172.21.15.5:0/3729788185 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb6b8066c90 0x7fb6b814d820 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7fb6a800ec40 tx=0x7fb6a800ef50 comp rx=0 tx=0).stop 2024-09-13T16:41:36.308 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.300+0000 7fb6b759e700 1 -- 172.21.15.5:0/3729788185 shutdown_connections 2024-09-13T16:41:36.308 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.300+0000 7fb6b759e700 1 --2- 172.21.15.5:0/3729788185 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fb698066730 0x7fb698068bf0 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:36.308 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.300+0000 7fb6b759e700 1 --2- 172.21.15.5:0/3729788185 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fb6b806eb50 0x7fb6b81ee9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:36.308 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.300+0000 7fb6b759e700 1 --2- 172.21.15.5:0/3729788185 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fb6b806e770 0x7fb6b81ee460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:36.309 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.300+0000 7fb6b759e700 1 --2- 172.21.15.5:0/3729788185 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb6b8066c90 0x7fb6b814d820 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:36.309 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.300+0000 7fb6b759e700 1 -- 172.21.15.5:0/3729788185 >> 172.21.15.5:0/3729788185 conn(0x7fb6b80c74d0 msgr2=0x7fb6b814f350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:41:36.309 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.304+0000 7fb6b759e700 1 -- 172.21.15.5:0/3729788185 shutdown_connections 2024-09-13T16:41:36.309 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.304+0000 7fb6b759e700 1 -- 172.21.15.5:0/3729788185 wait complete. 2024-09-13T16:41:36.309 INFO:teuthology.orchestra.run.smithi005.stderr:instructed osd(s) 1 to deep-scrub 2024-09-13T16:41:36.323 INFO:tasks.ceph:Scrubbing osd.2 2024-09-13T16:41:36.323 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 config set osd_debug_deep_scrub_sleep 0 2024-09-13T16:41:36.442 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.436+0000 7fafd4c4a700 1 Processor -- start 2024-09-13T16:41:36.442 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.436+0000 7fafd4c4a700 1 -- start start 2024-09-13T16:41:36.444 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.440+0000 7fafd4c4a700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fafd0153050 0x7fafd015ca70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:36.444 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.440+0000 7fafd4c4a700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fafd006f840 0x7fafd00c65a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:36.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.440+0000 7fafd4c4a700 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fafd00c5e30 con 0x7fafd00c77a0 2024-09-13T16:41:36.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.440+0000 7fafd4c4a700 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fafd0071e50 con 0x7fafd006f840 2024-09-13T16:41:36.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.440+0000 7fafd4c4a700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fafd015d0a0 con 0x7fafd0153050 2024-09-13T16:41:36.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.440+0000 7fafcffff700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fafd006f840 0x7fafd00c65a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:36.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.440+0000 7fafceffd700 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7fafd00c77a0 0x7fafd006e860 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:42740/0 (socket says 172.21.15.5:42740) 2024-09-13T16:41:36.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.440+0000 7fafcffff700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fafd006f840 0x7fafd00c65a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:40058/0 (socket says 172.21.15.5:40058) 2024-09-13T16:41:36.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.440+0000 7fafceffd700 1 -- 172.21.15.5:0/1873937055 learned_addr learned my addr 172.21.15.5:0/1873937055 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-13T16:41:36.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.440+0000 7fafcf7fe700 1 --2- 172.21.15.5:0/1873937055 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fafd0153050 0x7fafd015ca70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:36.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.440+0000 7fafcffff700 1 -- 172.21.15.5:0/1873937055 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fafd0153050 msgr2=0x7fafd015ca70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:41:36.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.440+0000 7fafcffff700 1 --2- 172.21.15.5:0/1873937055 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fafd0153050 0x7fafd015ca70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:36.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.440+0000 7fafce7fc700 1 -- 172.21.15.5:0/1873937055 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2698240708 0 0) 0x7fafd00c5e30 con 0x7fafd00c77a0 2024-09-13T16:41:36.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.440+0000 7fafcffff700 1 -- 172.21.15.5:0/1873937055 >> v1:172.21.15.5:6789/0 conn(0x7fafd00c77a0 legacy=0x7fafd006e860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:36.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.440+0000 7fafcffff700 1 -- 172.21.15.5:0/1873937055 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fafd00c6110 con 0x7fafd006f840 2024-09-13T16:41:36.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.440+0000 7fafcffff700 1 --2- 172.21.15.5:0/1873937055 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fafd006f840 0x7fafd00c65a0 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7fafc8009dc0 tx=0x7fafc800b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f7043fd813e9cbf3 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:41:36.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.440+0000 7fafce7fc700 1 -- 172.21.15.5:0/1873937055 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fafc800e070 con 0x7fafd006f840 2024-09-13T16:41:36.447 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.440+0000 7fafce7fc700 1 -- 172.21.15.5:0/1873937055 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fafc800bae0 con 0x7fafd006f840 2024-09-13T16:41:36.447 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.440+0000 7fafce7fc700 1 -- 172.21.15.5:0/1873937055 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fafc800be90 con 0x7fafd006f840 2024-09-13T16:41:36.447 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.440+0000 7fafd4c4a700 1 -- 172.21.15.5:0/1873937055 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fafd006f840 msgr2=0x7fafd00c65a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:36.447 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.440+0000 7fafd4c4a700 1 --2- 172.21.15.5:0/1873937055 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fafd006f840 0x7fafd00c65a0 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7fafc8009dc0 tx=0x7fafc800b330 comp rx=0 tx=0).stop 2024-09-13T16:41:36.448 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.440+0000 7fafd4c4a700 1 -- 172.21.15.5:0/1873937055 shutdown_connections 2024-09-13T16:41:36.448 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.440+0000 7fafd4c4a700 1 --2- 172.21.15.5:0/1873937055 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fafd006f840 0x7fafd00c65a0 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:36.448 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.440+0000 7fafd4c4a700 1 --2- 172.21.15.5:0/1873937055 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fafd0153050 0x7fafd015ca70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:36.448 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.440+0000 7fafd4c4a700 1 -- 172.21.15.5:0/1873937055 >> 172.21.15.5:0/1873937055 conn(0x7fafd006dd40 msgr2=0x7fafd006e150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:41:36.448 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.440+0000 7fafd4c4a700 1 -- 172.21.15.5:0/1873937055 shutdown_connections 2024-09-13T16:41:36.448 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.440+0000 7fafd4c4a700 1 -- 172.21.15.5:0/1873937055 wait complete. 2024-09-13T16:41:36.449 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.444+0000 7fafd4c4a700 1 Processor -- start 2024-09-13T16:41:36.449 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.444+0000 7fafd4c4a700 1 -- start start 2024-09-13T16:41:36.450 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.444+0000 7fafd4c4a700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fafd006f840 0x7fafd015af60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:36.450 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.444+0000 7fafd4c4a700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fafd00c77a0 0x7fafd0153b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:36.450 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.444+0000 7fafd4c4a700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fafd0153050 0x7fafd01540b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:36.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.444+0000 7fafd4c4a700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fafd0154990 con 0x7fafd0153050 2024-09-13T16:41:36.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.444+0000 7fafd4c4a700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fafd0154c70 con 0x7fafd006f840 2024-09-13T16:41:36.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.444+0000 7fafd4c4a700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fafd0154f50 con 0x7fafd00c77a0 2024-09-13T16:41:36.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.444+0000 7fafcffff700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fafd0153050 0x7fafd01540b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:36.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.444+0000 7fafceffd700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fafd00c77a0 0x7fafd0153b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:36.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.444+0000 7fafcf7fe700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fafd006f840 0x7fafd015af60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:36.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.444+0000 7fafcffff700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fafd0153050 0x7fafd01540b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:40060/0 (socket says 172.21.15.5:40060) 2024-09-13T16:41:36.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.444+0000 7fafceffd700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fafd00c77a0 0x7fafd0153b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.179:3301/0 says I am v2:172.21.15.5:42916/0 (socket says 172.21.15.5:42916) 2024-09-13T16:41:36.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.444+0000 7fafcffff700 1 -- 172.21.15.5:0/3607864423 learned_addr learned my addr 172.21.15.5:0/3607864423 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:41:36.452 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.444+0000 7fafceffd700 1 -- 172.21.15.5:0/3607864423 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fafd006f840 msgr2=0x7fafd015af60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:36.452 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.444+0000 7fafceffd700 1 --2- 172.21.15.5:0/3607864423 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fafd006f840 0x7fafd015af60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:36.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.444+0000 7fafceffd700 1 -- 172.21.15.5:0/3607864423 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fafd0153050 msgr2=0x7fafd01540b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:36.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.444+0000 7fafceffd700 1 --2- 172.21.15.5:0/3607864423 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fafd0153050 0x7fafd01540b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:36.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.444+0000 7fafceffd700 1 -- 172.21.15.5:0/3607864423 --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fafc8009a70 con 0x7fafd00c77a0 2024-09-13T16:41:36.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.444+0000 7fafcffff700 1 --2- 172.21.15.5:0/3607864423 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fafd0153050 0x7fafd01540b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:41:36.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.448+0000 7fafceffd700 1 --2- 172.21.15.5:0/3607864423 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fafd00c77a0 0x7fafd0153b70 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fafc40011e0 tx=0x7fafc400c800 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:41:36.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.448+0000 7fafb7fff700 1 -- 172.21.15.5:0/3607864423 <== mon.2 v2:172.21.15.179:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fafc4004ca0 con 0x7fafd00c77a0 2024-09-13T16:41:36.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.448+0000 7fafb7fff700 1 -- 172.21.15.5:0/3607864423 <== mon.2 v2:172.21.15.179:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fafc4004e00 con 0x7fafd00c77a0 2024-09-13T16:41:36.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.448+0000 7fafb7fff700 1 -- 172.21.15.5:0/3607864423 <== mon.2 v2:172.21.15.179:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fafc4007310 con 0x7fafd00c77a0 2024-09-13T16:41:36.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.448+0000 7fafd4c4a700 1 -- 172.21.15.5:0/3607864423 --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fafd0155230 con 0x7fafd00c77a0 2024-09-13T16:41:36.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.448+0000 7fafd4c4a700 1 -- 172.21.15.5:0/3607864423 --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fafd015b4a0 con 0x7fafd00c77a0 2024-09-13T16:41:36.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.448+0000 7fafd4c4a700 1 -- 172.21.15.5:0/3607864423 --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fafd0070360 con 0x7fafd00c77a0 2024-09-13T16:41:36.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.448+0000 7fafb7fff700 1 -- 172.21.15.5:0/3607864423 <== mon.2 v2:172.21.15.179:3301/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fafc4007470 con 0x7fafd00c77a0 2024-09-13T16:41:36.455 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.448+0000 7fafb7fff700 1 --2- 172.21.15.5:0/3607864423 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fafbc066730 0x7fafbc068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:36.455 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.448+0000 7fafb7fff700 1 -- 172.21.15.5:0/3607864423 <== mon.2 v2:172.21.15.179:3301/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6642+0+0 (secure 0 0 0) 0x7fafc4084ab0 con 0x7fafd00c77a0 2024-09-13T16:41:36.456 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.452+0000 7fafb7fff700 1 --2- 172.21.15.5:0/3607864423 >> [v2:172.21.15.5:6816/2713060829,v1:172.21.15.5:6817/2713060829] conn(0x7fafbc06ff90 0x7fafbc072430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:36.456 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.452+0000 7fafb7fff700 1 -- 172.21.15.5:0/3607864423 --> [v2:172.21.15.5:6816/2713060829,v1:172.21.15.5:6817/2713060829] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fafbc072b00 con 0x7fafbc06ff90 2024-09-13T16:41:36.456 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.452+0000 7fafb7fff700 1 -- 172.21.15.5:0/3607864423 <== mon.2 v2:172.21.15.179:3301/0 6 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fafc4084e20 con 0x7fafd00c77a0 2024-09-13T16:41:36.456 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.452+0000 7fafcf7fe700 1 --2- 172.21.15.5:0/3607864423 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fafbc066730 0x7fafbc068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:36.456 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.452+0000 7fafcffff700 1 --2- 172.21.15.5:0/3607864423 >> [v2:172.21.15.5:6816/2713060829,v1:172.21.15.5:6817/2713060829] conn(0x7fafbc06ff90 0x7fafbc072430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:36.456 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.452+0000 7fafcf7fe700 1 --2- 172.21.15.5:0/3607864423 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fafbc066730 0x7fafbc068bf0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fafc0009b50 tx=0x7fafc0009240 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:41:36.456 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.452+0000 7fafcffff700 1 --2- 172.21.15.5:0/3607864423 >> [v2:172.21.15.5:6816/2713060829,v1:172.21.15.5:6817/2713060829] conn(0x7fafbc06ff90 0x7fafbc072430 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:41:36.457 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.452+0000 7fafb7fff700 1 -- 172.21.15.5:0/3607864423 <== osd.2 v2:172.21.15.5:6816/2713060829 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (crc 0 0 0) 0x7fafbc072b00 con 0x7fafbc06ff90 2024-09-13T16:41:36.474 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.468+0000 7fafd4c4a700 1 -- 172.21.15.5:0/3607864423 --> [v2:172.21.15.5:6816/2713060829,v1:172.21.15.5:6817/2713060829] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7fafd006fde0 con 0x7fafbc06ff90 2024-09-13T16:41:36.474 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.468+0000 7fafb7fff700 1 -- 172.21.15.5:0/3607864423 <== osd.2 v2:172.21.15.5:6816/2713060829 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+97 (crc 0 0 0) 0x7fafc8003bc0 con 0x7fafbc06ff90 2024-09-13T16:41:36.475 INFO:teuthology.orchestra.run.smithi005.stdout:{ 2024-09-13T16:41:36.475 INFO:teuthology.orchestra.run.smithi005.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-13T16:41:36.475 INFO:teuthology.orchestra.run.smithi005.stdout:} 2024-09-13T16:41:36.477 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.468+0000 7fafd4c4a700 1 -- 172.21.15.5:0/3607864423 >> [v2:172.21.15.5:6816/2713060829,v1:172.21.15.5:6817/2713060829] conn(0x7fafbc06ff90 msgr2=0x7fafbc072430 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:36.477 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.468+0000 7fafd4c4a700 1 --2- 172.21.15.5:0/3607864423 >> [v2:172.21.15.5:6816/2713060829,v1:172.21.15.5:6817/2713060829] conn(0x7fafbc06ff90 0x7fafbc072430 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:36.477 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.468+0000 7fafd4c4a700 1 -- 172.21.15.5:0/3607864423 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fafbc066730 msgr2=0x7fafbc068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:36.477 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.468+0000 7fafd4c4a700 1 --2- 172.21.15.5:0/3607864423 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fafbc066730 0x7fafbc068bf0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fafc0009b50 tx=0x7fafc0009240 comp rx=0 tx=0).stop 2024-09-13T16:41:36.477 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.468+0000 7fafd4c4a700 1 -- 172.21.15.5:0/3607864423 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fafd00c77a0 msgr2=0x7fafd0153b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:36.477 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.468+0000 7fafd4c4a700 1 --2- 172.21.15.5:0/3607864423 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fafd00c77a0 0x7fafd0153b70 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fafc40011e0 tx=0x7fafc400c800 comp rx=0 tx=0).stop 2024-09-13T16:41:36.477 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.468+0000 7fafcffff700 1 -- 172.21.15.5:0/3607864423 reap_dead start 2024-09-13T16:41:36.477 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.468+0000 7fafd4c4a700 1 -- 172.21.15.5:0/3607864423 shutdown_connections 2024-09-13T16:41:36.477 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.468+0000 7fafd4c4a700 1 -- 172.21.15.5:0/3607864423 >> 172.21.15.5:0/3607864423 conn(0x7fafd006dd40 msgr2=0x7fafd00710c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:41:36.478 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.468+0000 7fafd4c4a700 1 -- 172.21.15.5:0/3607864423 shutdown_connections 2024-09-13T16:41:36.478 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.468+0000 7fafd4c4a700 1 -- 172.21.15.5:0/3607864423 wait complete. 2024-09-13T16:41:36.488 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 2 2024-09-13T16:41:36.610 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.604+0000 7fe0b284a700 1 Processor -- start 2024-09-13T16:41:36.610 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.604+0000 7fe0b284a700 1 -- start start 2024-09-13T16:41:36.613 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.604+0000 7fe0b284a700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fe0ac150a70 0x7fe0ac0c2a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:36.613 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.604+0000 7fe0b284a700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fe0ac06e880 0x7fe0ac0c5ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:36.613 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.604+0000 7fe0b284a700 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe0ac150e50 con 0x7fe0ac0c4380 2024-09-13T16:41:36.613 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.604+0000 7fe0b284a700 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe0ac0c6bb0 con 0x7fe0ac06e880 2024-09-13T16:41:36.613 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.604+0000 7fe0b284a700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe0ac0c1710 con 0x7fe0ac150a70 2024-09-13T16:41:36.613 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.604+0000 7fe0b1047700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fe0ac06e880 0x7fe0ac0c5ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:36.614 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.604+0000 7fe0b2049700 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7fe0ac0c4380 0x7fe0ac156d00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:42744/0 (socket says 172.21.15.5:42744) 2024-09-13T16:41:36.614 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.604+0000 7fe0b2049700 1 -- 172.21.15.5:0/3672059971 learned_addr learned my addr 172.21.15.5:0/3672059971 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-13T16:41:36.614 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.608+0000 7fe0b1848700 1 --2- 172.21.15.5:0/3672059971 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fe0ac150a70 0x7fe0ac0c2a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:36.614 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.608+0000 7fe0b0846700 1 -- 172.21.15.5:0/3672059971 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3082565404 0 0) 0x7fe0ac150e50 con 0x7fe0ac0c4380 2024-09-13T16:41:36.614 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.608+0000 7fe0b0846700 1 -- 172.21.15.5:0/3672059971 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe0980035d0 con 0x7fe0ac0c4380 2024-09-13T16:41:36.615 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.608+0000 7fe0b1047700 1 -- 172.21.15.5:0/3672059971 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fe0ac150a70 msgr2=0x7fe0ac0c2a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:41:36.615 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.608+0000 7fe0b1047700 1 --2- 172.21.15.5:0/3672059971 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fe0ac150a70 0x7fe0ac0c2a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:36.615 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.608+0000 7fe0b0846700 1 -- 172.21.15.5:0/3672059971 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 859268436 0 0) 0x7fe0980035d0 con 0x7fe0ac0c4380 2024-09-13T16:41:36.615 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.608+0000 7fe0b1047700 1 -- 172.21.15.5:0/3672059971 >> v1:172.21.15.5:6789/0 conn(0x7fe0ac0c4380 legacy=0x7fe0ac156d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:36.615 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.608+0000 7fe0b1047700 1 -- 172.21.15.5:0/3672059971 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe0ac0c4d20 con 0x7fe0ac06e880 2024-09-13T16:41:36.615 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.608+0000 7fe0b1047700 1 --2- 172.21.15.5:0/3672059971 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe0ac06e880 0x7fe0ac0c5ef0 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7fe09c009850 tx=0x7fe09c009b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=26212e58004f17d9 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:41:36.615 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.608+0000 7fe0b0846700 1 -- 172.21.15.5:0/3672059971 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe0a40019f0 con 0x7fe0ac06e880 2024-09-13T16:41:36.616 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.608+0000 7fe0b0846700 1 -- 172.21.15.5:0/3672059971 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe09c004030 con 0x7fe0ac06e880 2024-09-13T16:41:36.616 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.608+0000 7fe0b0846700 1 -- 172.21.15.5:0/3672059971 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe09c0043e0 con 0x7fe0ac06e880 2024-09-13T16:41:36.621 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.608+0000 7fe0b284a700 1 -- 172.21.15.5:0/3672059971 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe0ac06e880 msgr2=0x7fe0ac0c5ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:36.622 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.608+0000 7fe0b284a700 1 --2- 172.21.15.5:0/3672059971 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe0ac06e880 0x7fe0ac0c5ef0 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7fe09c009850 tx=0x7fe09c009b60 comp rx=0 tx=0).stop 2024-09-13T16:41:36.622 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.608+0000 7fe0b284a700 1 -- 172.21.15.5:0/3672059971 shutdown_connections 2024-09-13T16:41:36.622 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.608+0000 7fe0b284a700 1 --2- 172.21.15.5:0/3672059971 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe0ac06e880 0x7fe0ac0c5ef0 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:36.622 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.608+0000 7fe0b284a700 1 --2- 172.21.15.5:0/3672059971 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fe0ac150a70 0x7fe0ac0c2a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:36.622 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.608+0000 7fe0b284a700 1 -- 172.21.15.5:0/3672059971 >> 172.21.15.5:0/3672059971 conn(0x7fe0ac0ca210 msgr2=0x7fe0ac0ca620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:41:36.622 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.608+0000 7fe0b284a700 1 -- 172.21.15.5:0/3672059971 shutdown_connections 2024-09-13T16:41:36.622 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.608+0000 7fe0b284a700 1 -- 172.21.15.5:0/3672059971 wait complete. 2024-09-13T16:41:36.622 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.608+0000 7fe0b284a700 1 Processor -- start 2024-09-13T16:41:36.622 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.608+0000 7fe0b284a700 1 -- start start 2024-09-13T16:41:36.622 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.612+0000 7fe0b284a700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fe0ac06e880 0x7fe0ac147890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:36.622 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.612+0000 7fe0b284a700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fe0ac0c4380 0x7fe0ac0c8680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:36.623 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.612+0000 7fe0b284a700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe0ac150a70 0x7fe0ac142740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:36.623 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.612+0000 7fe0b284a700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe0ac141cf0 con 0x7fe0ac150a70 2024-09-13T16:41:36.623 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.612+0000 7fe0b284a700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe0ac1ec9c0 con 0x7fe0ac06e880 2024-09-13T16:41:36.623 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.612+0000 7fe0b284a700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe0ac1ecc30 con 0x7fe0ac0c4380 2024-09-13T16:41:36.623 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.612+0000 7fe0b2049700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe0ac150a70 0x7fe0ac142740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:36.623 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.612+0000 7fe0b2049700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe0ac150a70 0x7fe0ac142740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:40084/0 (socket says 172.21.15.5:40084) 2024-09-13T16:41:36.623 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.612+0000 7fe0b2049700 1 -- 172.21.15.5:0/3187978303 learned_addr learned my addr 172.21.15.5:0/3187978303 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:41:36.623 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.612+0000 7fe0b1848700 1 --2- 172.21.15.5:0/3187978303 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fe0ac06e880 0x7fe0ac147890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:36.623 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.612+0000 7fe0b1047700 1 --2- 172.21.15.5:0/3187978303 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fe0ac0c4380 0x7fe0ac0c8680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:36.623 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.612+0000 7fe0b2049700 1 -- 172.21.15.5:0/3187978303 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fe0ac0c4380 msgr2=0x7fe0ac0c8680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:36.623 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.612+0000 7fe0b2049700 1 --2- 172.21.15.5:0/3187978303 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fe0ac0c4380 0x7fe0ac0c8680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:36.623 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.612+0000 7fe0b2049700 1 -- 172.21.15.5:0/3187978303 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fe0ac06e880 msgr2=0x7fe0ac147890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:36.623 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.612+0000 7fe0b2049700 1 --2- 172.21.15.5:0/3187978303 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fe0ac06e880 0x7fe0ac147890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:36.624 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.612+0000 7fe0b2049700 1 -- 172.21.15.5:0/3187978303 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe09c0094b0 con 0x7fe0ac150a70 2024-09-13T16:41:36.624 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.612+0000 7fe0b2049700 1 --2- 172.21.15.5:0/3187978303 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe0ac150a70 0x7fe0ac142740 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7fe0a4001960 tx=0x7fe0a400cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:41:36.624 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.612+0000 7fe0a27fc700 1 -- 172.21.15.5:0/3187978303 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe0a400ac80 con 0x7fe0ac150a70 2024-09-13T16:41:36.624 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.612+0000 7fe0a27fc700 1 -- 172.21.15.5:0/3187978303 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe0a400ade0 con 0x7fe0ac150a70 2024-09-13T16:41:36.624 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.612+0000 7fe0b284a700 1 -- 172.21.15.5:0/3187978303 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe0ac141f40 con 0x7fe0ac150a70 2024-09-13T16:41:36.624 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.612+0000 7fe0a27fc700 1 -- 172.21.15.5:0/3187978303 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe0a4007310 con 0x7fe0ac150a70 2024-09-13T16:41:36.624 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.612+0000 7fe0b284a700 1 -- 172.21.15.5:0/3187978303 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe0ac0c9100 con 0x7fe0ac150a70 2024-09-13T16:41:36.624 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.616+0000 7fe0b284a700 1 -- 172.21.15.5:0/3187978303 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe0ac142460 con 0x7fe0ac150a70 2024-09-13T16:41:36.624 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.616+0000 7fe0a27fc700 1 -- 172.21.15.5:0/3187978303 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fe0a4007470 con 0x7fe0ac150a70 2024-09-13T16:41:36.625 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.616+0000 7fe0a27fc700 1 --2- 172.21.15.5:0/3187978303 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fe090066730 0x7fe090068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:36.625 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.616+0000 7fe0a27fc700 1 -- 172.21.15.5:0/3187978303 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6642+0+0 (secure 0 0 0) 0x7fe0a4084480 con 0x7fe0ac150a70 2024-09-13T16:41:36.625 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.616+0000 7fe0b1848700 1 --2- 172.21.15.5:0/3187978303 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fe090066730 0x7fe090068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:36.625 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.616+0000 7fe0b1848700 1 --2- 172.21.15.5:0/3187978303 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fe090066730 0x7fe090068bf0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fe0a8009b50 tx=0x7fe0a8009240 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:41:36.628 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.624+0000 7fe0a27fc700 1 -- 172.21.15.5:0/3187978303 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fe0ac142460 con 0x7fe0ac150a70 2024-09-13T16:41:36.798 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.792+0000 7fe0b284a700 1 -- 172.21.15.5:0/3187978303 --> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "2", "target": ["mon-mgr", ""]}) v1 -- 0x7fe0ac0c1c40 con 0x7fe090066730 2024-09-13T16:41:36.799 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.792+0000 7fe0a27fc700 1 -- 172.21.15.5:0/3187978303 <== mgr.4102 v2:172.21.15.179:6832/2977940518 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 2 to deep-scrub) v1 ==== 41+0+0 (secure 0 0 0) 0x7fe0a8004020 con 0x7fe090066730 2024-09-13T16:41:36.802 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.796+0000 7fe0b284a700 1 -- 172.21.15.5:0/3187978303 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fe090066730 msgr2=0x7fe090068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:36.802 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.796+0000 7fe0b284a700 1 --2- 172.21.15.5:0/3187978303 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fe090066730 0x7fe090068bf0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fe0a8009b50 tx=0x7fe0a8009240 comp rx=0 tx=0).stop 2024-09-13T16:41:36.802 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.796+0000 7fe0b284a700 1 -- 172.21.15.5:0/3187978303 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe0ac150a70 msgr2=0x7fe0ac142740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:36.802 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.796+0000 7fe0b284a700 1 --2- 172.21.15.5:0/3187978303 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe0ac150a70 0x7fe0ac142740 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7fe0a4001960 tx=0x7fe0a400cf90 comp rx=0 tx=0).stop 2024-09-13T16:41:36.802 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.796+0000 7fe0b284a700 1 -- 172.21.15.5:0/3187978303 shutdown_connections 2024-09-13T16:41:36.802 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.796+0000 7fe0b284a700 1 --2- 172.21.15.5:0/3187978303 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe0ac150a70 0x7fe0ac142740 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:36.802 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.796+0000 7fe0b284a700 1 --2- 172.21.15.5:0/3187978303 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fe0ac0c4380 0x7fe0ac0c8680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:36.802 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.796+0000 7fe0b284a700 1 --2- 172.21.15.5:0/3187978303 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fe090066730 0x7fe090068bf0 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:36.802 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.796+0000 7fe0b284a700 1 --2- 172.21.15.5:0/3187978303 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fe0ac06e880 0x7fe0ac147890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:36.802 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.796+0000 7fe0b284a700 1 -- 172.21.15.5:0/3187978303 >> 172.21.15.5:0/3187978303 conn(0x7fe0ac0ca210 msgr2=0x7fe0ac14edf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:41:36.802 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.796+0000 7fe0b284a700 1 -- 172.21.15.5:0/3187978303 shutdown_connections 2024-09-13T16:41:36.802 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.796+0000 7fe0b284a700 1 -- 172.21.15.5:0/3187978303 wait complete. 2024-09-13T16:41:36.803 INFO:teuthology.orchestra.run.smithi005.stderr:instructed osd(s) 2 to deep-scrub 2024-09-13T16:41:36.814 INFO:tasks.ceph:Scrubbing osd.3 2024-09-13T16:41:36.814 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 config set osd_debug_deep_scrub_sleep 0 2024-09-13T16:41:36.938 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.932+0000 7f3249a15700 1 Processor -- start 2024-09-13T16:41:36.938 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.932+0000 7f3249a15700 1 -- start start 2024-09-13T16:41:36.939 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.932+0000 7f3249a15700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f3244152bd0 0x7f32440c3490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:36.940 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.932+0000 7f3249a15700 1 --2- >> v2:172.21.15.179:3300/0 conn(0x7f32440c42f0 0x7f32440cb270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:36.940 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.932+0000 7f3249a15700 1 -- --> v1:172.21.15.179:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f32440c5340 con 0x7f32440cb7b0 2024-09-13T16:41:36.940 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.932+0000 7f3249a15700 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f32440c4ae0 con 0x7f3244152bd0 2024-09-13T16:41:36.940 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.932+0000 7f3249a15700 1 -- --> v2:172.21.15.179:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3244152fb0 con 0x7f32440c42f0 2024-09-13T16:41:36.940 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.936+0000 7f3248a13700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f3244152bd0 0x7f32440c3490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:36.940 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.936+0000 7f3248a13700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f3244152bd0 0x7f32440c3490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:40100/0 (socket says 172.21.15.5:40100) 2024-09-13T16:41:36.940 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.936+0000 7f3248a13700 1 -- 172.21.15.5:0/401800697 learned_addr learned my addr 172.21.15.5:0/401800697 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:41:36.940 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.936+0000 7f3243fff700 1 --2- 172.21.15.5:0/401800697 >> v2:172.21.15.179:3300/0 conn(0x7f32440c42f0 0x7f32440cb270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:36.941 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.936+0000 7f3248a13700 1 -- 172.21.15.5:0/401800697 >> v2:172.21.15.179:3300/0 conn(0x7f32440c42f0 msgr2=0x7f32440cb270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:41:36.941 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.936+0000 7f3248a13700 1 --2- 172.21.15.5:0/401800697 >> v2:172.21.15.179:3300/0 conn(0x7f32440c42f0 0x7f32440cb270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:36.941 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.936+0000 7f3248a13700 1 -- 172.21.15.5:0/401800697 >> v1:172.21.15.179:6789/0 conn(0x7f32440cb7b0 legacy=0x7f3244158be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:36.941 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.936+0000 7f3248a13700 1 -- 172.21.15.5:0/401800697 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f324415c9a0 con 0x7f3244152bd0 2024-09-13T16:41:36.941 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.936+0000 7f3248a13700 1 --2- 172.21.15.5:0/401800697 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3244152bd0 0x7f32440c3490 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f3244159a20 tx=0x7f3238009bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3064dfa51b9ac9a2 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:41:36.942 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.936+0000 7f32437fe700 1 -- 172.21.15.5:0/401800697 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3238011830 con 0x7f3244152bd0 2024-09-13T16:41:36.942 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.936+0000 7f32437fe700 1 -- 172.21.15.5:0/401800697 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3238011990 con 0x7f3244152bd0 2024-09-13T16:41:36.942 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.936+0000 7f32437fe700 1 -- 172.21.15.5:0/401800697 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3238011d20 con 0x7f3244152bd0 2024-09-13T16:41:36.942 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.936+0000 7f3249a15700 1 -- 172.21.15.5:0/401800697 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3244152bd0 msgr2=0x7f32440c3490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:36.943 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.936+0000 7f3249a15700 1 --2- 172.21.15.5:0/401800697 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3244152bd0 0x7f32440c3490 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f3244159a20 tx=0x7f3238009bf0 comp rx=0 tx=0).stop 2024-09-13T16:41:36.943 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.936+0000 7f3249a15700 1 -- 172.21.15.5:0/401800697 shutdown_connections 2024-09-13T16:41:36.943 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.936+0000 7f3249a15700 1 --2- 172.21.15.5:0/401800697 >> v2:172.21.15.179:3300/0 conn(0x7f32440c42f0 0x7f32440cb270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:36.943 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.936+0000 7f3249a15700 1 --2- 172.21.15.5:0/401800697 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3244152bd0 0x7f32440c3490 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:36.943 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.936+0000 7f3249a15700 1 -- 172.21.15.5:0/401800697 >> 172.21.15.5:0/401800697 conn(0x7f3244072060 msgr2=0x7f3244072470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:41:36.943 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.936+0000 7f3249a15700 1 -- 172.21.15.5:0/401800697 shutdown_connections 2024-09-13T16:41:36.943 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.936+0000 7f3249a15700 1 -- 172.21.15.5:0/401800697 wait complete. 2024-09-13T16:41:36.945 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.940+0000 7f3249a15700 1 Processor -- start 2024-09-13T16:41:36.945 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.940+0000 7f3249a15700 1 -- start start 2024-09-13T16:41:36.948 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.940+0000 7f3249a15700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f32440c42f0 0x7f3244150db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:36.948 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.940+0000 7f3249a15700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f32440cb7b0 0x7f32440c70b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:36.949 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.940+0000 7f3249a15700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f3244152bd0 0x7f32440c5a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:36.949 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.940+0000 7f3249a15700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f32440c8560 con 0x7f32440cb7b0 2024-09-13T16:41:36.949 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.940+0000 7f3249a15700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f324415a9e0 con 0x7f3244152bd0 2024-09-13T16:41:36.949 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.940+0000 7f3249a15700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f324415a740 con 0x7f32440c42f0 2024-09-13T16:41:36.949 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.944+0000 7f3243fff700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f32440cb7b0 0x7f32440c70b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:36.949 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.944+0000 7f3243fff700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f32440cb7b0 0x7f32440c70b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:40102/0 (socket says 172.21.15.5:40102) 2024-09-13T16:41:36.949 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.944+0000 7f3243fff700 1 -- 172.21.15.5:0/1296357020 learned_addr learned my addr 172.21.15.5:0/1296357020 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:41:36.949 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.944+0000 7f3248a13700 1 --2- 172.21.15.5:0/1296357020 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f32440c42f0 0x7f3244150db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:36.949 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.944+0000 7f3249214700 1 --2- 172.21.15.5:0/1296357020 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f3244152bd0 0x7f32440c5a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:36.949 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.944+0000 7f3243fff700 1 -- 172.21.15.5:0/1296357020 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f32440c42f0 msgr2=0x7f3244150db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:36.949 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.944+0000 7f3243fff700 1 --2- 172.21.15.5:0/1296357020 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f32440c42f0 0x7f3244150db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:36.949 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.944+0000 7f3243fff700 1 -- 172.21.15.5:0/1296357020 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f3244152bd0 msgr2=0x7f32440c5a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:36.950 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.944+0000 7f3243fff700 1 --2- 172.21.15.5:0/1296357020 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f3244152bd0 0x7f32440c5a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:36.950 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.944+0000 7f3243fff700 1 -- 172.21.15.5:0/1296357020 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3238009570 con 0x7f32440cb7b0 2024-09-13T16:41:36.950 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.944+0000 7f3243fff700 1 --2- 172.21.15.5:0/1296357020 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f32440cb7b0 0x7f32440c70b0 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f323400e9d0 tx=0x7f323400ece0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:41:36.951 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.944+0000 7f32417fa700 1 -- 172.21.15.5:0/1296357020 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3234009720 con 0x7f32440cb7b0 2024-09-13T16:41:36.951 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.944+0000 7f32417fa700 1 -- 172.21.15.5:0/1296357020 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f323400ee70 con 0x7f32440cb7b0 2024-09-13T16:41:36.951 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.944+0000 7f3249a15700 1 -- 172.21.15.5:0/1296357020 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f32440c7c30 con 0x7f32440cb7b0 2024-09-13T16:41:36.951 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.944+0000 7f32417fa700 1 -- 172.21.15.5:0/1296357020 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f323400ca50 con 0x7f32440cb7b0 2024-09-13T16:41:36.951 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.944+0000 7f3249a15700 1 -- 172.21.15.5:0/1296357020 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f32440c81f0 con 0x7f32440cb7b0 2024-09-13T16:41:36.951 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.944+0000 7f3249a15700 1 -- 172.21.15.5:0/1296357020 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f32440b3510 con 0x7f32440cb7b0 2024-09-13T16:41:36.952 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.948+0000 7f32417fa700 1 -- 172.21.15.5:0/1296357020 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f323400cbb0 con 0x7f32440cb7b0 2024-09-13T16:41:36.952 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.948+0000 7f32417fa700 1 --2- 172.21.15.5:0/1296357020 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f3230066730 0x7f3230068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:36.952 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.948+0000 7f32417fa700 1 -- 172.21.15.5:0/1296357020 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6642+0+0 (secure 0 0 0) 0x7f32340844c0 con 0x7f32440cb7b0 2024-09-13T16:41:36.952 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.948+0000 7f32417fa700 1 --2- 172.21.15.5:0/1296357020 >> [v2:172.21.15.5:6824/576343032,v1:172.21.15.5:6825/576343032] conn(0x7f323006ff90 0x7f3230072430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:36.952 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.948+0000 7f32417fa700 1 -- 172.21.15.5:0/1296357020 --> [v2:172.21.15.5:6824/576343032,v1:172.21.15.5:6825/576343032] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f3230072b00 con 0x7f323006ff90 2024-09-13T16:41:36.953 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.948+0000 7f32417fa700 1 -- 172.21.15.5:0/1296357020 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f3234086b80 con 0x7f32440cb7b0 2024-09-13T16:41:36.953 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.948+0000 7f3248a13700 1 --2- 172.21.15.5:0/1296357020 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f3230066730 0x7f3230068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:36.953 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.948+0000 7f3249214700 1 --2- 172.21.15.5:0/1296357020 >> [v2:172.21.15.5:6824/576343032,v1:172.21.15.5:6825/576343032] conn(0x7f323006ff90 0x7f3230072430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:36.953 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.948+0000 7f3249214700 1 --2- 172.21.15.5:0/1296357020 >> [v2:172.21.15.5:6824/576343032,v1:172.21.15.5:6825/576343032] conn(0x7f323006ff90 0x7f3230072430 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:41:36.954 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.948+0000 7f3248a13700 1 --2- 172.21.15.5:0/1296357020 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f3230066730 0x7f3230068bf0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f3238000c00 tx=0x7f3238008030 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:41:36.954 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.948+0000 7f32417fa700 1 -- 172.21.15.5:0/1296357020 <== osd.3 v2:172.21.15.5:6824/576343032 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (crc 0 0 0) 0x7f3230072b00 con 0x7f323006ff90 2024-09-13T16:41:36.972 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.968+0000 7f3249a15700 1 -- 172.21.15.5:0/1296357020 --> [v2:172.21.15.5:6824/576343032,v1:172.21.15.5:6825/576343032] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7f32440c4fd0 con 0x7f323006ff90 2024-09-13T16:41:36.972 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.968+0000 7f32417fa700 1 -- 172.21.15.5:0/1296357020 <== osd.3 v2:172.21.15.5:6824/576343032 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+97 (crc 0 0 0) 0x7f323c001fc0 con 0x7f323006ff90 2024-09-13T16:41:36.973 INFO:teuthology.orchestra.run.smithi005.stdout:{ 2024-09-13T16:41:36.973 INFO:teuthology.orchestra.run.smithi005.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-13T16:41:36.973 INFO:teuthology.orchestra.run.smithi005.stdout:} 2024-09-13T16:41:36.974 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.968+0000 7f3249a15700 1 -- 172.21.15.5:0/1296357020 >> [v2:172.21.15.5:6824/576343032,v1:172.21.15.5:6825/576343032] conn(0x7f323006ff90 msgr2=0x7f3230072430 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:36.974 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.968+0000 7f3249a15700 1 --2- 172.21.15.5:0/1296357020 >> [v2:172.21.15.5:6824/576343032,v1:172.21.15.5:6825/576343032] conn(0x7f323006ff90 0x7f3230072430 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:36.974 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.968+0000 7f3249a15700 1 -- 172.21.15.5:0/1296357020 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f3230066730 msgr2=0x7f3230068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:36.974 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.968+0000 7f3249a15700 1 --2- 172.21.15.5:0/1296357020 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f3230066730 0x7f3230068bf0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f3238000c00 tx=0x7f3238008030 comp rx=0 tx=0).stop 2024-09-13T16:41:36.974 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.968+0000 7f3249a15700 1 -- 172.21.15.5:0/1296357020 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f32440cb7b0 msgr2=0x7f32440c70b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:36.974 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.968+0000 7f3249a15700 1 --2- 172.21.15.5:0/1296357020 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f32440cb7b0 0x7f32440c70b0 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f323400e9d0 tx=0x7f323400ece0 comp rx=0 tx=0).stop 2024-09-13T16:41:36.975 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.968+0000 7f3249214700 1 -- 172.21.15.5:0/1296357020 reap_dead start 2024-09-13T16:41:36.975 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.968+0000 7f3249a15700 1 -- 172.21.15.5:0/1296357020 shutdown_connections 2024-09-13T16:41:36.975 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.968+0000 7f3249a15700 1 -- 172.21.15.5:0/1296357020 >> 172.21.15.5:0/1296357020 conn(0x7f3244072060 msgr2=0x7f324414d6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:41:36.975 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.968+0000 7f3249a15700 1 -- 172.21.15.5:0/1296357020 shutdown_connections 2024-09-13T16:41:36.975 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:36.968+0000 7f3249a15700 1 -- 172.21.15.5:0/1296357020 wait complete. 2024-09-13T16:41:36.986 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 3 2024-09-13T16:41:37.106 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.100+0000 7f15b6509700 1 Processor -- start 2024-09-13T16:41:37.107 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.100+0000 7f15b6509700 1 -- start start 2024-09-13T16:41:37.108 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.100+0000 7f15b6509700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f15b014f650 0x7f15b00709d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:37.108 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.104+0000 7f15b6509700 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f15b0070540 con 0x7f15b014fa30 2024-09-13T16:41:37.108 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.104+0000 7f15b6509700 1 -- --> v1:172.21.15.179:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f15b006ce90 con 0x7f15b00c1710 2024-09-13T16:41:37.108 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.104+0000 7f15b6509700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f15b00c1c50 con 0x7f15b014f650 2024-09-13T16:41:37.108 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.104+0000 7f15b4d06700 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f15b014fa30 0x7f15b00c31c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:42750/0 (socket says 172.21.15.5:42750) 2024-09-13T16:41:37.108 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.104+0000 7f15b4d06700 1 -- 172.21.15.5:0/2311399360 learned_addr learned my addr 172.21.15.5:0/2311399360 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-13T16:41:37.108 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.104+0000 7f15b5507700 1 --2- 172.21.15.5:0/2311399360 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f15b014f650 0x7f15b00709d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:37.109 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.104+0000 7f15a7fff700 1 -- 172.21.15.5:0/2311399360 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2215546486 0 0) 0x7f15b0070540 con 0x7f15b014fa30 2024-09-13T16:41:37.109 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.104+0000 7f15a7fff700 1 -- 172.21.15.5:0/2311399360 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f159c0035d0 con 0x7f15b014fa30 2024-09-13T16:41:37.109 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.104+0000 7f15b5507700 1 -- 172.21.15.5:0/2311399360 >> v1:172.21.15.179:6789/0 conn(0x7f15b00c1710 legacy=0x7f15b015ff30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:37.109 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.104+0000 7f15b5507700 1 -- 172.21.15.5:0/2311399360 >> v1:172.21.15.5:6789/0 conn(0x7f15b014fa30 legacy=0x7f15b00c31c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:37.109 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.104+0000 7f15b5507700 1 -- 172.21.15.5:0/2311399360 --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f15b006d170 con 0x7f15b014f650 2024-09-13T16:41:37.110 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.104+0000 7f15b5507700 1 --2- 172.21.15.5:0/2311399360 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f15b014f650 0x7f15b00709d0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f15a00098b0 tx=0x7f15a0009bc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=17b5fbf5fa8a1115 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:41:37.110 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.104+0000 7f15a7fff700 1 -- 172.21.15.5:0/2311399360 <== mon.2 v2:172.21.15.179:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f15a0011830 con 0x7f15b014f650 2024-09-13T16:41:37.110 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.104+0000 7f15a7fff700 1 -- 172.21.15.5:0/2311399360 <== mon.2 v2:172.21.15.179:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f15a0011990 con 0x7f15b014f650 2024-09-13T16:41:37.110 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.104+0000 7f15a7fff700 1 -- 172.21.15.5:0/2311399360 <== mon.2 v2:172.21.15.179:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f15a0011d00 con 0x7f15b014f650 2024-09-13T16:41:37.111 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.104+0000 7f15b6509700 1 -- 172.21.15.5:0/2311399360 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f15b014f650 msgr2=0x7f15b00709d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:37.111 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.104+0000 7f15b6509700 1 --2- 172.21.15.5:0/2311399360 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f15b014f650 0x7f15b00709d0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f15a00098b0 tx=0x7f15a0009bc0 comp rx=0 tx=0).stop 2024-09-13T16:41:37.111 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.104+0000 7f15b6509700 1 -- 172.21.15.5:0/2311399360 shutdown_connections 2024-09-13T16:41:37.111 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.104+0000 7f15b6509700 1 --2- 172.21.15.5:0/2311399360 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f15b014f650 0x7f15b00709d0 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:37.111 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.104+0000 7f15b6509700 1 -- 172.21.15.5:0/2311399360 >> 172.21.15.5:0/2311399360 conn(0x7f15b00ca210 msgr2=0x7f15b00ca620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:41:37.112 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.104+0000 7f15b6509700 1 -- 172.21.15.5:0/2311399360 shutdown_connections 2024-09-13T16:41:37.112 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.104+0000 7f15b6509700 1 -- 172.21.15.5:0/2311399360 wait complete. 2024-09-13T16:41:37.113 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.108+0000 7f15b6509700 1 Processor -- start 2024-09-13T16:41:37.113 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.108+0000 7f15b6509700 1 -- start start 2024-09-13T16:41:37.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.108+0000 7f15b6509700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f15b00c1710 0x7f15b0159120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:37.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.108+0000 7f15b6509700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f15b014f650 0x7f15b0146bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:37.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.108+0000 7f15b6509700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f15b014fa30 0x7f15b01514b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:37.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.108+0000 7f15b6509700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f15b00c44c0 con 0x7f15b014fa30 2024-09-13T16:41:37.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.108+0000 7f15b6509700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f15b0159660 con 0x7f15b014f650 2024-09-13T16:41:37.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.108+0000 7f15b6509700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f15b014ea10 con 0x7f15b00c1710 2024-09-13T16:41:37.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.108+0000 7f15b5d08700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f15b014fa30 0x7f15b01514b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:37.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.108+0000 7f15b5d08700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f15b014fa30 0x7f15b01514b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:40112/0 (socket says 172.21.15.5:40112) 2024-09-13T16:41:37.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.108+0000 7f15b5d08700 1 -- 172.21.15.5:0/1766380588 learned_addr learned my addr 172.21.15.5:0/1766380588 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:41:37.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.108+0000 7f15b5507700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f15b00c1710 0x7f15b0159120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:37.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.108+0000 7f15b4d06700 1 --2- 172.21.15.5:0/1766380588 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f15b014f650 0x7f15b0146bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:37.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.108+0000 7f15b5d08700 1 -- 172.21.15.5:0/1766380588 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f15b00c1710 msgr2=0x7f15b0159120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:37.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.108+0000 7f15b5d08700 1 --2- 172.21.15.5:0/1766380588 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f15b00c1710 0x7f15b0159120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:37.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.108+0000 7f15b5d08700 1 -- 172.21.15.5:0/1766380588 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f15b014f650 msgr2=0x7f15b0146bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:37.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.108+0000 7f15b5d08700 1 --2- 172.21.15.5:0/1766380588 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f15b014f650 0x7f15b0146bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:37.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.108+0000 7f15b5d08700 1 -- 172.21.15.5:0/1766380588 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f15a00094b0 con 0x7f15b014fa30 2024-09-13T16:41:37.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.108+0000 7f15b5d08700 1 --2- 172.21.15.5:0/1766380588 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f15b014fa30 0x7f15b01514b0 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f15a800c430 tx=0x7f15a800c740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:41:37.117 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.108+0000 7f15a5ffb700 1 -- 172.21.15.5:0/1766380588 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f15a80050d0 con 0x7f15b014fa30 2024-09-13T16:41:37.117 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.112+0000 7f15a5ffb700 1 -- 172.21.15.5:0/1766380588 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f15a8005230 con 0x7f15b014fa30 2024-09-13T16:41:37.117 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.112+0000 7f15b6509700 1 -- 172.21.15.5:0/1766380588 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f15b00c41e0 con 0x7f15b014fa30 2024-09-13T16:41:37.117 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.112+0000 7f15a5ffb700 1 -- 172.21.15.5:0/1766380588 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f15a80036a0 con 0x7f15b014fa30 2024-09-13T16:41:37.117 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.112+0000 7f15b6509700 1 -- 172.21.15.5:0/1766380588 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f15b0150f90 con 0x7f15b014fa30 2024-09-13T16:41:37.117 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.112+0000 7f15b6509700 1 -- 172.21.15.5:0/1766380588 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f15b014e590 con 0x7f15b014fa30 2024-09-13T16:41:37.117 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.112+0000 7f15a5ffb700 1 -- 172.21.15.5:0/1766380588 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f15a8003800 con 0x7f15b014fa30 2024-09-13T16:41:37.118 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.112+0000 7f15a5ffb700 1 --2- 172.21.15.5:0/1766380588 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f1594066730 0x7f1594068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:37.118 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.112+0000 7f15a5ffb700 1 -- 172.21.15.5:0/1766380588 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6642+0+0 (secure 0 0 0) 0x7f15a8083730 con 0x7f15b014fa30 2024-09-13T16:41:37.118 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.112+0000 7f15b5507700 1 --2- 172.21.15.5:0/1766380588 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f1594066730 0x7f1594068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:37.119 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.112+0000 7f15b5507700 1 --2- 172.21.15.5:0/1766380588 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f1594066730 0x7f1594068bf0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f15a0009880 tx=0x7f15a0008030 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:41:37.127 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.124+0000 7f15a5ffb700 1 -- 172.21.15.5:0/1766380588 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f15b014e590 con 0x7f15b014fa30 2024-09-13T16:41:37.296 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.292+0000 7f15b6509700 1 -- 172.21.15.5:0/1766380588 --> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "3", "target": ["mon-mgr", ""]}) v1 -- 0x7f15b006f8b0 con 0x7f1594066730 2024-09-13T16:41:37.297 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.292+0000 7f15a5ffb700 1 -- 172.21.15.5:0/1766380588 <== mgr.4102 v2:172.21.15.179:6832/2977940518 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 3 to deep-scrub) v1 ==== 41+0+0 (secure 0 0 0) 0x7f15a00117e0 con 0x7f1594066730 2024-09-13T16:41:37.301 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.296+0000 7f15b6509700 1 -- 172.21.15.5:0/1766380588 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f1594066730 msgr2=0x7f1594068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:37.301 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.296+0000 7f15b6509700 1 --2- 172.21.15.5:0/1766380588 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f1594066730 0x7f1594068bf0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f15a0009880 tx=0x7f15a0008030 comp rx=0 tx=0).stop 2024-09-13T16:41:37.301 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.296+0000 7f15b6509700 1 -- 172.21.15.5:0/1766380588 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f15b014fa30 msgr2=0x7f15b01514b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:37.301 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.296+0000 7f15b6509700 1 --2- 172.21.15.5:0/1766380588 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f15b014fa30 0x7f15b01514b0 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f15a800c430 tx=0x7f15a800c740 comp rx=0 tx=0).stop 2024-09-13T16:41:37.301 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.296+0000 7f15b6509700 1 -- 172.21.15.5:0/1766380588 shutdown_connections 2024-09-13T16:41:37.301 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.296+0000 7f15b6509700 1 --2- 172.21.15.5:0/1766380588 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f15b014fa30 0x7f15b01514b0 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:37.301 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.296+0000 7f15b6509700 1 --2- 172.21.15.5:0/1766380588 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f1594066730 0x7f1594068bf0 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:37.301 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.296+0000 7f15b6509700 1 --2- 172.21.15.5:0/1766380588 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f15b014f650 0x7f15b0146bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:37.301 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.296+0000 7f15b6509700 1 --2- 172.21.15.5:0/1766380588 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f15b00c1710 0x7f15b0159120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:37.302 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.296+0000 7f15b6509700 1 -- 172.21.15.5:0/1766380588 >> 172.21.15.5:0/1766380588 conn(0x7f15b00ca210 msgr2=0x7f15b0155430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:41:37.302 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.296+0000 7f15b6509700 1 -- 172.21.15.5:0/1766380588 shutdown_connections 2024-09-13T16:41:37.302 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.296+0000 7f15b6509700 1 -- 172.21.15.5:0/1766380588 wait complete. 2024-09-13T16:41:37.302 INFO:teuthology.orchestra.run.smithi005.stderr:instructed osd(s) 3 to deep-scrub 2024-09-13T16:41:37.315 INFO:tasks.ceph:Scrubbing osd.4 2024-09-13T16:41:37.315 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 config set osd_debug_deep_scrub_sleep 0 2024-09-13T16:41:37.443 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.436+0000 7ff83dbb6700 1 Processor -- start 2024-09-13T16:41:37.443 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.436+0000 7ff83dbb6700 1 -- start start 2024-09-13T16:41:37.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.440+0000 7ff83dbb6700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7ff838152b00 0x7ff838158840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:37.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.440+0000 7ff83dbb6700 1 --2- >> v2:172.21.15.179:3300/0 conn(0x7ff838070c10 0x7ff8380710a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:37.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.440+0000 7ff83dbb6700 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff8380715e0 con 0x7ff8380c4e70 2024-09-13T16:41:37.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.440+0000 7ff83dbb6700 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff838158ed0 con 0x7ff838152b00 2024-09-13T16:41:37.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.440+0000 7ff83dbb6700 1 -- --> v2:172.21.15.179:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff8381591b0 con 0x7ff838070c10 2024-09-13T16:41:37.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.440+0000 7ff837fff700 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7ff8380c4e70 0x7ff8380c3be0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:42754/0 (socket says 172.21.15.5:42754) 2024-09-13T16:41:37.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.440+0000 7ff837fff700 1 -- 172.21.15.5:0/2492377672 learned_addr learned my addr 172.21.15.5:0/2492377672 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-13T16:41:37.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.440+0000 7ff83cbb4700 1 --2- 172.21.15.5:0/2492377672 >> v2:172.21.15.5:3300/0 conn(0x7ff838152b00 0x7ff838158840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:37.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.440+0000 7ff83d3b5700 1 --2- 172.21.15.5:0/2492377672 >> v2:172.21.15.179:3300/0 conn(0x7ff838070c10 0x7ff8380710a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:37.447 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.440+0000 7ff8377fe700 1 -- 172.21.15.5:0/2492377672 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2485695743 0 0) 0x7ff8380715e0 con 0x7ff8380c4e70 2024-09-13T16:41:37.447 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.440+0000 7ff8377fe700 1 -- 172.21.15.5:0/2492377672 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff8240035d0 con 0x7ff8380c4e70 2024-09-13T16:41:37.447 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.440+0000 7ff83cbb4700 1 -- 172.21.15.5:0/2492377672 >> v2:172.21.15.179:3300/0 conn(0x7ff838070c10 msgr2=0x7ff8380710a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:41:37.447 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.440+0000 7ff83cbb4700 1 --2- 172.21.15.5:0/2492377672 >> v2:172.21.15.179:3300/0 conn(0x7ff838070c10 0x7ff8380710a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:37.447 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.440+0000 7ff83cbb4700 1 -- 172.21.15.5:0/2492377672 >> v1:172.21.15.5:6789/0 conn(0x7ff8380c4e70 legacy=0x7ff8380c3be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:37.447 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.440+0000 7ff83cbb4700 1 -- 172.21.15.5:0/2492377672 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff838159490 con 0x7ff838152b00 2024-09-13T16:41:37.447 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.440+0000 7ff83cbb4700 1 --2- 172.21.15.5:0/2492377672 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff838152b00 0x7ff838158840 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7ff8380b4680 tx=0x7ff828009b30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1cdb63a41b685a4e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:41:37.447 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.440+0000 7ff8377fe700 1 -- 172.21.15.5:0/2492377672 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff828011830 con 0x7ff838152b00 2024-09-13T16:41:37.447 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.440+0000 7ff8377fe700 1 -- 172.21.15.5:0/2492377672 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff828011990 con 0x7ff838152b00 2024-09-13T16:41:37.448 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.440+0000 7ff8377fe700 1 -- 172.21.15.5:0/2492377672 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff828011d20 con 0x7ff838152b00 2024-09-13T16:41:37.448 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.444+0000 7ff83dbb6700 1 -- 172.21.15.5:0/2492377672 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff838152b00 msgr2=0x7ff838158840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:37.448 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.444+0000 7ff83dbb6700 1 --2- 172.21.15.5:0/2492377672 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff838152b00 0x7ff838158840 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7ff8380b4680 tx=0x7ff828009b30 comp rx=0 tx=0).stop 2024-09-13T16:41:37.449 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.444+0000 7ff83dbb6700 1 -- 172.21.15.5:0/2492377672 shutdown_connections 2024-09-13T16:41:37.449 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.444+0000 7ff83dbb6700 1 --2- 172.21.15.5:0/2492377672 >> v2:172.21.15.179:3300/0 conn(0x7ff838070c10 0x7ff8380710a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:37.449 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.444+0000 7ff83dbb6700 1 --2- 172.21.15.5:0/2492377672 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff838152b00 0x7ff838158840 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:37.449 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.444+0000 7ff83dbb6700 1 -- 172.21.15.5:0/2492377672 >> 172.21.15.5:0/2492377672 conn(0x7ff8380ce380 msgr2=0x7ff8380ce790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:41:37.449 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.444+0000 7ff83dbb6700 1 -- 172.21.15.5:0/2492377672 shutdown_connections 2024-09-13T16:41:37.449 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.444+0000 7ff83dbb6700 1 -- 172.21.15.5:0/2492377672 wait complete. 2024-09-13T16:41:37.450 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.444+0000 7ff83dbb6700 1 Processor -- start 2024-09-13T16:41:37.450 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.444+0000 7ff83dbb6700 1 -- start start 2024-09-13T16:41:37.452 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.444+0000 7ff83dbb6700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff838070c10 0x7ff838155dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:37.452 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.444+0000 7ff83dbb6700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7ff8380c4e70 0x7ff838150590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:37.452 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.444+0000 7ff83dbb6700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7ff838152b00 0x7ff83814dff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:37.452 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.444+0000 7ff83dbb6700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff838158260 con 0x7ff838070c10 2024-09-13T16:41:37.452 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.444+0000 7ff83dbb6700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff838157650 con 0x7ff8380c4e70 2024-09-13T16:41:37.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.444+0000 7ff83dbb6700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff838157930 con 0x7ff838152b00 2024-09-13T16:41:37.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.448+0000 7ff83cbb4700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff838070c10 0x7ff838155dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:37.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.448+0000 7ff83cbb4700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff838070c10 0x7ff838155dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:40130/0 (socket says 172.21.15.5:40130) 2024-09-13T16:41:37.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.448+0000 7ff83cbb4700 1 -- 172.21.15.5:0/1790312355 learned_addr learned my addr 172.21.15.5:0/1790312355 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:41:37.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.448+0000 7ff837fff700 1 --2- 172.21.15.5:0/1790312355 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7ff8380c4e70 0x7ff838150590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:37.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.448+0000 7ff83d3b5700 1 --2- 172.21.15.5:0/1790312355 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7ff838152b00 0x7ff83814dff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:37.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.448+0000 7ff83cbb4700 1 -- 172.21.15.5:0/1790312355 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7ff838152b00 msgr2=0x7ff83814dff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:37.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.448+0000 7ff83cbb4700 1 --2- 172.21.15.5:0/1790312355 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7ff838152b00 0x7ff83814dff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:37.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.448+0000 7ff83cbb4700 1 -- 172.21.15.5:0/1790312355 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7ff8380c4e70 msgr2=0x7ff838150590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:37.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.448+0000 7ff83cbb4700 1 --2- 172.21.15.5:0/1790312355 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7ff8380c4e70 0x7ff838150590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:37.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.448+0000 7ff83cbb4700 1 -- 172.21.15.5:0/1790312355 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff8280094b0 con 0x7ff838070c10 2024-09-13T16:41:37.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.448+0000 7ff83cbb4700 1 --2- 172.21.15.5:0/1790312355 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff838070c10 0x7ff838155dc0 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7ff828014040 tx=0x7ff828004770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:41:37.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.448+0000 7ff8357fa700 1 -- 172.21.15.5:0/1790312355 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff828004510 con 0x7ff838070c10 2024-09-13T16:41:37.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.448+0000 7ff8357fa700 1 -- 172.21.15.5:0/1790312355 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff82801e070 con 0x7ff838070c10 2024-09-13T16:41:37.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.448+0000 7ff83dbb6700 1 -- 172.21.15.5:0/1790312355 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff838157c10 con 0x7ff838070c10 2024-09-13T16:41:37.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.448+0000 7ff8357fa700 1 -- 172.21.15.5:0/1790312355 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff828003900 con 0x7ff838070c10 2024-09-13T16:41:37.455 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.448+0000 7ff83dbb6700 1 -- 172.21.15.5:0/1790312355 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff8380ce080 con 0x7ff838070c10 2024-09-13T16:41:37.455 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.448+0000 7ff83dbb6700 1 -- 172.21.15.5:0/1790312355 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7ff838157aa0 con 0x7ff838070c10 2024-09-13T16:41:37.456 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.452+0000 7ff8357fa700 1 -- 172.21.15.5:0/1790312355 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7ff828003a60 con 0x7ff838070c10 2024-09-13T16:41:37.457 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.452+0000 7ff8357fa700 1 --2- 172.21.15.5:0/1790312355 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7ff818066730 0x7ff818068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:37.457 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.452+0000 7ff8357fa700 1 -- 172.21.15.5:0/1790312355 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6642+0+0 (secure 0 0 0) 0x7ff828085920 con 0x7ff838070c10 2024-09-13T16:41:37.458 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.452+0000 7ff8357fa700 1 --2- 172.21.15.5:0/1790312355 >> [v2:172.21.15.179:6800/3624672735,v1:172.21.15.179:6801/3624672735] conn(0x7ff81806ff90 0x7ff818072430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:37.458 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.452+0000 7ff8357fa700 1 -- 172.21.15.5:0/1790312355 --> [v2:172.21.15.179:6800/3624672735,v1:172.21.15.179:6801/3624672735] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7ff818072b00 con 0x7ff81806ff90 2024-09-13T16:41:37.458 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.452+0000 7ff8357fa700 1 -- 172.21.15.5:0/1790312355 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff828085d70 con 0x7ff838070c10 2024-09-13T16:41:37.458 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.452+0000 7ff837fff700 1 --2- 172.21.15.5:0/1790312355 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7ff818066730 0x7ff818068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:37.458 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.452+0000 7ff83d3b5700 1 --2- 172.21.15.5:0/1790312355 >> [v2:172.21.15.179:6800/3624672735,v1:172.21.15.179:6801/3624672735] conn(0x7ff81806ff90 0x7ff818072430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:37.459 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.452+0000 7ff837fff700 1 --2- 172.21.15.5:0/1790312355 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7ff818066730 0x7ff818068bf0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7ff8380b4460 tx=0x7ff820007de0 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:41:37.459 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.452+0000 7ff83d3b5700 1 --2- 172.21.15.5:0/1790312355 >> [v2:172.21.15.179:6800/3624672735,v1:172.21.15.179:6801/3624672735] conn(0x7ff81806ff90 0x7ff818072430 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:41:37.461 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.456+0000 7ff8357fa700 1 -- 172.21.15.5:0/1790312355 <== osd.4 v2:172.21.15.179:6800/3624672735 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (crc 0 0 0) 0x7ff818072b00 con 0x7ff81806ff90 2024-09-13T16:41:37.481 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.476+0000 7ff83dbb6700 1 -- 172.21.15.5:0/1790312355 --> [v2:172.21.15.179:6800/3624672735,v1:172.21.15.179:6801/3624672735] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7ff8380706f0 con 0x7ff81806ff90 2024-09-13T16:41:37.481 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.476+0000 7ff8357fa700 1 -- 172.21.15.5:0/1790312355 <== osd.4 v2:172.21.15.179:6800/3624672735 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+97 (crc 0 0 0) 0x7ff83000f040 con 0x7ff81806ff90 2024-09-13T16:41:37.482 INFO:teuthology.orchestra.run.smithi005.stdout:{ 2024-09-13T16:41:37.482 INFO:teuthology.orchestra.run.smithi005.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-13T16:41:37.482 INFO:teuthology.orchestra.run.smithi005.stdout:} 2024-09-13T16:41:37.483 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.476+0000 7ff83dbb6700 1 -- 172.21.15.5:0/1790312355 >> [v2:172.21.15.179:6800/3624672735,v1:172.21.15.179:6801/3624672735] conn(0x7ff81806ff90 msgr2=0x7ff818072430 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:37.483 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.476+0000 7ff83dbb6700 1 --2- 172.21.15.5:0/1790312355 >> [v2:172.21.15.179:6800/3624672735,v1:172.21.15.179:6801/3624672735] conn(0x7ff81806ff90 0x7ff818072430 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:37.483 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.476+0000 7ff83dbb6700 1 -- 172.21.15.5:0/1790312355 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7ff818066730 msgr2=0x7ff818068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:37.483 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.476+0000 7ff83dbb6700 1 --2- 172.21.15.5:0/1790312355 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7ff818066730 0x7ff818068bf0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7ff8380b4460 tx=0x7ff820007de0 comp rx=0 tx=0).stop 2024-09-13T16:41:37.483 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.476+0000 7ff83dbb6700 1 -- 172.21.15.5:0/1790312355 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff838070c10 msgr2=0x7ff838155dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:37.483 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.476+0000 7ff83dbb6700 1 --2- 172.21.15.5:0/1790312355 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff838070c10 0x7ff838155dc0 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7ff828014040 tx=0x7ff828004770 comp rx=0 tx=0).stop 2024-09-13T16:41:37.483 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.476+0000 7ff83d3b5700 1 -- 172.21.15.5:0/1790312355 reap_dead start 2024-09-13T16:41:37.483 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.476+0000 7ff83dbb6700 1 -- 172.21.15.5:0/1790312355 shutdown_connections 2024-09-13T16:41:37.484 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.476+0000 7ff83dbb6700 1 -- 172.21.15.5:0/1790312355 >> 172.21.15.5:0/1790312355 conn(0x7ff8380ce380 msgr2=0x7ff838151450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:41:37.484 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.476+0000 7ff83dbb6700 1 -- 172.21.15.5:0/1790312355 shutdown_connections 2024-09-13T16:41:37.484 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.476+0000 7ff83dbb6700 1 -- 172.21.15.5:0/1790312355 wait complete. 2024-09-13T16:41:37.496 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 4 2024-09-13T16:41:37.611 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.604+0000 7f4e2b59e700 1 Processor -- start 2024-09-13T16:41:37.611 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.604+0000 7f4e2b59e700 1 -- start start 2024-09-13T16:41:37.613 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.608+0000 7f4e2b59e700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f4e2c1528f0 0x7f4e2c1587f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:37.613 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.608+0000 7f4e2b59e700 1 --2- >> v2:172.21.15.179:3300/0 conn(0x7f4e2c152cd0 0x7f4e2c158d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:37.613 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.608+0000 7f4e2b59e700 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4e2c15bde0 con 0x7f4e2c06f840 2024-09-13T16:41:37.613 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.608+0000 7f4e2b59e700 1 -- --> v2:172.21.15.179:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4e2c071be0 con 0x7f4e2c152cd0 2024-09-13T16:41:37.613 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.608+0000 7f4e2b59e700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4e2c0c6940 con 0x7f4e2c1528f0 2024-09-13T16:41:37.613 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.608+0000 7f4e2ad9d700 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f4e2c06f840 0x7f4e2c0c5d10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:42760/0 (socket says 172.21.15.5:42760) 2024-09-13T16:41:37.614 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.608+0000 7f4e2ad9d700 1 -- 172.21.15.5:0/2857071864 learned_addr learned my addr 172.21.15.5:0/2857071864 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-13T16:41:37.614 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.608+0000 7f4e29d9b700 1 --2- 172.21.15.5:0/2857071864 >> v2:172.21.15.179:3300/0 conn(0x7f4e2c152cd0 0x7f4e2c158d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:37.614 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.608+0000 7f4e2a59c700 1 --2- 172.21.15.5:0/2857071864 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f4e2c1528f0 0x7f4e2c1587f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:37.614 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.608+0000 7f4e29d9b700 1 -- 172.21.15.5:0/2857071864 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f4e2c1528f0 msgr2=0x7f4e2c1587f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:41:37.616 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.608+0000 7f4e2959a700 1 -- 172.21.15.5:0/2857071864 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3326389738 0 0) 0x7f4e2c15bde0 con 0x7f4e2c06f840 2024-09-13T16:41:37.616 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.608+0000 7f4e29d9b700 1 --2- 172.21.15.5:0/2857071864 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f4e2c1528f0 0x7f4e2c1587f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:37.616 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.608+0000 7f4e29d9b700 1 -- 172.21.15.5:0/2857071864 >> v1:172.21.15.5:6789/0 conn(0x7f4e2c06f840 legacy=0x7f4e2c0c5d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:37.616 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.608+0000 7f4e29d9b700 1 -- 172.21.15.5:0/2857071864 --> v2:172.21.15.179:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4e2c15c030 con 0x7f4e2c152cd0 2024-09-13T16:41:37.616 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.608+0000 7f4e29d9b700 1 --2- 172.21.15.5:0/2857071864 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f4e2c152cd0 0x7f4e2c158d30 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f4e1c009850 tx=0x7f4e1c009b60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=22c38cb41d88f8f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:41:37.616 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.608+0000 7f4e2959a700 1 -- 172.21.15.5:0/2857071864 <== mon.1 v2:172.21.15.179:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4e1c011830 con 0x7f4e2c152cd0 2024-09-13T16:41:37.616 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.608+0000 7f4e2959a700 1 -- 172.21.15.5:0/2857071864 <== mon.1 v2:172.21.15.179:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4e1c011990 con 0x7f4e2c152cd0 2024-09-13T16:41:37.617 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.608+0000 7f4e2959a700 1 -- 172.21.15.5:0/2857071864 <== mon.1 v2:172.21.15.179:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4e1c011d40 con 0x7f4e2c152cd0 2024-09-13T16:41:37.617 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.612+0000 7f4e2b59e700 1 -- 172.21.15.5:0/2857071864 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f4e2c152cd0 msgr2=0x7f4e2c158d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:37.617 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.612+0000 7f4e2b59e700 1 --2- 172.21.15.5:0/2857071864 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f4e2c152cd0 0x7f4e2c158d30 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f4e1c009850 tx=0x7f4e1c009b60 comp rx=0 tx=0).stop 2024-09-13T16:41:37.618 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.612+0000 7f4e2b59e700 1 -- 172.21.15.5:0/2857071864 shutdown_connections 2024-09-13T16:41:37.618 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.612+0000 7f4e2b59e700 1 --2- 172.21.15.5:0/2857071864 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f4e2c152cd0 0x7f4e2c158d30 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:37.618 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.612+0000 7f4e2b59e700 1 --2- 172.21.15.5:0/2857071864 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f4e2c1528f0 0x7f4e2c1587f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:37.618 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.612+0000 7f4e2b59e700 1 -- 172.21.15.5:0/2857071864 >> 172.21.15.5:0/2857071864 conn(0x7f4e2c0ca210 msgr2=0x7f4e2c0ca620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:41:37.618 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.612+0000 7f4e2b59e700 1 -- 172.21.15.5:0/2857071864 shutdown_connections 2024-09-13T16:41:37.618 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.612+0000 7f4e2b59e700 1 -- 172.21.15.5:0/2857071864 wait complete. 2024-09-13T16:41:37.619 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.612+0000 7f4e2b59e700 1 Processor -- start 2024-09-13T16:41:37.619 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.612+0000 7f4e2b59e700 1 -- start start 2024-09-13T16:41:37.622 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.616+0000 7f4e2b59e700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f4e2c06f840 0x7f4e2c14d380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:37.622 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.616+0000 7f4e2b59e700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4e2c1528f0 0x7f4e2c1589e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:37.622 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.616+0000 7f4e2b59e700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f4e2c152cd0 0x7f4e2c156c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:37.622 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.616+0000 7f4e2b59e700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4e2c156800 con 0x7f4e2c1528f0 2024-09-13T16:41:37.622 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.616+0000 7f4e2b59e700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4e2c14d8c0 con 0x7f4e2c06f840 2024-09-13T16:41:37.622 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.616+0000 7f4e2b59e700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4e2c14f8a0 con 0x7f4e2c152cd0 2024-09-13T16:41:37.622 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.616+0000 7f4e29d9b700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4e2c1528f0 0x7f4e2c1589e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:37.622 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.616+0000 7f4e29d9b700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4e2c1528f0 0x7f4e2c1589e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:40140/0 (socket says 172.21.15.5:40140) 2024-09-13T16:41:37.622 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.616+0000 7f4e29d9b700 1 -- 172.21.15.5:0/2191347317 learned_addr learned my addr 172.21.15.5:0/2191347317 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:41:37.622 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.616+0000 7f4e2a59c700 1 --2- 172.21.15.5:0/2191347317 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f4e2c06f840 0x7f4e2c14d380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:37.623 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.616+0000 7f4e29d9b700 1 -- 172.21.15.5:0/2191347317 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f4e2c152cd0 msgr2=0x7f4e2c156c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:37.623 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.616+0000 7f4e29d9b700 1 --2- 172.21.15.5:0/2191347317 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f4e2c152cd0 0x7f4e2c156c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:37.623 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.616+0000 7f4e29d9b700 1 -- 172.21.15.5:0/2191347317 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f4e2c06f840 msgr2=0x7f4e2c14d380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:37.623 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.616+0000 7f4e29d9b700 1 --2- 172.21.15.5:0/2191347317 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f4e2c06f840 0x7f4e2c14d380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:37.623 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.616+0000 7f4e29d9b700 1 -- 172.21.15.5:0/2191347317 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4e1c0094b0 con 0x7f4e2c1528f0 2024-09-13T16:41:37.623 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.616+0000 7f4e29d9b700 1 --2- 172.21.15.5:0/2191347317 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4e2c1528f0 0x7f4e2c1589e0 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f4e1c0090b0 tx=0x7f4e1c004770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:41:37.624 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.616+0000 7f4e1affd700 1 -- 172.21.15.5:0/2191347317 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4e1c0045d0 con 0x7f4e2c1528f0 2024-09-13T16:41:37.624 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.616+0000 7f4e1affd700 1 -- 172.21.15.5:0/2191347317 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4e1c01e070 con 0x7f4e2c1528f0 2024-09-13T16:41:37.624 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.616+0000 7f4e2b59e700 1 -- 172.21.15.5:0/2191347317 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4e2c14f000 con 0x7f4e2c1528f0 2024-09-13T16:41:37.624 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.616+0000 7f4e1affd700 1 -- 172.21.15.5:0/2191347317 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4e1c0038e0 con 0x7f4e2c1528f0 2024-09-13T16:41:37.624 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.616+0000 7f4e2b59e700 1 -- 172.21.15.5:0/2191347317 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4e2c14f5c0 con 0x7f4e2c1528f0 2024-09-13T16:41:37.624 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.620+0000 7f4e2b59e700 1 -- 172.21.15.5:0/2191347317 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4e2c156940 con 0x7f4e2c1528f0 2024-09-13T16:41:37.625 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.620+0000 7f4e1affd700 1 -- 172.21.15.5:0/2191347317 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f4e1c003a40 con 0x7f4e2c1528f0 2024-09-13T16:41:37.626 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.620+0000 7f4e1affd700 1 --2- 172.21.15.5:0/2191347317 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f4e0c066760 0x7f4e0c068c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:37.626 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.620+0000 7f4e1affd700 1 -- 172.21.15.5:0/2191347317 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6642+0+0 (secure 0 0 0) 0x7f4e1c085370 con 0x7f4e2c1528f0 2024-09-13T16:41:37.626 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.620+0000 7f4e2a59c700 1 --2- 172.21.15.5:0/2191347317 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f4e0c066760 0x7f4e0c068c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:37.627 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.620+0000 7f4e2a59c700 1 --2- 172.21.15.5:0/2191347317 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f4e0c066760 0x7f4e0c068c20 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f4e20009b50 tx=0x7f4e20009240 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:41:37.630 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.624+0000 7f4e1affd700 1 -- 172.21.15.5:0/2191347317 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f4e2c156940 con 0x7f4e2c1528f0 2024-09-13T16:41:37.803 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.796+0000 7f4e2b59e700 1 -- 172.21.15.5:0/2191347317 --> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "4", "target": ["mon-mgr", ""]}) v1 -- 0x7f4e2c15c8d0 con 0x7f4e0c066760 2024-09-13T16:41:37.804 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.800+0000 7f4e1affd700 1 -- 172.21.15.5:0/2191347317 <== mgr.4102 v2:172.21.15.179:6832/2977940518 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 4 to deep-scrub) v1 ==== 41+0+0 (secure 0 0 0) 0x7f4e20004020 con 0x7f4e0c066760 2024-09-13T16:41:37.807 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.800+0000 7f4e2b59e700 1 -- 172.21.15.5:0/2191347317 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f4e0c066760 msgr2=0x7f4e0c068c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:37.807 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.800+0000 7f4e2b59e700 1 --2- 172.21.15.5:0/2191347317 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f4e0c066760 0x7f4e0c068c20 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f4e20009b50 tx=0x7f4e20009240 comp rx=0 tx=0).stop 2024-09-13T16:41:37.807 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.800+0000 7f4e2b59e700 1 -- 172.21.15.5:0/2191347317 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4e2c1528f0 msgr2=0x7f4e2c1589e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:37.807 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.800+0000 7f4e2b59e700 1 --2- 172.21.15.5:0/2191347317 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4e2c1528f0 0x7f4e2c1589e0 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f4e1c0090b0 tx=0x7f4e1c004770 comp rx=0 tx=0).stop 2024-09-13T16:41:37.807 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.800+0000 7f4e2b59e700 1 -- 172.21.15.5:0/2191347317 shutdown_connections 2024-09-13T16:41:37.807 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.800+0000 7f4e2b59e700 1 --2- 172.21.15.5:0/2191347317 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f4e2c152cd0 0x7f4e2c156c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:37.807 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.800+0000 7f4e2b59e700 1 --2- 172.21.15.5:0/2191347317 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4e2c1528f0 0x7f4e2c1589e0 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:37.807 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.800+0000 7f4e2b59e700 1 --2- 172.21.15.5:0/2191347317 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f4e0c066760 0x7f4e0c068c20 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:37.807 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.800+0000 7f4e2b59e700 1 --2- 172.21.15.5:0/2191347317 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f4e2c06f840 0x7f4e2c14d380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:37.807 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.800+0000 7f4e2b59e700 1 -- 172.21.15.5:0/2191347317 >> 172.21.15.5:0/2191347317 conn(0x7f4e2c0ca210 msgr2=0x7f4e2c0c2b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:41:37.808 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.800+0000 7f4e2b59e700 1 -- 172.21.15.5:0/2191347317 shutdown_connections 2024-09-13T16:41:37.808 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.800+0000 7f4e2b59e700 1 -- 172.21.15.5:0/2191347317 wait complete. 2024-09-13T16:41:37.808 INFO:teuthology.orchestra.run.smithi005.stderr:instructed osd(s) 4 to deep-scrub 2024-09-13T16:41:37.821 INFO:tasks.ceph:Scrubbing osd.5 2024-09-13T16:41:37.821 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 config set osd_debug_deep_scrub_sleep 0 2024-09-13T16:41:37.946 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.940+0000 7fb45bfff700 1 Processor -- start 2024-09-13T16:41:37.947 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.940+0000 7fb45bfff700 1 -- start start 2024-09-13T16:41:37.949 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.944+0000 7fb45bfff700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fb45c156230 0x7fb45c0c92a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:37.949 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.944+0000 7fb45bfff700 1 --2- >> v2:172.21.15.179:3300/0 conn(0x7fb45c15c9a0 0x7fb45c0c97e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:37.949 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.944+0000 7fb45bfff700 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb45c06a510 con 0x7fb45c06b220 2024-09-13T16:41:37.949 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.944+0000 7fb45bfff700 1 -- --> v2:172.21.15.179:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb45c06aab0 con 0x7fb45c15c9a0 2024-09-13T16:41:37.949 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.944+0000 7fb45bfff700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb45c06c4c0 con 0x7fb45c156230 2024-09-13T16:41:37.949 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.944+0000 7fb45a7fc700 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7fb45c06b220 0x7fb45c15c290 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:42770/0 (socket says 172.21.15.5:42770) 2024-09-13T16:41:37.949 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.944+0000 7fb45a7fc700 1 -- 172.21.15.5:0/3506629754 learned_addr learned my addr 172.21.15.5:0/3506629754 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-13T16:41:37.949 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.944+0000 7fb45b7fe700 1 --2- 172.21.15.5:0/3506629754 >> v2:172.21.15.179:3300/0 conn(0x7fb45c15c9a0 0x7fb45c0c97e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:37.949 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.944+0000 7fb45affd700 1 --2- 172.21.15.5:0/3506629754 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fb45c156230 0x7fb45c0c92a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:37.950 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.944+0000 7fb459ffb700 1 -- 172.21.15.5:0/3506629754 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1982753939 0 0) 0x7fb45c06a510 con 0x7fb45c06b220 2024-09-13T16:41:37.950 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.944+0000 7fb459ffb700 1 -- 172.21.15.5:0/3506629754 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fb4440035d0 con 0x7fb45c06b220 2024-09-13T16:41:37.950 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.944+0000 7fb45b7fe700 1 -- 172.21.15.5:0/3506629754 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fb45c156230 msgr2=0x7fb45c0c92a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:41:37.950 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.944+0000 7fb45b7fe700 1 --2- 172.21.15.5:0/3506629754 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fb45c156230 0x7fb45c0c92a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:37.950 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.944+0000 7fb45b7fe700 1 -- 172.21.15.5:0/3506629754 >> v1:172.21.15.5:6789/0 conn(0x7fb45c06b220 legacy=0x7fb45c15c290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:37.950 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.944+0000 7fb45b7fe700 1 -- 172.21.15.5:0/3506629754 --> v2:172.21.15.179:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb45c06a7d0 con 0x7fb45c15c9a0 2024-09-13T16:41:37.951 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.944+0000 7fb45b7fe700 1 --2- 172.21.15.5:0/3506629754 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fb45c15c9a0 0x7fb45c0c97e0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fb454009d90 tx=0x7fb45400b330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3ffc4c9e9a2447e5 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:41:37.951 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.944+0000 7fb459ffb700 1 -- 172.21.15.5:0/3506629754 <== mon.1 v2:172.21.15.179:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb45400e070 con 0x7fb45c15c9a0 2024-09-13T16:41:37.951 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.944+0000 7fb459ffb700 1 -- 172.21.15.5:0/3506629754 <== mon.1 v2:172.21.15.179:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb45400bb20 con 0x7fb45c15c9a0 2024-09-13T16:41:37.951 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.944+0000 7fb459ffb700 1 -- 172.21.15.5:0/3506629754 <== mon.1 v2:172.21.15.179:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb45400be90 con 0x7fb45c15c9a0 2024-09-13T16:41:37.951 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.944+0000 7fb45bfff700 1 -- 172.21.15.5:0/3506629754 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fb45c15c9a0 msgr2=0x7fb45c0c97e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:37.951 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.944+0000 7fb45bfff700 1 --2- 172.21.15.5:0/3506629754 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fb45c15c9a0 0x7fb45c0c97e0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fb454009d90 tx=0x7fb45400b330 comp rx=0 tx=0).stop 2024-09-13T16:41:37.952 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.944+0000 7fb45bfff700 1 -- 172.21.15.5:0/3506629754 shutdown_connections 2024-09-13T16:41:37.952 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.944+0000 7fb45bfff700 1 --2- 172.21.15.5:0/3506629754 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fb45c15c9a0 0x7fb45c0c97e0 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:37.952 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.944+0000 7fb45bfff700 1 --2- 172.21.15.5:0/3506629754 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fb45c156230 0x7fb45c0c92a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:37.952 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.944+0000 7fb45bfff700 1 -- 172.21.15.5:0/3506629754 >> 172.21.15.5:0/3506629754 conn(0x7fb45c06cbc0 msgr2=0x7fb45c06cfa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:41:37.952 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.944+0000 7fb45bfff700 1 -- 172.21.15.5:0/3506629754 shutdown_connections 2024-09-13T16:41:37.952 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.944+0000 7fb45bfff700 1 -- 172.21.15.5:0/3506629754 wait complete. 2024-09-13T16:41:37.952 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.948+0000 7fb45bfff700 1 Processor -- start 2024-09-13T16:41:37.953 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.948+0000 7fb45bfff700 1 -- start start 2024-09-13T16:41:37.956 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.948+0000 7fb45bfff700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb45c06b220 0x7fb45c151930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:37.956 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.948+0000 7fb45bfff700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fb45c156230 0x7fb45c1f1560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:37.956 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.948+0000 7fb45bfff700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fb45c15c9a0 0x7fb45c1f1aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:37.956 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.948+0000 7fb45bfff700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb45c0ca2c0 con 0x7fb45c06b220 2024-09-13T16:41:37.956 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.948+0000 7fb45bfff700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb45c15a330 con 0x7fb45c156230 2024-09-13T16:41:37.956 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.948+0000 7fb45bfff700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb45c155a10 con 0x7fb45c15c9a0 2024-09-13T16:41:37.957 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.948+0000 7fb45affd700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb45c06b220 0x7fb45c151930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:37.957 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.948+0000 7fb45affd700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb45c06b220 0x7fb45c151930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:40148/0 (socket says 172.21.15.5:40148) 2024-09-13T16:41:37.957 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.948+0000 7fb45affd700 1 -- 172.21.15.5:0/3914957484 learned_addr learned my addr 172.21.15.5:0/3914957484 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:41:37.957 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.948+0000 7fb45a7fc700 1 --2- 172.21.15.5:0/3914957484 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fb45c156230 0x7fb45c1f1560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:37.957 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.948+0000 7fb45b7fe700 1 --2- 172.21.15.5:0/3914957484 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fb45c15c9a0 0x7fb45c1f1aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:37.957 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.948+0000 7fb45affd700 1 -- 172.21.15.5:0/3914957484 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fb45c15c9a0 msgr2=0x7fb45c1f1aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:37.957 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.948+0000 7fb45affd700 1 --2- 172.21.15.5:0/3914957484 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fb45c15c9a0 0x7fb45c1f1aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:37.957 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.948+0000 7fb45affd700 1 -- 172.21.15.5:0/3914957484 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fb45c156230 msgr2=0x7fb45c1f1560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:37.957 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.948+0000 7fb45affd700 1 --2- 172.21.15.5:0/3914957484 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fb45c156230 0x7fb45c1f1560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:37.957 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.948+0000 7fb45affd700 1 -- 172.21.15.5:0/3914957484 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb454009a70 con 0x7fb45c06b220 2024-09-13T16:41:37.957 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.948+0000 7fb45b7fe700 1 --2- 172.21.15.5:0/3914957484 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fb45c15c9a0 0x7fb45c1f1aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:41:37.957 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.948+0000 7fb45a7fc700 1 --2- 172.21.15.5:0/3914957484 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fb45c156230 0x7fb45c1f1560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:41:37.958 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.948+0000 7fb45affd700 1 --2- 172.21.15.5:0/3914957484 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb45c06b220 0x7fb45c151930 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7fb45000e9d0 tx=0x7fb45000ed90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:41:37.958 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.952+0000 7fb443fff700 1 -- 172.21.15.5:0/3914957484 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb450009720 con 0x7fb45c06b220 2024-09-13T16:41:37.958 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.952+0000 7fb443fff700 1 -- 172.21.15.5:0/3914957484 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb45000c850 con 0x7fb45c06b220 2024-09-13T16:41:37.958 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.952+0000 7fb45bfff700 1 -- 172.21.15.5:0/3914957484 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb45c15a5d0 con 0x7fb45c06b220 2024-09-13T16:41:37.958 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.952+0000 7fb443fff700 1 -- 172.21.15.5:0/3914957484 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb45000cbc0 con 0x7fb45c06b220 2024-09-13T16:41:37.958 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.952+0000 7fb45bfff700 1 -- 172.21.15.5:0/3914957484 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb45c0ca7f0 con 0x7fb45c06b220 2024-09-13T16:41:37.959 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.952+0000 7fb45bfff700 1 -- 172.21.15.5:0/3914957484 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fb45c0c8a20 con 0x7fb45c06b220 2024-09-13T16:41:37.959 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.952+0000 7fb443fff700 1 -- 172.21.15.5:0/3914957484 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fb45000cd20 con 0x7fb45c06b220 2024-09-13T16:41:37.959 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.952+0000 7fb443fff700 1 --2- 172.21.15.5:0/3914957484 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fb448066730 0x7fb448068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:37.959 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.952+0000 7fb443fff700 1 -- 172.21.15.5:0/3914957484 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6642+0+0 (secure 0 0 0) 0x7fb450084b30 con 0x7fb45c06b220 2024-09-13T16:41:37.960 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.952+0000 7fb443fff700 1 --2- 172.21.15.5:0/3914957484 >> [v2:172.21.15.179:6824/2769164148,v1:172.21.15.179:6825/2769164148] conn(0x7fb44806ff10 0x7fb4480723b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:37.960 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.952+0000 7fb443fff700 1 -- 172.21.15.5:0/3914957484 --> [v2:172.21.15.179:6824/2769164148,v1:172.21.15.179:6825/2769164148] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fb448072a80 con 0x7fb44806ff10 2024-09-13T16:41:37.960 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.952+0000 7fb443fff700 1 -- 172.21.15.5:0/3914957484 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fb450084f80 con 0x7fb45c06b220 2024-09-13T16:41:37.960 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.952+0000 7fb45a7fc700 1 --2- 172.21.15.5:0/3914957484 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fb448066730 0x7fb448068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:37.960 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.956+0000 7fb45b7fe700 1 --2- 172.21.15.5:0/3914957484 >> [v2:172.21.15.179:6824/2769164148,v1:172.21.15.179:6825/2769164148] conn(0x7fb44806ff10 0x7fb4480723b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:37.960 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.956+0000 7fb45a7fc700 1 --2- 172.21.15.5:0/3914957484 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fb448066730 0x7fb448068bf0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fb45c1eb980 tx=0x7fb44c009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:41:37.961 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.956+0000 7fb45b7fe700 1 --2- 172.21.15.5:0/3914957484 >> [v2:172.21.15.179:6824/2769164148,v1:172.21.15.179:6825/2769164148] conn(0x7fb44806ff10 0x7fb4480723b0 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:41:37.962 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.956+0000 7fb443fff700 1 -- 172.21.15.5:0/3914957484 <== osd.5 v2:172.21.15.179:6824/2769164148 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (crc 0 0 0) 0x7fb448072a80 con 0x7fb44806ff10 2024-09-13T16:41:37.980 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.976+0000 7fb45bfff700 1 -- 172.21.15.5:0/3914957484 --> [v2:172.21.15.179:6824/2769164148,v1:172.21.15.179:6825/2769164148] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7fb45c06c0e0 con 0x7fb44806ff10 2024-09-13T16:41:37.981 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.976+0000 7fb443fff700 1 -- 172.21.15.5:0/3914957484 <== osd.5 v2:172.21.15.179:6824/2769164148 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+97 (crc 0 0 0) 0x7fb454003a40 con 0x7fb44806ff10 2024-09-13T16:41:37.982 INFO:teuthology.orchestra.run.smithi005.stdout:{ 2024-09-13T16:41:37.983 INFO:teuthology.orchestra.run.smithi005.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-13T16:41:37.983 INFO:teuthology.orchestra.run.smithi005.stdout:} 2024-09-13T16:41:37.984 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.976+0000 7fb45bfff700 1 -- 172.21.15.5:0/3914957484 >> [v2:172.21.15.179:6824/2769164148,v1:172.21.15.179:6825/2769164148] conn(0x7fb44806ff10 msgr2=0x7fb4480723b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:37.984 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.976+0000 7fb45bfff700 1 --2- 172.21.15.5:0/3914957484 >> [v2:172.21.15.179:6824/2769164148,v1:172.21.15.179:6825/2769164148] conn(0x7fb44806ff10 0x7fb4480723b0 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:37.984 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.976+0000 7fb45bfff700 1 -- 172.21.15.5:0/3914957484 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fb448066730 msgr2=0x7fb448068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:37.984 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.976+0000 7fb45bfff700 1 --2- 172.21.15.5:0/3914957484 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fb448066730 0x7fb448068bf0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fb45c1eb980 tx=0x7fb44c009040 comp rx=0 tx=0).stop 2024-09-13T16:41:37.984 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.976+0000 7fb45bfff700 1 -- 172.21.15.5:0/3914957484 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb45c06b220 msgr2=0x7fb45c151930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:37.984 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.976+0000 7fb45bfff700 1 --2- 172.21.15.5:0/3914957484 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb45c06b220 0x7fb45c151930 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7fb45000e9d0 tx=0x7fb45000ed90 comp rx=0 tx=0).stop 2024-09-13T16:41:37.984 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.976+0000 7fb45b7fe700 1 -- 172.21.15.5:0/3914957484 reap_dead start 2024-09-13T16:41:37.984 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.976+0000 7fb45bfff700 1 -- 172.21.15.5:0/3914957484 shutdown_connections 2024-09-13T16:41:37.984 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.976+0000 7fb45bfff700 1 -- 172.21.15.5:0/3914957484 >> 172.21.15.5:0/3914957484 conn(0x7fb45c06cbc0 msgr2=0x7fb45c156d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:41:37.984 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.976+0000 7fb45bfff700 1 -- 172.21.15.5:0/3914957484 shutdown_connections 2024-09-13T16:41:37.985 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:37.976+0000 7fb45bfff700 1 -- 172.21.15.5:0/3914957484 wait complete. 2024-09-13T16:41:37.995 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 5 2024-09-13T16:41:38.119 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.112+0000 7f8e127de700 1 Processor -- start 2024-09-13T16:41:38.120 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.116+0000 7f8e127de700 1 -- start start 2024-09-13T16:41:38.125 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.116+0000 7f8e127de700 1 --2- >> v2:172.21.15.179:3300/0 conn(0x7f8e0c152c70 0x7f8e0c0c3460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:38.125 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.116+0000 7f8e127de700 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8e0c15c900 con 0x7f8e0c0ca5e0 2024-09-13T16:41:38.125 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.116+0000 7f8e127de700 1 -- --> v1:172.21.15.179:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8e0c1598e0 con 0x7f8e0c0c39a0 2024-09-13T16:41:38.125 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.116+0000 7f8e127de700 1 -- --> v2:172.21.15.179:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8e0c15cd90 con 0x7f8e0c152c70 2024-09-13T16:41:38.125 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.116+0000 7f8e11fdd700 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f8e0c0ca5e0 0x7f8e0c158950 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:42778/0 (socket says 172.21.15.5:42778) 2024-09-13T16:41:38.125 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.116+0000 7f8e11fdd700 1 -- 172.21.15.5:0/2514626159 learned_addr learned my addr 172.21.15.5:0/2514626159 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-13T16:41:38.125 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.116+0000 7f8e117dc700 1 --2- 172.21.15.5:0/2514626159 >> v2:172.21.15.179:3300/0 conn(0x7f8e0c152c70 0x7f8e0c0c3460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:38.125 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.116+0000 7f8e03fff700 1 -- 172.21.15.5:0/2514626159 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 945896288 0 0) 0x7f8e0c15c900 con 0x7f8e0c0ca5e0 2024-09-13T16:41:38.126 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.116+0000 7f8e03fff700 1 -- 172.21.15.5:0/2514626159 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f8df80035d0 con 0x7f8e0c0ca5e0 2024-09-13T16:41:38.126 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.116+0000 7f8e03fff700 1 -- 172.21.15.5:0/2514626159 <== mon.1 v1:172.21.15.179:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2314506107 0 0) 0x7f8e0c1598e0 con 0x7f8e0c0c39a0 2024-09-13T16:41:38.126 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.116+0000 7f8e03fff700 1 -- 172.21.15.5:0/2514626159 --> v1:172.21.15.179:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f8e0c15c900 con 0x7f8e0c0c39a0 2024-09-13T16:41:38.126 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.116+0000 7f8e03fff700 1 -- 172.21.15.5:0/2514626159 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2851243869 0 0) 0x7f8df80035d0 con 0x7f8e0c0ca5e0 2024-09-13T16:41:38.126 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.116+0000 7f8e03fff700 1 -- 172.21.15.5:0/2514626159 >> v2:172.21.15.179:3300/0 conn(0x7f8e0c152c70 msgr2=0x7f8e0c0c3460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:41:38.126 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.116+0000 7f8e03fff700 1 --2- 172.21.15.5:0/2514626159 >> v2:172.21.15.179:3300/0 conn(0x7f8e0c152c70 0x7f8e0c0c3460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:38.126 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.116+0000 7f8e03fff700 1 -- 172.21.15.5:0/2514626159 >> v1:172.21.15.179:6789/0 conn(0x7f8e0c0c39a0 legacy=0x7f8e0c06f840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:38.126 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.116+0000 7f8e03fff700 1 -- 172.21.15.5:0/2514626159 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8e0c159600 con 0x7f8e0c0ca5e0 2024-09-13T16:41:38.126 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.116+0000 7f8e03fff700 1 -- 172.21.15.5:0/2514626159 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 830915072 0 0) 0x7f8e040019f0 con 0x7f8e0c0ca5e0 2024-09-13T16:41:38.126 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.116+0000 7f8e03fff700 1 -- 172.21.15.5:0/2514626159 >> v1:172.21.15.5:6789/0 conn(0x7f8e0c0ca5e0 legacy=0x7f8e0c158950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:38.126 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.116+0000 7f8e03fff700 1 --2- 172.21.15.5:0/2514626159 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8df8003c20 0x7f8df8004020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:38.126 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.116+0000 7f8e03fff700 1 --2- 172.21.15.5:0/2514626159 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f8df8004870 0x7f8df8004cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:38.127 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.116+0000 7f8e03fff700 1 --2- 172.21.15.5:0/2514626159 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f8df8005230 0x7f8df800ba30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:38.127 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.116+0000 7f8e03fff700 1 -- 172.21.15.5:0/2514626159 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8e0c15cd90 con 0x7f8df8003c20 2024-09-13T16:41:38.127 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.116+0000 7f8e03fff700 1 -- 172.21.15.5:0/2514626159 --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8df800c080 con 0x7f8df8004870 2024-09-13T16:41:38.127 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.116+0000 7f8e03fff700 1 -- 172.21.15.5:0/2514626159 --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8df800c240 con 0x7f8df8005230 2024-09-13T16:41:38.127 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.116+0000 7f8e117dc700 1 --2- 172.21.15.5:0/2514626159 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8df8003c20 0x7f8df8004020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:38.127 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.116+0000 7f8e10fdb700 1 --2- 172.21.15.5:0/2514626159 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f8df8004870 0x7f8df8004cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:38.127 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.116+0000 7f8e11fdd700 1 --2- 172.21.15.5:0/2514626159 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f8df8005230 0x7f8df800ba30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:38.127 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.116+0000 7f8e117dc700 1 -- 172.21.15.5:0/2514626159 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f8df8005230 msgr2=0x7f8df800ba30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:41:38.127 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.116+0000 7f8e117dc700 1 --2- 172.21.15.5:0/2514626159 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f8df8005230 0x7f8df800ba30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:38.127 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.116+0000 7f8e117dc700 1 -- 172.21.15.5:0/2514626159 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f8df8004870 msgr2=0x7f8df8004cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:41:38.127 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.116+0000 7f8e117dc700 1 --2- 172.21.15.5:0/2514626159 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f8df8004870 0x7f8df8004cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:38.127 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.116+0000 7f8e11fdd700 1 -- 172.21.15.5:0/2514626159 reap_dead start 2024-09-13T16:41:38.128 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.116+0000 7f8e117dc700 1 -- 172.21.15.5:0/2514626159 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8df80035d0 con 0x7f8df8003c20 2024-09-13T16:41:38.128 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.116+0000 7f8e10fdb700 1 --2- 172.21.15.5:0/2514626159 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f8df8004870 0x7f8df8004cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:41:38.128 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.120+0000 7f8e117dc700 1 --2- 172.21.15.5:0/2514626159 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8df8003c20 0x7f8df8004020 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f8dfc009b50 tx=0x7f8df80058a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=80d8e0dbb9c3a1a8 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:41:38.128 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.120+0000 7f8e03fff700 1 -- 172.21.15.5:0/2514626159 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8dfc004020 con 0x7f8df8003c20 2024-09-13T16:41:38.128 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.120+0000 7f8e03fff700 1 -- 172.21.15.5:0/2514626159 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8dfc004180 con 0x7f8df8003c20 2024-09-13T16:41:38.128 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.120+0000 7f8e03fff700 1 -- 172.21.15.5:0/2514626159 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8dfc004510 con 0x7f8df8003c20 2024-09-13T16:41:38.128 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.120+0000 7f8e127de700 1 -- 172.21.15.5:0/2514626159 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8df8003c20 msgr2=0x7f8df8004020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:38.128 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.120+0000 7f8e127de700 1 --2- 172.21.15.5:0/2514626159 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8df8003c20 0x7f8df8004020 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f8dfc009b50 tx=0x7f8df80058a0 comp rx=0 tx=0).stop 2024-09-13T16:41:38.128 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.120+0000 7f8e127de700 1 -- 172.21.15.5:0/2514626159 shutdown_connections 2024-09-13T16:41:38.128 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.120+0000 7f8e127de700 1 --2- 172.21.15.5:0/2514626159 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8df8003c20 0x7f8df8004020 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:38.128 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.120+0000 7f8e127de700 1 -- 172.21.15.5:0/2514626159 >> 172.21.15.5:0/2514626159 conn(0x7f8e0c072210 msgr2=0x7f8e0c0caeb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:41:38.129 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.120+0000 7f8e127de700 1 -- 172.21.15.5:0/2514626159 shutdown_connections 2024-09-13T16:41:38.129 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.120+0000 7f8e127de700 1 -- 172.21.15.5:0/2514626159 wait complete. 2024-09-13T16:41:38.131 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.120+0000 7f8e127de700 1 Processor -- start 2024-09-13T16:41:38.131 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.120+0000 7f8e127de700 1 -- start start 2024-09-13T16:41:38.131 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.124+0000 7f8e127de700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f8df8003c20 0x7f8e0c0c5b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:38.131 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.124+0000 7f8e127de700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f8e0c1532c0 0x7f8e0c1eea30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:38.131 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.124+0000 7f8e127de700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8e0c155f50 0x7f8e0c148d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:38.131 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.124+0000 7f8e127de700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8e0c0c8870 con 0x7f8e0c155f50 2024-09-13T16:41:38.132 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.124+0000 7f8e127de700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8e0c0c63e0 con 0x7f8e0c1532c0 2024-09-13T16:41:38.132 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.124+0000 7f8e127de700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8e0c1ee300 con 0x7f8df8003c20 2024-09-13T16:41:38.132 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.124+0000 7f8e11fdd700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8e0c155f50 0x7f8e0c148d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:38.132 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.124+0000 7f8e11fdd700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8e0c155f50 0x7f8e0c148d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:40174/0 (socket says 172.21.15.5:40174) 2024-09-13T16:41:38.132 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.124+0000 7f8e11fdd700 1 -- 172.21.15.5:0/3560959035 learned_addr learned my addr 172.21.15.5:0/3560959035 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:41:38.132 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.124+0000 7f8e10fdb700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f8e0c1532c0 0x7f8e0c1eea30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:38.132 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.124+0000 7f8e117dc700 1 --2- 172.21.15.5:0/3560959035 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f8df8003c20 0x7f8e0c0c5b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:38.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.124+0000 7f8e11fdd700 1 -- 172.21.15.5:0/3560959035 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f8df8003c20 msgr2=0x7f8e0c0c5b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:38.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.124+0000 7f8e11fdd700 1 --2- 172.21.15.5:0/3560959035 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f8df8003c20 0x7f8e0c0c5b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:38.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.124+0000 7f8e11fdd700 1 -- 172.21.15.5:0/3560959035 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f8e0c1532c0 msgr2=0x7f8e0c1eea30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:38.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.124+0000 7f8e11fdd700 1 --2- 172.21.15.5:0/3560959035 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f8e0c1532c0 0x7f8e0c1eea30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:38.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.124+0000 7f8e11fdd700 1 -- 172.21.15.5:0/3560959035 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8e0c153a70 con 0x7f8e0c155f50 2024-09-13T16:41:38.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.124+0000 7f8e11fdd700 1 --2- 172.21.15.5:0/3560959035 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8e0c155f50 0x7f8e0c148d30 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f8e04000f80 tx=0x7f8e04007b40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:41:38.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.124+0000 7f8e01ffb700 1 -- 172.21.15.5:0/3560959035 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8e0400a8c0 con 0x7f8e0c155f50 2024-09-13T16:41:38.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.124+0000 7f8e01ffb700 1 -- 172.21.15.5:0/3560959035 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8e0400aa20 con 0x7f8e0c155f50 2024-09-13T16:41:38.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.124+0000 7f8e127de700 1 -- 172.21.15.5:0/3560959035 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8e0c0c8060 con 0x7f8e0c155f50 2024-09-13T16:41:38.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.124+0000 7f8e01ffb700 1 -- 172.21.15.5:0/3560959035 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8e0400add0 con 0x7f8e0c155f50 2024-09-13T16:41:38.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.124+0000 7f8e127de700 1 -- 172.21.15.5:0/3560959035 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8e0c0c82b0 con 0x7f8e0c155f50 2024-09-13T16:41:38.134 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.128+0000 7f8e127de700 1 -- 172.21.15.5:0/3560959035 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8e0c0c3460 con 0x7f8e0c155f50 2024-09-13T16:41:38.135 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.128+0000 7f8e01ffb700 1 -- 172.21.15.5:0/3560959035 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f8e0401e460 con 0x7f8e0c155f50 2024-09-13T16:41:38.135 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.128+0000 7f8e01ffb700 1 --2- 172.21.15.5:0/3560959035 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f8df0066760 0x7f8df0068c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:38.135 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.128+0000 7f8e01ffb700 1 -- 172.21.15.5:0/3560959035 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6642+0+0 (secure 0 0 0) 0x7f8e04084920 con 0x7f8e0c155f50 2024-09-13T16:41:38.135 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.128+0000 7f8e117dc700 1 --2- 172.21.15.5:0/3560959035 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f8df0066760 0x7f8df0068c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:38.135 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.128+0000 7f8e117dc700 1 --2- 172.21.15.5:0/3560959035 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f8df0066760 0x7f8df0068c20 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f8dfc0090b0 tx=0x7f8dfc01e040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:41:38.139 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.132+0000 7f8e01ffb700 1 -- 172.21.15.5:0/3560959035 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f8e04051850 con 0x7f8e0c155f50 2024-09-13T16:41:38.311 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.304+0000 7f8e127de700 1 -- 172.21.15.5:0/3560959035 --> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "5", "target": ["mon-mgr", ""]}) v1 -- 0x7f8e0c15c590 con 0x7f8df0066760 2024-09-13T16:41:38.312 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.308+0000 7f8e01ffb700 1 -- 172.21.15.5:0/3560959035 <== mgr.4102 v2:172.21.15.179:6832/2977940518 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 5 to deep-scrub) v1 ==== 41+0+0 (secure 0 0 0) 0x7f8dfc00e6c0 con 0x7f8df0066760 2024-09-13T16:41:38.315 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.308+0000 7f8e127de700 1 -- 172.21.15.5:0/3560959035 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f8df0066760 msgr2=0x7f8df0068c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:38.315 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.308+0000 7f8e127de700 1 --2- 172.21.15.5:0/3560959035 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f8df0066760 0x7f8df0068c20 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f8dfc0090b0 tx=0x7f8dfc01e040 comp rx=0 tx=0).stop 2024-09-13T16:41:38.315 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.308+0000 7f8e127de700 1 -- 172.21.15.5:0/3560959035 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8e0c155f50 msgr2=0x7f8e0c148d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:38.316 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.308+0000 7f8e127de700 1 --2- 172.21.15.5:0/3560959035 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8e0c155f50 0x7f8e0c148d30 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f8e04000f80 tx=0x7f8e04007b40 comp rx=0 tx=0).stop 2024-09-13T16:41:38.316 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.308+0000 7f8e127de700 1 -- 172.21.15.5:0/3560959035 shutdown_connections 2024-09-13T16:41:38.316 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.308+0000 7f8e127de700 1 --2- 172.21.15.5:0/3560959035 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8e0c155f50 0x7f8e0c148d30 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:38.316 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.308+0000 7f8e127de700 1 --2- 172.21.15.5:0/3560959035 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f8df0066760 0x7f8df0068c20 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:38.316 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.308+0000 7f8e127de700 1 --2- 172.21.15.5:0/3560959035 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f8e0c1532c0 0x7f8e0c1eea30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:38.316 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.308+0000 7f8e127de700 1 --2- 172.21.15.5:0/3560959035 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f8df8003c20 0x7f8e0c0c5b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:38.316 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.308+0000 7f8e127de700 1 -- 172.21.15.5:0/3560959035 >> 172.21.15.5:0/3560959035 conn(0x7f8e0c072210 msgr2=0x7f8e0c0cca20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:41:38.316 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.308+0000 7f8e127de700 1 -- 172.21.15.5:0/3560959035 shutdown_connections 2024-09-13T16:41:38.316 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.308+0000 7f8e127de700 1 -- 172.21.15.5:0/3560959035 wait complete. 2024-09-13T16:41:38.317 INFO:teuthology.orchestra.run.smithi005.stderr:instructed osd(s) 5 to deep-scrub 2024-09-13T16:41:38.327 INFO:tasks.ceph:Scrubbing osd.6 2024-09-13T16:41:38.327 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 config set osd_debug_deep_scrub_sleep 0 2024-09-13T16:41:38.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.444+0000 7f3a52085700 1 Processor -- start 2024-09-13T16:41:38.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.444+0000 7f3a52085700 1 -- start start 2024-09-13T16:41:38.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.448+0000 7f3a52085700 1 --2- >> v2:172.21.15.179:3300/0 conn(0x7f3a4c0c6d50 0x7f3a4c0ca250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:38.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.448+0000 7f3a52085700 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3a4c159f00 con 0x7f3a4c0c1370 2024-09-13T16:41:38.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.448+0000 7f3a52085700 1 -- --> v1:172.21.15.179:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3a4c15a1a0 con 0x7f3a4c150a70 2024-09-13T16:41:38.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.448+0000 7f3a52085700 1 -- --> v2:172.21.15.179:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3a4c0c8cd0 con 0x7f3a4c0c6d50 2024-09-13T16:41:38.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.448+0000 7f3a51884700 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f3a4c0c1370 0x7f3a4c1610f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:42788/0 (socket says 172.21.15.5:42788) 2024-09-13T16:41:38.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.448+0000 7f3a51884700 1 -- 172.21.15.5:0/3272764669 learned_addr learned my addr 172.21.15.5:0/3272764669 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-13T16:41:38.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.448+0000 7f3a50882700 1 --2- 172.21.15.5:0/3272764669 >> v2:172.21.15.179:3300/0 conn(0x7f3a4c0c6d50 0x7f3a4c0ca250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:38.455 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.448+0000 7f3a43fff700 1 -- 172.21.15.5:0/3272764669 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3514802263 0 0) 0x7f3a4c159f00 con 0x7f3a4c0c1370 2024-09-13T16:41:38.455 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.448+0000 7f3a43fff700 1 -- 172.21.15.5:0/3272764669 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f3a380035d0 con 0x7f3a4c0c1370 2024-09-13T16:41:38.455 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.448+0000 7f3a50882700 1 -- 172.21.15.5:0/3272764669 >> v1:172.21.15.179:6789/0 conn(0x7f3a4c150a70 legacy=0x7f3a4c0c1d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:38.455 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.448+0000 7f3a50882700 1 -- 172.21.15.5:0/3272764669 >> v1:172.21.15.5:6789/0 conn(0x7f3a4c0c1370 legacy=0x7f3a4c1610f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:38.455 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.448+0000 7f3a50882700 1 -- 172.21.15.5:0/3272764669 --> v2:172.21.15.179:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3a4c15a480 con 0x7f3a4c0c6d50 2024-09-13T16:41:38.456 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.448+0000 7f3a50882700 1 --2- 172.21.15.5:0/3272764669 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f3a4c0c6d50 0x7f3a4c0ca250 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f3a3c009850 tx=0x7f3a3c009b60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=afe3e0daf3f1d1ea server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:41:38.456 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.448+0000 7f3a43fff700 1 -- 172.21.15.5:0/3272764669 <== mon.1 v2:172.21.15.179:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3a3c011830 con 0x7f3a4c0c6d50 2024-09-13T16:41:38.457 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.448+0000 7f3a43fff700 1 -- 172.21.15.5:0/3272764669 <== mon.1 v2:172.21.15.179:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3a3c011990 con 0x7f3a4c0c6d50 2024-09-13T16:41:38.457 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.448+0000 7f3a43fff700 1 -- 172.21.15.5:0/3272764669 <== mon.1 v2:172.21.15.179:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3a3c011d40 con 0x7f3a4c0c6d50 2024-09-13T16:41:38.457 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.452+0000 7f3a52085700 1 -- 172.21.15.5:0/3272764669 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f3a4c0c6d50 msgr2=0x7f3a4c0ca250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:38.457 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.452+0000 7f3a52085700 1 --2- 172.21.15.5:0/3272764669 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f3a4c0c6d50 0x7f3a4c0ca250 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f3a3c009850 tx=0x7f3a3c009b60 comp rx=0 tx=0).stop 2024-09-13T16:41:38.457 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.452+0000 7f3a52085700 1 -- 172.21.15.5:0/3272764669 shutdown_connections 2024-09-13T16:41:38.457 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.452+0000 7f3a52085700 1 --2- 172.21.15.5:0/3272764669 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f3a4c0c6d50 0x7f3a4c0ca250 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:38.457 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.452+0000 7f3a52085700 1 -- 172.21.15.5:0/3272764669 >> 172.21.15.5:0/3272764669 conn(0x7f3a4c0cc350 msgr2=0x7f3a4c0cc760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:41:38.457 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.452+0000 7f3a52085700 1 -- 172.21.15.5:0/3272764669 shutdown_connections 2024-09-13T16:41:38.457 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.452+0000 7f3a52085700 1 -- 172.21.15.5:0/3272764669 wait complete. 2024-09-13T16:41:38.458 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.452+0000 7f3a52085700 1 Processor -- start 2024-09-13T16:41:38.459 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.452+0000 7f3a52085700 1 -- start start 2024-09-13T16:41:38.461 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.456+0000 7f3a52085700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f3a4c0c1370 0x7f3a4c1e1cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:38.461 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.456+0000 7f3a52085700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f3a4c0c6d50 0x7f3a4c157970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:38.461 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.456+0000 7f3a52085700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3a4c150a70 0x7f3a4c157eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:38.461 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.456+0000 7f3a52085700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3a4c1528a0 con 0x7f3a4c150a70 2024-09-13T16:41:38.462 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.456+0000 7f3a52085700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3a4c1dff40 con 0x7f3a4c0c1370 2024-09-13T16:41:38.462 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.456+0000 7f3a52085700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3a4c14c200 con 0x7f3a4c0c6d50 2024-09-13T16:41:38.462 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.456+0000 7f3a51884700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3a4c150a70 0x7f3a4c157eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:38.462 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.456+0000 7f3a51083700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f3a4c0c1370 0x7f3a4c1e1cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:38.462 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.456+0000 7f3a51884700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3a4c150a70 0x7f3a4c157eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:40190/0 (socket says 172.21.15.5:40190) 2024-09-13T16:41:38.462 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.456+0000 7f3a51884700 1 -- 172.21.15.5:0/3981835074 learned_addr learned my addr 172.21.15.5:0/3981835074 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:41:38.462 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.456+0000 7f3a50882700 1 --2- 172.21.15.5:0/3981835074 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f3a4c0c6d50 0x7f3a4c157970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:38.464 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.456+0000 7f3a51884700 1 -- 172.21.15.5:0/3981835074 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f3a4c0c6d50 msgr2=0x7f3a4c157970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:38.464 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.456+0000 7f3a51884700 1 --2- 172.21.15.5:0/3981835074 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f3a4c0c6d50 0x7f3a4c157970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:38.464 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.456+0000 7f3a51884700 1 -- 172.21.15.5:0/3981835074 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f3a4c0c1370 msgr2=0x7f3a4c1e1cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:38.464 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.456+0000 7f3a51884700 1 --2- 172.21.15.5:0/3981835074 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f3a4c0c1370 0x7f3a4c1e1cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:38.464 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.456+0000 7f3a51884700 1 -- 172.21.15.5:0/3981835074 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3a3c0094b0 con 0x7f3a4c150a70 2024-09-13T16:41:38.464 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.456+0000 7f3a51083700 1 --2- 172.21.15.5:0/3981835074 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f3a4c0c1370 0x7f3a4c1e1cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:41:38.464 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.456+0000 7f3a50882700 1 --2- 172.21.15.5:0/3981835074 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f3a4c0c6d50 0x7f3a4c157970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:41:38.465 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.456+0000 7f3a51884700 1 --2- 172.21.15.5:0/3981835074 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3a4c150a70 0x7f3a4c157eb0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f3a4400cb40 tx=0x7f3a4400cb70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:41:38.465 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.456+0000 7f3a41ffb700 1 -- 172.21.15.5:0/3981835074 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3a44007500 con 0x7f3a4c150a70 2024-09-13T16:41:38.465 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.456+0000 7f3a52085700 1 -- 172.21.15.5:0/3981835074 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3a4c14bca0 con 0x7f3a4c150a70 2024-09-13T16:41:38.465 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.456+0000 7f3a41ffb700 1 -- 172.21.15.5:0/3981835074 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3a44007660 con 0x7f3a4c150a70 2024-09-13T16:41:38.465 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.456+0000 7f3a41ffb700 1 -- 172.21.15.5:0/3981835074 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3a440079f0 con 0x7f3a4c150a70 2024-09-13T16:41:38.465 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.456+0000 7f3a52085700 1 -- 172.21.15.5:0/3981835074 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3a4c1f0240 con 0x7f3a4c150a70 2024-09-13T16:41:38.465 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.460+0000 7f3a52085700 1 -- 172.21.15.5:0/3981835074 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f3a4c150e50 con 0x7f3a4c150a70 2024-09-13T16:41:38.467 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.460+0000 7f3a41ffb700 1 -- 172.21.15.5:0/3981835074 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f3a4401b3b0 con 0x7f3a4c150a70 2024-09-13T16:41:38.467 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.460+0000 7f3a41ffb700 1 --2- 172.21.15.5:0/3981835074 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f3a30066730 0x7f3a30068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:38.467 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.460+0000 7f3a41ffb700 1 -- 172.21.15.5:0/3981835074 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6642+0+0 (secure 0 0 0) 0x7f3a44083fd0 con 0x7f3a4c150a70 2024-09-13T16:41:38.467 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.460+0000 7f3a41ffb700 1 --2- 172.21.15.5:0/3981835074 >> [v2:172.21.15.179:6816/3295700932,v1:172.21.15.179:6817/3295700932] conn(0x7f3a3006ff10 0x7f3a300723b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:38.467 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.460+0000 7f3a41ffb700 1 -- 172.21.15.5:0/3981835074 --> [v2:172.21.15.179:6816/3295700932,v1:172.21.15.179:6817/3295700932] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f3a30072a80 con 0x7f3a3006ff10 2024-09-13T16:41:38.468 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.460+0000 7f3a41ffb700 1 -- 172.21.15.5:0/3981835074 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f3a440865b0 con 0x7f3a4c150a70 2024-09-13T16:41:38.468 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.460+0000 7f3a51083700 1 --2- 172.21.15.5:0/3981835074 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f3a30066730 0x7f3a30068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:38.468 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.460+0000 7f3a50882700 1 --2- 172.21.15.5:0/3981835074 >> [v2:172.21.15.179:6816/3295700932,v1:172.21.15.179:6817/3295700932] conn(0x7f3a3006ff10 0x7f3a300723b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:38.468 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.460+0000 7f3a51083700 1 --2- 172.21.15.5:0/3981835074 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f3a30066730 0x7f3a30068bf0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f3a48000f60 tx=0x7f3a48009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:41:38.468 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.460+0000 7f3a50882700 1 --2- 172.21.15.5:0/3981835074 >> [v2:172.21.15.179:6816/3295700932,v1:172.21.15.179:6817/3295700932] conn(0x7f3a3006ff10 0x7f3a300723b0 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:41:38.469 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.464+0000 7f3a41ffb700 1 -- 172.21.15.5:0/3981835074 <== osd.6 v2:172.21.15.179:6816/3295700932 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (crc 0 0 0) 0x7f3a30072a80 con 0x7f3a3006ff10 2024-09-13T16:41:38.487 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.480+0000 7f3a52085700 1 -- 172.21.15.5:0/3981835074 --> [v2:172.21.15.179:6816/3295700932,v1:172.21.15.179:6817/3295700932] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7f3a4c15aa40 con 0x7f3a3006ff10 2024-09-13T16:41:38.488 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.484+0000 7f3a41ffb700 1 -- 172.21.15.5:0/3981835074 <== osd.6 v2:172.21.15.179:6816/3295700932 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+97 (crc 0 0 0) 0x7f3a3c022040 con 0x7f3a3006ff10 2024-09-13T16:41:38.488 INFO:teuthology.orchestra.run.smithi005.stdout:{ 2024-09-13T16:41:38.488 INFO:teuthology.orchestra.run.smithi005.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-13T16:41:38.488 INFO:teuthology.orchestra.run.smithi005.stdout:} 2024-09-13T16:41:38.489 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.484+0000 7f3a52085700 1 -- 172.21.15.5:0/3981835074 >> [v2:172.21.15.179:6816/3295700932,v1:172.21.15.179:6817/3295700932] conn(0x7f3a3006ff10 msgr2=0x7f3a300723b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:38.489 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.484+0000 7f3a52085700 1 --2- 172.21.15.5:0/3981835074 >> [v2:172.21.15.179:6816/3295700932,v1:172.21.15.179:6817/3295700932] conn(0x7f3a3006ff10 0x7f3a300723b0 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:38.489 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.484+0000 7f3a52085700 1 -- 172.21.15.5:0/3981835074 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f3a30066730 msgr2=0x7f3a30068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:38.489 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.484+0000 7f3a52085700 1 --2- 172.21.15.5:0/3981835074 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f3a30066730 0x7f3a30068bf0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f3a48000f60 tx=0x7f3a48009040 comp rx=0 tx=0).stop 2024-09-13T16:41:38.490 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.484+0000 7f3a52085700 1 -- 172.21.15.5:0/3981835074 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3a4c150a70 msgr2=0x7f3a4c157eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:38.490 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.484+0000 7f3a52085700 1 --2- 172.21.15.5:0/3981835074 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3a4c150a70 0x7f3a4c157eb0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f3a4400cb40 tx=0x7f3a4400cb70 comp rx=0 tx=0).stop 2024-09-13T16:41:38.490 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.484+0000 7f3a51884700 1 -- 172.21.15.5:0/3981835074 reap_dead start 2024-09-13T16:41:38.490 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.484+0000 7f3a52085700 1 -- 172.21.15.5:0/3981835074 shutdown_connections 2024-09-13T16:41:38.490 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.484+0000 7f3a52085700 1 -- 172.21.15.5:0/3981835074 >> 172.21.15.5:0/3981835074 conn(0x7f3a4c0cc350 msgr2=0x7f3a4c0c7c70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:41:38.490 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.484+0000 7f3a52085700 1 -- 172.21.15.5:0/3981835074 shutdown_connections 2024-09-13T16:41:38.490 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.484+0000 7f3a52085700 1 -- 172.21.15.5:0/3981835074 wait complete. 2024-09-13T16:41:38.502 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 6 2024-09-13T16:41:38.625 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.620+0000 7f0babfff700 1 Processor -- start 2024-09-13T16:41:38.625 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.620+0000 7f0babfff700 1 -- start start 2024-09-13T16:41:38.626 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.620+0000 7f0babfff700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f0bac0ccba0 0x7f0bac06a390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:38.626 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.620+0000 7f0babfff700 1 --2- >> v2:172.21.15.179:3300/0 conn(0x7f0bac0c8180 0x7f0bac15a750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:38.626 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.620+0000 7f0babfff700 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0bac15ac90 con 0x7f0bac0ccf80 2024-09-13T16:41:38.627 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.620+0000 7f0babfff700 1 -- --> v2:172.21.15.179:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0bac0c2830 con 0x7f0bac0c8180 2024-09-13T16:41:38.627 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.620+0000 7f0babfff700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0bac1567d0 con 0x7f0bac0ccba0 2024-09-13T16:41:38.627 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.620+0000 7f0baa7fc700 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f0bac0ccf80 0x7f0bac1571e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:42798/0 (socket says 172.21.15.5:42798) 2024-09-13T16:41:38.627 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.620+0000 7f0baa7fc700 1 -- 172.21.15.5:0/4165385940 learned_addr learned my addr 172.21.15.5:0/4165385940 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-13T16:41:38.627 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.620+0000 7f0bab7fe700 1 --2- 172.21.15.5:0/4165385940 >> v2:172.21.15.179:3300/0 conn(0x7f0bac0c8180 0x7f0bac15a750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:38.627 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.620+0000 7f0baaffd700 1 --2- 172.21.15.5:0/4165385940 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f0bac0ccba0 0x7f0bac06a390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:38.628 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.620+0000 7f0ba9ffb700 1 -- 172.21.15.5:0/4165385940 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1281964785 0 0) 0x7f0b9c001110 con 0x7f0bac0ccf80 2024-09-13T16:41:38.628 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.620+0000 7f0ba9ffb700 1 -- 172.21.15.5:0/4165385940 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0b940035d0 con 0x7f0bac0ccf80 2024-09-13T16:41:38.628 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.620+0000 7f0bab7fe700 1 -- 172.21.15.5:0/4165385940 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f0bac0ccba0 msgr2=0x7f0bac06a390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:41:38.628 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.620+0000 7f0bab7fe700 1 --2- 172.21.15.5:0/4165385940 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f0bac0ccba0 0x7f0bac06a390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:38.628 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.620+0000 7f0bab7fe700 1 -- 172.21.15.5:0/4165385940 >> v1:172.21.15.5:6789/0 conn(0x7f0bac0ccf80 legacy=0x7f0bac1571e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:38.628 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.620+0000 7f0bab7fe700 1 -- 172.21.15.5:0/4165385940 --> v2:172.21.15.179:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0bac0c1b60 con 0x7f0bac0c8180 2024-09-13T16:41:38.629 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.624+0000 7f0bab7fe700 1 --2- 172.21.15.5:0/4165385940 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f0bac0c8180 0x7f0bac15a750 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f0ba4009d90 tx=0x7f0ba400b330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b444771424bc6de1 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:41:38.629 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.624+0000 7f0ba9ffb700 1 -- 172.21.15.5:0/4165385940 <== mon.1 v2:172.21.15.179:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ba400e070 con 0x7f0bac0c8180 2024-09-13T16:41:38.629 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.624+0000 7f0ba9ffb700 1 -- 172.21.15.5:0/4165385940 <== mon.1 v2:172.21.15.179:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0ba400bb20 con 0x7f0bac0c8180 2024-09-13T16:41:38.629 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.624+0000 7f0ba9ffb700 1 -- 172.21.15.5:0/4165385940 <== mon.1 v2:172.21.15.179:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ba400be90 con 0x7f0bac0c8180 2024-09-13T16:41:38.630 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.624+0000 7f0babfff700 1 -- 172.21.15.5:0/4165385940 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f0bac0c8180 msgr2=0x7f0bac15a750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:38.630 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.624+0000 7f0babfff700 1 --2- 172.21.15.5:0/4165385940 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f0bac0c8180 0x7f0bac15a750 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f0ba4009d90 tx=0x7f0ba400b330 comp rx=0 tx=0).stop 2024-09-13T16:41:38.630 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.624+0000 7f0babfff700 1 -- 172.21.15.5:0/4165385940 shutdown_connections 2024-09-13T16:41:38.630 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.624+0000 7f0babfff700 1 --2- 172.21.15.5:0/4165385940 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f0bac0c8180 0x7f0bac15a750 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:38.630 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.624+0000 7f0babfff700 1 --2- 172.21.15.5:0/4165385940 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f0bac0ccba0 0x7f0bac06a390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:38.630 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.624+0000 7f0babfff700 1 -- 172.21.15.5:0/4165385940 >> 172.21.15.5:0/4165385940 conn(0x7f0bac06f840 msgr2=0x7f0bac06fc20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:41:38.630 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.624+0000 7f0babfff700 1 -- 172.21.15.5:0/4165385940 shutdown_connections 2024-09-13T16:41:38.630 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.624+0000 7f0babfff700 1 -- 172.21.15.5:0/4165385940 wait complete. 2024-09-13T16:41:38.631 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.624+0000 7f0babfff700 1 Processor -- start 2024-09-13T16:41:38.631 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.624+0000 7f0babfff700 1 -- start start 2024-09-13T16:41:38.633 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.628+0000 7f0babfff700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f0bac0c8180 0x7f0bac0c60c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:38.633 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.628+0000 7f0babfff700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f0bac0ccba0 0x7f0bac155c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:38.633 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.628+0000 7f0babfff700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0bac0ccf80 0x7f0bac157850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:38.633 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.628+0000 7f0babfff700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0bac1570e0 con 0x7f0bac0ccf80 2024-09-13T16:41:38.633 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.628+0000 7f0babfff700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0bac153b20 con 0x7f0bac0c8180 2024-09-13T16:41:38.634 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.628+0000 7f0babfff700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0bac153840 con 0x7f0bac0ccba0 2024-09-13T16:41:38.634 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.628+0000 7f0bab7fe700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0bac0ccf80 0x7f0bac157850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:38.634 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.628+0000 7f0baaffd700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f0bac0c8180 0x7f0bac0c60c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:38.634 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.628+0000 7f0bab7fe700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0bac0ccf80 0x7f0bac157850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:40206/0 (socket says 172.21.15.5:40206) 2024-09-13T16:41:38.634 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.628+0000 7f0baa7fc700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f0bac0ccba0 0x7f0bac155c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:38.634 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.628+0000 7f0bab7fe700 1 -- 172.21.15.5:0/414673685 learned_addr learned my addr 172.21.15.5:0/414673685 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:41:38.634 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.628+0000 7f0bab7fe700 1 -- 172.21.15.5:0/414673685 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f0bac0ccba0 msgr2=0x7f0bac155c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:38.634 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.628+0000 7f0bab7fe700 1 --2- 172.21.15.5:0/414673685 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f0bac0ccba0 0x7f0bac155c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:38.634 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.628+0000 7f0bab7fe700 1 -- 172.21.15.5:0/414673685 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f0bac0c8180 msgr2=0x7f0bac0c60c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:38.634 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.628+0000 7f0bab7fe700 1 --2- 172.21.15.5:0/414673685 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f0bac0c8180 0x7f0bac0c60c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:38.634 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.628+0000 7f0bab7fe700 1 -- 172.21.15.5:0/414673685 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0ba4009a70 con 0x7f0bac0ccf80 2024-09-13T16:41:38.635 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.628+0000 7f0bab7fe700 1 --2- 172.21.15.5:0/414673685 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0bac0ccf80 0x7f0bac157850 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f0ba4014040 tx=0x7f0ba4004af0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:41:38.635 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.628+0000 7f0b937fe700 1 -- 172.21.15.5:0/414673685 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ba4007000 con 0x7f0bac0ccf80 2024-09-13T16:41:38.635 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.628+0000 7f0b937fe700 1 -- 172.21.15.5:0/414673685 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0ba4012650 con 0x7f0bac0ccf80 2024-09-13T16:41:38.635 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.628+0000 7f0babfff700 1 -- 172.21.15.5:0/414673685 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0bac1ec9a0 con 0x7f0bac0ccf80 2024-09-13T16:41:38.635 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.628+0000 7f0b937fe700 1 -- 172.21.15.5:0/414673685 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ba4012a00 con 0x7f0bac0ccf80 2024-09-13T16:41:38.635 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.628+0000 7f0babfff700 1 -- 172.21.15.5:0/414673685 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0bac157330 con 0x7f0bac0ccf80 2024-09-13T16:41:38.636 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.632+0000 7f0babfff700 1 -- 172.21.15.5:0/414673685 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0bac157550 con 0x7f0bac0ccf80 2024-09-13T16:41:38.638 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.632+0000 7f0b937fe700 1 -- 172.21.15.5:0/414673685 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f0ba4012b60 con 0x7f0bac0ccf80 2024-09-13T16:41:38.639 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.632+0000 7f0b937fe700 1 --2- 172.21.15.5:0/414673685 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f0b98066760 0x7f0b98068c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:38.639 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.632+0000 7f0b937fe700 1 -- 172.21.15.5:0/414673685 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6642+0+0 (secure 0 0 0) 0x7f0ba40867b0 con 0x7f0bac0ccf80 2024-09-13T16:41:38.639 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.632+0000 7f0baaffd700 1 --2- 172.21.15.5:0/414673685 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f0b98066760 0x7f0b98068c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:38.640 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.636+0000 7f0baaffd700 1 --2- 172.21.15.5:0/414673685 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f0b98066760 0x7f0b98068c20 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f0ba0009bf0 tx=0x7f0ba0009240 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:41:38.644 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.640+0000 7f0b937fe700 1 -- 172.21.15.5:0/414673685 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f0ba40539b0 con 0x7f0bac0ccf80 2024-09-13T16:41:38.817 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.812+0000 7f0babfff700 1 -- 172.21.15.5:0/414673685 --> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "6", "target": ["mon-mgr", ""]}) v1 -- 0x7f0bac1569e0 con 0x7f0b98066760 2024-09-13T16:41:38.818 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.812+0000 7f0b937fe700 1 -- 172.21.15.5:0/414673685 <== mgr.4102 v2:172.21.15.179:6832/2977940518 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 6 to deep-scrub) v1 ==== 41+0+0 (secure 0 0 0) 0x7f0ba0004020 con 0x7f0b98066760 2024-09-13T16:41:38.821 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.816+0000 7f0babfff700 1 -- 172.21.15.5:0/414673685 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f0b98066760 msgr2=0x7f0b98068c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:38.821 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.816+0000 7f0babfff700 1 --2- 172.21.15.5:0/414673685 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f0b98066760 0x7f0b98068c20 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f0ba0009bf0 tx=0x7f0ba0009240 comp rx=0 tx=0).stop 2024-09-13T16:41:38.821 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.816+0000 7f0babfff700 1 -- 172.21.15.5:0/414673685 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0bac0ccf80 msgr2=0x7f0bac157850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:38.821 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.816+0000 7f0babfff700 1 --2- 172.21.15.5:0/414673685 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0bac0ccf80 0x7f0bac157850 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f0ba4014040 tx=0x7f0ba4004af0 comp rx=0 tx=0).stop 2024-09-13T16:41:38.821 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.816+0000 7f0babfff700 1 -- 172.21.15.5:0/414673685 shutdown_connections 2024-09-13T16:41:38.822 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.816+0000 7f0babfff700 1 --2- 172.21.15.5:0/414673685 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0bac0ccf80 0x7f0bac157850 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:38.822 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.816+0000 7f0babfff700 1 --2- 172.21.15.5:0/414673685 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f0bac0ccba0 0x7f0bac155c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:38.822 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.816+0000 7f0babfff700 1 --2- 172.21.15.5:0/414673685 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f0b98066760 0x7f0b98068c20 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:38.822 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.816+0000 7f0babfff700 1 --2- 172.21.15.5:0/414673685 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f0bac0c8180 0x7f0bac0c60c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:38.822 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.816+0000 7f0babfff700 1 -- 172.21.15.5:0/414673685 >> 172.21.15.5:0/414673685 conn(0x7f0bac06f840 msgr2=0x7f0bac06be40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:41:38.822 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.816+0000 7f0babfff700 1 -- 172.21.15.5:0/414673685 shutdown_connections 2024-09-13T16:41:38.822 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.816+0000 7f0babfff700 1 -- 172.21.15.5:0/414673685 wait complete. 2024-09-13T16:41:38.822 INFO:teuthology.orchestra.run.smithi005.stderr:instructed osd(s) 6 to deep-scrub 2024-09-13T16:41:38.834 INFO:tasks.ceph:Scrubbing osd.7 2024-09-13T16:41:38.834 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 config set osd_debug_deep_scrub_sleep 0 2024-09-13T16:41:38.954 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.948+0000 7f57f6a9b700 1 Processor -- start 2024-09-13T16:41:38.955 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.948+0000 7f57f6a9b700 1 -- start start 2024-09-13T16:41:38.957 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.952+0000 7f57f6a9b700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f57f00704e0 0x7f57f0152700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:38.957 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.952+0000 7f57f6a9b700 1 --2- >> v2:172.21.15.179:3300/0 conn(0x7f57f006f840 0x7f57f0152c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:38.957 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.952+0000 7f57f6a9b700 1 -- --> v1:172.21.15.179:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f57f0071420 con 0x7f57f0070100 2024-09-13T16:41:38.957 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.952+0000 7f57f6a9b700 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f57f0071fc0 con 0x7f57f00704e0 2024-09-13T16:41:38.957 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.952+0000 7f57f6a9b700 1 -- --> v2:172.21.15.179:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f57f015c140 con 0x7f57f006f840 2024-09-13T16:41:38.957 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.952+0000 7f57f5298700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f57f00704e0 0x7f57f0152700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:38.958 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.952+0000 7f57f5298700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f57f00704e0 0x7f57f0152700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:40222/0 (socket says 172.21.15.5:40222) 2024-09-13T16:41:38.958 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.952+0000 7f57f5298700 1 -- 172.21.15.5:0/2647498193 learned_addr learned my addr 172.21.15.5:0/2647498193 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:41:38.958 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.952+0000 7f57f629a700 1 --2- 172.21.15.5:0/2647498193 >> v2:172.21.15.179:3300/0 conn(0x7f57f006f840 0x7f57f0152c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:38.958 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.952+0000 7f57f5298700 1 -- 172.21.15.5:0/2647498193 >> v2:172.21.15.179:3300/0 conn(0x7f57f006f840 msgr2=0x7f57f0152c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:41:38.958 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.952+0000 7f57f5298700 1 --2- 172.21.15.5:0/2647498193 >> v2:172.21.15.179:3300/0 conn(0x7f57f006f840 0x7f57f0152c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:38.958 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.952+0000 7f57f5298700 1 -- 172.21.15.5:0/2647498193 >> v1:172.21.15.179:6789/0 conn(0x7f57f0070100 legacy=0x7f57f00718b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:41:38.958 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.952+0000 7f57f5298700 1 -- 172.21.15.5:0/2647498193 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f57f015c3c0 con 0x7f57f00704e0 2024-09-13T16:41:38.958 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.952+0000 7f57f5298700 1 --2- 172.21.15.5:0/2647498193 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f57f00704e0 0x7f57f0152700 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f57f0067f30 tx=0x7f57e4009bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ef8c5b3711434ac0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:41:38.958 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.952+0000 7f57f4a97700 1 -- 172.21.15.5:0/2647498193 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f57e4004230 con 0x7f57f00704e0 2024-09-13T16:41:38.958 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.952+0000 7f57f4a97700 1 -- 172.21.15.5:0/2647498193 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f57e4004390 con 0x7f57f00704e0 2024-09-13T16:41:38.958 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.952+0000 7f57f4a97700 1 -- 172.21.15.5:0/2647498193 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f57e40036c0 con 0x7f57f00704e0 2024-09-13T16:41:38.959 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.952+0000 7f57f6a9b700 1 -- 172.21.15.5:0/2647498193 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f57f00704e0 msgr2=0x7f57f0152700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:38.959 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.952+0000 7f57f6a9b700 1 --2- 172.21.15.5:0/2647498193 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f57f00704e0 0x7f57f0152700 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f57f0067f30 tx=0x7f57e4009bf0 comp rx=0 tx=0).stop 2024-09-13T16:41:38.959 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.952+0000 7f57f6a9b700 1 -- 172.21.15.5:0/2647498193 shutdown_connections 2024-09-13T16:41:38.959 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.952+0000 7f57f6a9b700 1 --2- 172.21.15.5:0/2647498193 >> v2:172.21.15.179:3300/0 conn(0x7f57f006f840 0x7f57f0152c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:38.959 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.952+0000 7f57f6a9b700 1 --2- 172.21.15.5:0/2647498193 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f57f00704e0 0x7f57f0152700 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:38.959 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.952+0000 7f57f6a9b700 1 -- 172.21.15.5:0/2647498193 >> 172.21.15.5:0/2647498193 conn(0x7f57f00c7f30 msgr2=0x7f57f00c8340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:41:38.960 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.952+0000 7f57f6a9b700 1 -- 172.21.15.5:0/2647498193 shutdown_connections 2024-09-13T16:41:38.960 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.952+0000 7f57f6a9b700 1 -- 172.21.15.5:0/2647498193 wait complete. 2024-09-13T16:41:38.960 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.956+0000 7f57f6a9b700 1 Processor -- start 2024-09-13T16:41:38.960 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.956+0000 7f57f6a9b700 1 -- start start 2024-09-13T16:41:38.961 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.956+0000 7f57f6a9b700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f57f006f840 0x7f57f01eecd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:38.961 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.956+0000 7f57f6a9b700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f57f0070100 0x7f57f0146d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:38.961 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.956+0000 7f57f6a9b700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f57f00704e0 0x7f57f01472d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:38.961 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.956+0000 7f57f6a9b700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f57f0146620 con 0x7f57f006f840 2024-09-13T16:41:38.962 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.956+0000 7f57f6a9b700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f57f0146900 con 0x7f57f00704e0 2024-09-13T16:41:38.962 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.956+0000 7f57f6a9b700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f57f01496c0 con 0x7f57f0070100 2024-09-13T16:41:38.962 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.956+0000 7f57f5a99700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f57f006f840 0x7f57f01eecd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:38.962 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.956+0000 7f57f5a99700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f57f006f840 0x7f57f01eecd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:40228/0 (socket says 172.21.15.5:40228) 2024-09-13T16:41:38.962 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.956+0000 7f57f5a99700 1 -- 172.21.15.5:0/3481763812 learned_addr learned my addr 172.21.15.5:0/3481763812 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:41:38.962 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.956+0000 7f57f629a700 1 --2- 172.21.15.5:0/3481763812 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f57f00704e0 0x7f57f01472d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:38.962 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.956+0000 7f57f5298700 1 --2- 172.21.15.5:0/3481763812 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f57f0070100 0x7f57f0146d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:38.963 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.956+0000 7f57f5a99700 1 -- 172.21.15.5:0/3481763812 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f57f0070100 msgr2=0x7f57f0146d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:38.963 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.956+0000 7f57f5a99700 1 --2- 172.21.15.5:0/3481763812 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f57f0070100 0x7f57f0146d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:38.963 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.956+0000 7f57f5a99700 1 -- 172.21.15.5:0/3481763812 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f57f00704e0 msgr2=0x7f57f01472d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:38.963 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.956+0000 7f57f5a99700 1 --2- 172.21.15.5:0/3481763812 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f57f00704e0 0x7f57f01472d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:38.963 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.956+0000 7f57f5a99700 1 -- 172.21.15.5:0/3481763812 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f57e4009570 con 0x7f57f006f840 2024-09-13T16:41:38.963 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.956+0000 7f57f629a700 1 --2- 172.21.15.5:0/3481763812 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f57f00704e0 0x7f57f01472d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:41:38.964 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.956+0000 7f57f5a99700 1 --2- 172.21.15.5:0/3481763812 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f57f006f840 0x7f57f01eecd0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f57e800c510 tx=0x7f57e800c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:41:38.964 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.956+0000 7f57ee7fc700 1 -- 172.21.15.5:0/3481763812 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f57e8011790 con 0x7f57f006f840 2024-09-13T16:41:38.964 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.956+0000 7f57ee7fc700 1 -- 172.21.15.5:0/3481763812 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f57e8011910 con 0x7f57f006f840 2024-09-13T16:41:38.964 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.956+0000 7f57f6a9b700 1 -- 172.21.15.5:0/3481763812 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f57f01499a0 con 0x7f57f006f840 2024-09-13T16:41:38.964 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.956+0000 7f57ee7fc700 1 -- 172.21.15.5:0/3481763812 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f57e8011cc0 con 0x7f57f006f840 2024-09-13T16:41:38.964 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.956+0000 7f57f6a9b700 1 -- 172.21.15.5:0/3481763812 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f57f015bcd0 con 0x7f57f006f840 2024-09-13T16:41:38.964 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.956+0000 7f57f6a9b700 1 -- 172.21.15.5:0/3481763812 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f57f015bf20 con 0x7f57f006f840 2024-09-13T16:41:38.964 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.960+0000 7f57ee7fc700 1 -- 172.21.15.5:0/3481763812 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f57e801c460 con 0x7f57f006f840 2024-09-13T16:41:38.965 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.960+0000 7f57ee7fc700 1 --2- 172.21.15.5:0/3481763812 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f57dc066730 0x7f57dc068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:38.965 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.960+0000 7f57ee7fc700 1 -- 172.21.15.5:0/3481763812 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6642+0+0 (secure 0 0 0) 0x7f57e8084510 con 0x7f57f006f840 2024-09-13T16:41:38.966 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.960+0000 7f57f5298700 1 --2- 172.21.15.5:0/3481763812 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f57dc066730 0x7f57dc068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:38.966 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.960+0000 7f57ee7fc700 1 --2- 172.21.15.5:0/3481763812 >> [v2:172.21.15.179:6808/1502652601,v1:172.21.15.179:6809/1502652601] conn(0x7f57dc06ff90 0x7f57dc072430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:38.966 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.960+0000 7f57ee7fc700 1 -- 172.21.15.5:0/3481763812 --> [v2:172.21.15.179:6808/1502652601,v1:172.21.15.179:6809/1502652601] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f57dc072b00 con 0x7f57dc06ff90 2024-09-13T16:41:38.966 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.960+0000 7f57ee7fc700 1 -- 172.21.15.5:0/3481763812 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f57e8086af0 con 0x7f57f006f840 2024-09-13T16:41:38.966 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.960+0000 7f57f629a700 1 --2- 172.21.15.5:0/3481763812 >> [v2:172.21.15.179:6808/1502652601,v1:172.21.15.179:6809/1502652601] conn(0x7f57dc06ff90 0x7f57dc072430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:38.967 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.960+0000 7f57f5298700 1 --2- 172.21.15.5:0/3481763812 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f57dc066730 0x7f57dc068bf0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f57f0067f30 tx=0x7f57e4008030 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:41:38.967 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.960+0000 7f57f629a700 1 --2- 172.21.15.5:0/3481763812 >> [v2:172.21.15.179:6808/1502652601,v1:172.21.15.179:6809/1502652601] conn(0x7f57dc06ff90 0x7f57dc072430 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:41:38.969 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.964+0000 7f57ee7fc700 1 -- 172.21.15.5:0/3481763812 <== osd.7 v2:172.21.15.179:6808/1502652601 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (crc 0 0 0) 0x7f57dc072b00 con 0x7f57dc06ff90 2024-09-13T16:41:38.988 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.984+0000 7f57f6a9b700 1 -- 172.21.15.5:0/3481763812 --> [v2:172.21.15.179:6808/1502652601,v1:172.21.15.179:6809/1502652601] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7f57f00710b0 con 0x7f57dc06ff90 2024-09-13T16:41:38.988 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.984+0000 7f57ee7fc700 1 -- 172.21.15.5:0/3481763812 <== osd.7 v2:172.21.15.179:6808/1502652601 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+97 (crc 0 0 0) 0x7f57e0009c30 con 0x7f57dc06ff90 2024-09-13T16:41:38.988 INFO:teuthology.orchestra.run.smithi005.stdout:{ 2024-09-13T16:41:38.988 INFO:teuthology.orchestra.run.smithi005.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-13T16:41:38.989 INFO:teuthology.orchestra.run.smithi005.stdout:} 2024-09-13T16:41:38.990 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.984+0000 7f57f6a9b700 1 -- 172.21.15.5:0/3481763812 >> [v2:172.21.15.179:6808/1502652601,v1:172.21.15.179:6809/1502652601] conn(0x7f57dc06ff90 msgr2=0x7f57dc072430 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:38.990 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.984+0000 7f57f6a9b700 1 --2- 172.21.15.5:0/3481763812 >> [v2:172.21.15.179:6808/1502652601,v1:172.21.15.179:6809/1502652601] conn(0x7f57dc06ff90 0x7f57dc072430 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:38.990 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.984+0000 7f57f6a9b700 1 -- 172.21.15.5:0/3481763812 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f57dc066730 msgr2=0x7f57dc068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:38.990 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.984+0000 7f57f6a9b700 1 --2- 172.21.15.5:0/3481763812 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f57dc066730 0x7f57dc068bf0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f57f0067f30 tx=0x7f57e4008030 comp rx=0 tx=0).stop 2024-09-13T16:41:38.990 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.984+0000 7f57f6a9b700 1 -- 172.21.15.5:0/3481763812 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f57f006f840 msgr2=0x7f57f01eecd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:38.990 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.984+0000 7f57f6a9b700 1 --2- 172.21.15.5:0/3481763812 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f57f006f840 0x7f57f01eecd0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f57e800c510 tx=0x7f57e800c8d0 comp rx=0 tx=0).stop 2024-09-13T16:41:38.990 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.984+0000 7f57f629a700 1 -- 172.21.15.5:0/3481763812 reap_dead start 2024-09-13T16:41:38.990 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.984+0000 7f57f6a9b700 1 -- 172.21.15.5:0/3481763812 shutdown_connections 2024-09-13T16:41:38.990 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.984+0000 7f57f6a9b700 1 -- 172.21.15.5:0/3481763812 >> 172.21.15.5:0/3481763812 conn(0x7f57f00c7f30 msgr2=0x7f57f014d620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:41:38.990 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.984+0000 7f57f6a9b700 1 -- 172.21.15.5:0/3481763812 shutdown_connections 2024-09-13T16:41:38.990 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:38.984+0000 7f57f6a9b700 1 -- 172.21.15.5:0/3481763812 wait complete. 2024-09-13T16:41:39.007 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 7 2024-09-13T16:41:39.132 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.128+0000 7fb5d0826700 1 Processor -- start 2024-09-13T16:41:39.132 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.128+0000 7fb5d0826700 1 -- start start 2024-09-13T16:41:39.134 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.128+0000 7fb5d0826700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fb5cc14fd00 0x7fb5cc0c54b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:39.134 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.128+0000 7fb5d0826700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fb5cc070950 0x7fb5cc0c2830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:39.134 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.128+0000 7fb5d0826700 1 -- --> v1:172.21.15.179:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb5cc072040 con 0x7fb5cc14f920 2024-09-13T16:41:39.134 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.128+0000 7fb5d0826700 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb5cc072600 con 0x7fb5cc070950 2024-09-13T16:41:39.134 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.128+0000 7fb5d0826700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb5cc0c3890 con 0x7fb5cc14fd00 2024-09-13T16:41:39.134 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.128+0000 7fb5cbfff700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fb5cc070950 0x7fb5cc0c2830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:39.134 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.128+0000 7fb5cb7fe700 1 --1- >> v1:172.21.15.179:6789/0 conn(0x7fb5cc14f920 0x7fb5cc1561a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.179:6789/0 says I am v1:172.21.15.5:38552/0 (socket says 172.21.15.5:38552) 2024-09-13T16:41:39.134 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.128+0000 7fb5cb7fe700 1 -- 172.21.15.5:0/753908238 learned_addr learned my addr 172.21.15.5:0/753908238 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-13T16:41:39.134 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.128+0000 7fb5caffd700 1 --2- 172.21.15.5:0/753908238 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fb5cc14fd00 0x7fb5cc0c54b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:39.136 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.128+0000 7fb5cbfff700 1 -- 172.21.15.5:0/753908238 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fb5cc14fd00 msgr2=0x7fb5cc0c54b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:41:39.136 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.128+0000 7fb5cbfff700 1 --2- 172.21.15.5:0/753908238 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fb5cc14fd00 0x7fb5cc0c54b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:39.136 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.128+0000 7fb5cbfff700 1 -- 172.21.15.5:0/753908238 >> v1:172.21.15.179:6789/0 conn(0x7fb5cc14f920 legacy=0x7fb5cc1561a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:39.136 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.128+0000 7fb5ca7fc700 1 -- 172.21.15.5:0/753908238 <== mon.1 v1:172.21.15.179:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1738703128 0 0) 0x7fb5cc072040 con 0x7fb5cc14f920 2024-09-13T16:41:39.137 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.128+0000 7fb5cbfff700 1 -- 172.21.15.5:0/753908238 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb5cc072320 con 0x7fb5cc070950 2024-09-13T16:41:39.137 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.128+0000 7fb5cbfff700 1 --2- 172.21.15.5:0/753908238 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb5cc070950 0x7fb5cc0c2830 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7fb5c4009850 tx=0x7fb5c4009b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a5f98272a7e30409 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:41:39.137 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.128+0000 7fb5ca7fc700 1 -- 172.21.15.5:0/753908238 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb5c4011830 con 0x7fb5cc070950 2024-09-13T16:41:39.137 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.128+0000 7fb5ca7fc700 1 -- 172.21.15.5:0/753908238 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb5c4011990 con 0x7fb5cc070950 2024-09-13T16:41:39.137 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.128+0000 7fb5ca7fc700 1 -- 172.21.15.5:0/753908238 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb5c4011d40 con 0x7fb5cc070950 2024-09-13T16:41:39.137 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.132+0000 7fb5d0826700 1 -- 172.21.15.5:0/753908238 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb5cc070950 msgr2=0x7fb5cc0c2830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:39.137 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.132+0000 7fb5d0826700 1 --2- 172.21.15.5:0/753908238 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb5cc070950 0x7fb5cc0c2830 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7fb5c4009850 tx=0x7fb5c4009b60 comp rx=0 tx=0).stop 2024-09-13T16:41:39.137 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.132+0000 7fb5d0826700 1 -- 172.21.15.5:0/753908238 shutdown_connections 2024-09-13T16:41:39.137 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.132+0000 7fb5d0826700 1 --2- 172.21.15.5:0/753908238 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb5cc070950 0x7fb5cc0c2830 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:39.137 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.132+0000 7fb5d0826700 1 --2- 172.21.15.5:0/753908238 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fb5cc14fd00 0x7fb5cc0c54b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:39.137 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.132+0000 7fb5d0826700 1 -- 172.21.15.5:0/753908238 >> 172.21.15.5:0/753908238 conn(0x7fb5cc0c7e30 msgr2=0x7fb5cc0c8210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:41:39.137 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.132+0000 7fb5d0826700 1 -- 172.21.15.5:0/753908238 shutdown_connections 2024-09-13T16:41:39.137 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.132+0000 7fb5d0826700 1 -- 172.21.15.5:0/753908238 wait complete. 2024-09-13T16:41:39.138 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.132+0000 7fb5d0826700 1 Processor -- start 2024-09-13T16:41:39.138 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.132+0000 7fb5d0826700 1 -- start start 2024-09-13T16:41:39.140 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.136+0000 7fb5d0826700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fb5cc070950 0x7fb5cc14e940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:39.140 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.136+0000 7fb5d0826700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb5cc14f920 0x7fb5cc137eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:39.141 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.136+0000 7fb5d0826700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fb5cc14fd00 0x7fb5cc1383f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:39.141 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.136+0000 7fb5d0826700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb5cc14d140 con 0x7fb5cc14f920 2024-09-13T16:41:39.141 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.136+0000 7fb5d0826700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb5cc14d370 con 0x7fb5cc070950 2024-09-13T16:41:39.141 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.136+0000 7fb5d0826700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb5cc0c6160 con 0x7fb5cc14fd00 2024-09-13T16:41:39.141 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.136+0000 7fb5caffd700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb5cc14f920 0x7fb5cc137eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:39.141 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.136+0000 7fb5caffd700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb5cc14f920 0x7fb5cc137eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:40236/0 (socket says 172.21.15.5:40236) 2024-09-13T16:41:39.141 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.136+0000 7fb5caffd700 1 -- 172.21.15.5:0/1172199359 learned_addr learned my addr 172.21.15.5:0/1172199359 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:41:39.141 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.136+0000 7fb5cb7fe700 1 --2- 172.21.15.5:0/1172199359 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fb5cc070950 0x7fb5cc14e940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:39.141 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.136+0000 7fb5cbfff700 1 --2- 172.21.15.5:0/1172199359 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fb5cc14fd00 0x7fb5cc1383f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:39.141 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.136+0000 7fb5caffd700 1 -- 172.21.15.5:0/1172199359 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fb5cc14fd00 msgr2=0x7fb5cc1383f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:39.141 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.136+0000 7fb5caffd700 1 --2- 172.21.15.5:0/1172199359 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fb5cc14fd00 0x7fb5cc1383f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:39.141 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.136+0000 7fb5caffd700 1 -- 172.21.15.5:0/1172199359 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fb5cc070950 msgr2=0x7fb5cc14e940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:39.141 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.136+0000 7fb5caffd700 1 --2- 172.21.15.5:0/1172199359 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fb5cc070950 0x7fb5cc14e940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:39.142 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.136+0000 7fb5caffd700 1 -- 172.21.15.5:0/1172199359 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb5c40094b0 con 0x7fb5cc14f920 2024-09-13T16:41:39.142 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.136+0000 7fb5caffd700 1 --2- 172.21.15.5:0/1172199359 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb5cc14f920 0x7fb5cc137eb0 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7fb5b400e9a0 tx=0x7fb5b400ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:41:39.142 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.136+0000 7fb5c3fff700 1 -- 172.21.15.5:0/1172199359 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb5b4009720 con 0x7fb5cc14f920 2024-09-13T16:41:39.142 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.136+0000 7fb5c3fff700 1 -- 172.21.15.5:0/1172199359 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb5b400c690 con 0x7fb5cc14f920 2024-09-13T16:41:39.142 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.136+0000 7fb5d0826700 1 -- 172.21.15.5:0/1172199359 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb5cc139610 con 0x7fb5cc14f920 2024-09-13T16:41:39.143 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.136+0000 7fb5c3fff700 1 -- 172.21.15.5:0/1172199359 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb5b400ca20 con 0x7fb5cc14f920 2024-09-13T16:41:39.143 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.136+0000 7fb5d0826700 1 -- 172.21.15.5:0/1172199359 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb5cc137560 con 0x7fb5cc14f920 2024-09-13T16:41:39.143 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.136+0000 7fb5d0826700 1 -- 172.21.15.5:0/1172199359 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb5cc1373c0 con 0x7fb5cc14f920 2024-09-13T16:41:39.143 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.136+0000 7fb5c3fff700 1 -- 172.21.15.5:0/1172199359 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fb5b400cb80 con 0x7fb5cc14f920 2024-09-13T16:41:39.144 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.140+0000 7fb5c3fff700 1 --2- 172.21.15.5:0/1172199359 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fb5ac066730 0x7fb5ac068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:39.144 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.140+0000 7fb5c3fff700 1 -- 172.21.15.5:0/1172199359 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6642+0+0 (secure 0 0 0) 0x7fb5b4084550 con 0x7fb5cc14f920 2024-09-13T16:41:39.144 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.140+0000 7fb5cb7fe700 1 --2- 172.21.15.5:0/1172199359 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fb5ac066730 0x7fb5ac068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:39.145 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.140+0000 7fb5cb7fe700 1 --2- 172.21.15.5:0/1172199359 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fb5ac066730 0x7fb5ac068bf0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fb5bc0012e0 tx=0x7fb5bc001b70 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:41:39.150 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.144+0000 7fb5c3fff700 1 -- 172.21.15.5:0/1172199359 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fb5cc1373c0 con 0x7fb5cc14f920 2024-09-13T16:41:39.325 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.320+0000 7fb5d0826700 1 -- 172.21.15.5:0/1172199359 --> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "7", "target": ["mon-mgr", ""]}) v1 -- 0x7fb5cc155c80 con 0x7fb5ac066730 2024-09-13T16:41:39.326 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.320+0000 7fb5c3fff700 1 -- 172.21.15.5:0/1172199359 <== mgr.4102 v2:172.21.15.179:6832/2977940518 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 7 to deep-scrub) v1 ==== 41+0+0 (secure 0 0 0) 0x7fb5bc002080 con 0x7fb5ac066730 2024-09-13T16:41:39.329 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.324+0000 7fb5d0826700 1 -- 172.21.15.5:0/1172199359 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fb5ac066730 msgr2=0x7fb5ac068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:39.329 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.324+0000 7fb5d0826700 1 --2- 172.21.15.5:0/1172199359 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fb5ac066730 0x7fb5ac068bf0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fb5bc0012e0 tx=0x7fb5bc001b70 comp rx=0 tx=0).stop 2024-09-13T16:41:39.329 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.324+0000 7fb5d0826700 1 -- 172.21.15.5:0/1172199359 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb5cc14f920 msgr2=0x7fb5cc137eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:39.329 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.324+0000 7fb5d0826700 1 --2- 172.21.15.5:0/1172199359 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb5cc14f920 0x7fb5cc137eb0 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7fb5b400e9a0 tx=0x7fb5b400ecb0 comp rx=0 tx=0).stop 2024-09-13T16:41:39.329 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.324+0000 7fb5d0826700 1 -- 172.21.15.5:0/1172199359 shutdown_connections 2024-09-13T16:41:39.329 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.324+0000 7fb5d0826700 1 --2- 172.21.15.5:0/1172199359 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fb5cc14fd00 0x7fb5cc1383f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:39.329 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.324+0000 7fb5d0826700 1 --2- 172.21.15.5:0/1172199359 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb5cc14f920 0x7fb5cc137eb0 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:39.329 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.324+0000 7fb5d0826700 1 --2- 172.21.15.5:0/1172199359 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fb5ac066730 0x7fb5ac068bf0 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:39.329 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.324+0000 7fb5d0826700 1 --2- 172.21.15.5:0/1172199359 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fb5cc070950 0x7fb5cc14e940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:39.329 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.324+0000 7fb5d0826700 1 -- 172.21.15.5:0/1172199359 >> 172.21.15.5:0/1172199359 conn(0x7fb5cc0c7e30 msgr2=0x7fb5cc06dcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:41:39.329 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.324+0000 7fb5d0826700 1 -- 172.21.15.5:0/1172199359 shutdown_connections 2024-09-13T16:41:39.329 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.324+0000 7fb5d0826700 1 -- 172.21.15.5:0/1172199359 wait complete. 2024-09-13T16:41:39.330 INFO:teuthology.orchestra.run.smithi005.stderr:instructed osd(s) 7 to deep-scrub 2024-09-13T16:41:39.341 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T16:41:39.455 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.448+0000 7f8d332f9700 1 Processor -- start 2024-09-13T16:41:39.455 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.448+0000 7f8d332f9700 1 -- start start 2024-09-13T16:41:39.456 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.452+0000 7f8d332f9700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f8d2c0c3980 0x7f8d2c0c4020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:39.456 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.452+0000 7f8d332f9700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f8d2c0c5370 0x7f8d2c0c5820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:39.456 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.452+0000 7f8d332f9700 1 -- --> v1:172.21.15.179:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8d2c1574f0 con 0x7f8d2c0c35a0 2024-09-13T16:41:39.456 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.452+0000 7f8d332f9700 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8d2c06d720 con 0x7f8d2c0c5370 2024-09-13T16:41:39.456 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.452+0000 7f8d332f9700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8d2c06cfb0 con 0x7f8d2c0c3980 2024-09-13T16:41:39.457 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.452+0000 7f8d32af8700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f8d2c0c5370 0x7f8d2c0c5820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:39.457 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.452+0000 7f8d31af6700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f8d2c0c3980 0x7f8d2c0c4020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:39.458 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.452+0000 7f8d322f7700 1 --1- >> v1:172.21.15.179:6789/0 conn(0x7f8d2c0c35a0 0x7f8d2c15cd10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.179:6789/0 says I am v1:172.21.15.5:38566/0 (socket says 172.21.15.5:38566) 2024-09-13T16:41:39.458 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.452+0000 7f8d32af8700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f8d2c0c5370 0x7f8d2c0c5820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:40252/0 (socket says 172.21.15.5:40252) 2024-09-13T16:41:39.458 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.452+0000 7f8d322f7700 1 -- 172.21.15.5:0/3896499020 learned_addr learned my addr 172.21.15.5:0/3896499020 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-13T16:41:39.458 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.452+0000 7f8d32af8700 1 -- 172.21.15.5:0/3896499020 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f8d2c0c3980 msgr2=0x7f8d2c0c4020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:41:39.458 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.452+0000 7f8d32af8700 1 --2- 172.21.15.5:0/3896499020 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f8d2c0c3980 0x7f8d2c0c4020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:39.458 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.452+0000 7f8d32af8700 1 -- 172.21.15.5:0/3896499020 >> v1:172.21.15.179:6789/0 conn(0x7f8d2c0c35a0 legacy=0x7f8d2c15cd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:39.458 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.452+0000 7f8d312f5700 1 -- 172.21.15.5:0/3896499020 <== mon.1 v1:172.21.15.179:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 436048989 0 0) 0x7f8d2c1574f0 con 0x7f8d2c0c35a0 2024-09-13T16:41:39.458 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.452+0000 7f8d32af8700 1 -- 172.21.15.5:0/3896499020 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8d2c06d290 con 0x7f8d2c0c5370 2024-09-13T16:41:39.458 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.452+0000 7f8d31af6700 1 --2- 172.21.15.5:0/3896499020 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f8d2c0c3980 0x7f8d2c0c4020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:41:39.458 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.452+0000 7f8d32af8700 1 --2- 172.21.15.5:0/3896499020 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8d2c0c5370 0x7f8d2c0c5820 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f8d24009d90 tx=0x7f8d2400b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4878d153460b4bed server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:41:39.459 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.452+0000 7f8d312f5700 1 -- 172.21.15.5:0/3896499020 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8d2400e070 con 0x7f8d2c0c5370 2024-09-13T16:41:39.459 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.452+0000 7f8d312f5700 1 -- 172.21.15.5:0/3896499020 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8d2400bb20 con 0x7f8d2c0c5370 2024-09-13T16:41:39.459 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.452+0000 7f8d312f5700 1 -- 172.21.15.5:0/3896499020 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8d24012430 con 0x7f8d2c0c5370 2024-09-13T16:41:39.459 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.452+0000 7f8d332f9700 1 -- 172.21.15.5:0/3896499020 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8d2c0c5370 msgr2=0x7f8d2c0c5820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:39.459 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.452+0000 7f8d332f9700 1 --2- 172.21.15.5:0/3896499020 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8d2c0c5370 0x7f8d2c0c5820 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f8d24009d90 tx=0x7f8d2400b330 comp rx=0 tx=0).stop 2024-09-13T16:41:39.459 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.452+0000 7f8d332f9700 1 -- 172.21.15.5:0/3896499020 shutdown_connections 2024-09-13T16:41:39.460 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.452+0000 7f8d332f9700 1 --2- 172.21.15.5:0/3896499020 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8d2c0c5370 0x7f8d2c0c5820 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:39.460 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.452+0000 7f8d332f9700 1 --2- 172.21.15.5:0/3896499020 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f8d2c0c3980 0x7f8d2c0c4020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:39.460 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.452+0000 7f8d332f9700 1 -- 172.21.15.5:0/3896499020 >> 172.21.15.5:0/3896499020 conn(0x7f8d2c06ada0 msgr2=0x7f8d2c0ca280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:41:39.460 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.452+0000 7f8d332f9700 1 -- 172.21.15.5:0/3896499020 shutdown_connections 2024-09-13T16:41:39.460 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.452+0000 7f8d332f9700 1 -- 172.21.15.5:0/3896499020 wait complete. 2024-09-13T16:41:39.462 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.456+0000 7f8d332f9700 1 Processor -- start 2024-09-13T16:41:39.462 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.456+0000 7f8d332f9700 1 -- start start 2024-09-13T16:41:39.462 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.456+0000 7f8d332f9700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f8d2c0c35a0 0x7f8d2c0c6f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:39.462 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.456+0000 7f8d332f9700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f8d2c0c3980 0x7f8d2c1585f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:39.463 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.456+0000 7f8d332f9700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8d2c0c5370 0x7f8d2c15cdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:39.463 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.456+0000 7f8d332f9700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8d2c158130 con 0x7f8d2c0c5370 2024-09-13T16:41:39.463 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.456+0000 7f8d332f9700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8d2c1583a0 con 0x7f8d2c0c35a0 2024-09-13T16:41:39.463 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.456+0000 7f8d332f9700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8d2c1f2420 con 0x7f8d2c0c3980 2024-09-13T16:41:39.463 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.456+0000 7f8d32af8700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8d2c0c5370 0x7f8d2c15cdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:39.463 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.456+0000 7f8d32af8700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8d2c0c5370 0x7f8d2c15cdd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:40256/0 (socket says 172.21.15.5:40256) 2024-09-13T16:41:39.463 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.456+0000 7f8d32af8700 1 -- 172.21.15.5:0/2899201859 learned_addr learned my addr 172.21.15.5:0/2899201859 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:41:39.463 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.456+0000 7f8d322f7700 1 --2- 172.21.15.5:0/2899201859 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f8d2c0c35a0 0x7f8d2c0c6f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:39.463 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.456+0000 7f8d31af6700 1 --2- 172.21.15.5:0/2899201859 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f8d2c0c3980 0x7f8d2c1585f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:39.463 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.456+0000 7f8d32af8700 1 -- 172.21.15.5:0/2899201859 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f8d2c0c3980 msgr2=0x7f8d2c1585f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:39.463 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.456+0000 7f8d32af8700 1 --2- 172.21.15.5:0/2899201859 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f8d2c0c3980 0x7f8d2c1585f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:39.463 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.456+0000 7f8d32af8700 1 -- 172.21.15.5:0/2899201859 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f8d2c0c35a0 msgr2=0x7f8d2c0c6f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:39.463 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.456+0000 7f8d32af8700 1 --2- 172.21.15.5:0/2899201859 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f8d2c0c35a0 0x7f8d2c0c6f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:39.463 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.456+0000 7f8d32af8700 1 -- 172.21.15.5:0/2899201859 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8d280094b0 con 0x7f8d2c0c5370 2024-09-13T16:41:39.464 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.456+0000 7f8d322f7700 1 --2- 172.21.15.5:0/2899201859 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f8d2c0c35a0 0x7f8d2c0c6f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:41:39.464 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.456+0000 7f8d32af8700 1 --2- 172.21.15.5:0/2899201859 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8d2c0c5370 0x7f8d2c15cdd0 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f8d2c0c6ce0 tx=0x7f8d24004af0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:41:39.464 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.456+0000 7f8d22ffd700 1 -- 172.21.15.5:0/2899201859 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8d24012430 con 0x7f8d2c0c5370 2024-09-13T16:41:39.464 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.456+0000 7f8d22ffd700 1 -- 172.21.15.5:0/2899201859 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8d24020070 con 0x7f8d2c0c5370 2024-09-13T16:41:39.464 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.456+0000 7f8d22ffd700 1 -- 172.21.15.5:0/2899201859 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8d24004280 con 0x7f8d2c0c5370 2024-09-13T16:41:39.464 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.456+0000 7f8d332f9700 1 -- 172.21.15.5:0/2899201859 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8d24009a70 con 0x7f8d2c0c5370 2024-09-13T16:41:39.464 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.456+0000 7f8d332f9700 1 -- 172.21.15.5:0/2899201859 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8d2c1f29e0 con 0x7f8d2c0c5370 2024-09-13T16:41:39.464 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.460+0000 7f8d332f9700 1 -- 172.21.15.5:0/2899201859 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8d2c0c4670 con 0x7f8d2c0c5370 2024-09-13T16:41:39.465 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.460+0000 7f8d22ffd700 1 -- 172.21.15.5:0/2899201859 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f8d240043e0 con 0x7f8d2c0c5370 2024-09-13T16:41:39.465 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.460+0000 7f8d22ffd700 1 --2- 172.21.15.5:0/2899201859 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f8d10066760 0x7f8d10068c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:39.465 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.460+0000 7f8d22ffd700 1 -- 172.21.15.5:0/2899201859 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6642+0+0 (secure 0 0 0) 0x7f8d24022070 con 0x7f8d2c0c5370 2024-09-13T16:41:39.465 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.460+0000 7f8d322f7700 1 --2- 172.21.15.5:0/2899201859 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f8d10066760 0x7f8d10068c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:39.466 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.460+0000 7f8d322f7700 1 --2- 172.21.15.5:0/2899201859 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f8d10066760 0x7f8d10068c20 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f8d1c000f60 tx=0x7f8d1c007d50 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:41:39.471 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.464+0000 7f8d22ffd700 1 -- 172.21.15.5:0/2899201859 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f8d24053260 con 0x7f8d2c0c5370 2024-09-13T16:41:39.639 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.632+0000 7f8d332f9700 1 -- 172.21.15.5:0/2899201859 --> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f8d2c0cb010 con 0x7f8d10066760 2024-09-13T16:41:39.657 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.652+0000 7f8d22ffd700 1 -- 172.21.15.5:0/2899201859 <== mgr.4102 v2:172.21.15.179:6832/2977940518 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+367373 (secure 0 0 0) 0x7f8d1c004890 con 0x7f8d10066760 2024-09-13T16:41:39.663 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-13T16:41:39.666 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.660+0000 7f8d332f9700 1 -- 172.21.15.5:0/2899201859 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f8d10066760 msgr2=0x7f8d10068c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:39.666 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.660+0000 7f8d332f9700 1 --2- 172.21.15.5:0/2899201859 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f8d10066760 0x7f8d10068c20 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f8d1c000f60 tx=0x7f8d1c007d50 comp rx=0 tx=0).stop 2024-09-13T16:41:39.666 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.660+0000 7f8d332f9700 1 -- 172.21.15.5:0/2899201859 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8d2c0c5370 msgr2=0x7f8d2c15cdd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:39.666 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.660+0000 7f8d332f9700 1 --2- 172.21.15.5:0/2899201859 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8d2c0c5370 0x7f8d2c15cdd0 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f8d2c0c6ce0 tx=0x7f8d24004af0 comp rx=0 tx=0).stop 2024-09-13T16:41:39.666 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.660+0000 7f8d332f9700 1 -- 172.21.15.5:0/2899201859 shutdown_connections 2024-09-13T16:41:39.666 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.660+0000 7f8d332f9700 1 --2- 172.21.15.5:0/2899201859 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8d2c0c5370 0x7f8d2c15cdd0 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:39.666 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.660+0000 7f8d332f9700 1 --2- 172.21.15.5:0/2899201859 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f8d2c0c3980 0x7f8d2c1585f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:39.667 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.660+0000 7f8d332f9700 1 --2- 172.21.15.5:0/2899201859 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f8d10066760 0x7f8d10068c20 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:39.667 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.660+0000 7f8d332f9700 1 --2- 172.21.15.5:0/2899201859 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f8d2c0c35a0 0x7f8d2c0c6f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:39.667 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.660+0000 7f8d332f9700 1 -- 172.21.15.5:0/2899201859 >> 172.21.15.5:0/2899201859 conn(0x7f8d2c06ada0 msgr2=0x7f8d2c0c5c70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:41:39.667 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.660+0000 7f8d332f9700 1 -- 172.21.15.5:0/2899201859 shutdown_connections 2024-09-13T16:41:39.667 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:39.660+0000 7f8d332f9700 1 -- 172.21.15.5:0/2899201859 wait complete. 2024-09-13T16:41:39.667 INFO:teuthology.orchestra.run.smithi005.stderr:dumped all 2024-09-13T16:41:39.683 INFO:teuthology.orchestra.run.smithi005.stdout:{"pg_ready":true,"pg_map":{"version":807,"stamp":"2024-09-13T16:41:39.113515+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":251196407,"num_objects":83,"num_object_clones":0,"num_object_copies":166,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":83,"num_whiteouts":0,"num_read":2938,"num_read_kb":5779,"num_write":129550,"num_write_kb":2795582,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":181716,"ondisk_log_size":181716,"up":322,"acting":322,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":322,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":2953632,"kb_used_data":493024,"kb_used_omap":12,"kb_used_meta":2460531,"kb_avail":752021088,"statfs":{"total":773094113280,"available":770069594112,"internally_reserved":0,"allocated":504856576,"data_stored":503363070,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":2519584313},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-1513899,"num_objects":-57,"num_object_clones":0,"num_object_copies":-140,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-57,"num_whiteouts":0,"num_read":5,"num_read_kb":10,"num_write":76,"num_write_kb":86,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-38,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004916"},"pg_stats":[{"pgid":"2.1f","version":"28'1251","reported_seq":1281,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:22.967869+0000","last_change":"2024-09-13T16:15:41.032574+0000","last_active":"2024-09-13T16:41:22.967869+0000","last_peered":"2024-09-13T16:41:22.967869+0000","last_clean":"2024-09-13T16:41:22.967869+0000","last_became_active":"2024-09-13T16:15:41.032311+0000","last_became_peered":"2024-09-13T16:15:41.032311+0000","last_unstale":"2024-09-13T16:41:22.967869+0000","last_undegraded":"2024-09-13T16:41:22.967869+0000","last_fullsized":"2024-09-13T16:41:22.967869+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":1251,"log_dups_size":0,"ondisk_log_size":1251,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1259,"num_write_kb":8773,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"28'538","reported_seq":567,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.630378+0000","last_change":"2024-09-13T16:15:41.422148+0000","last_active":"2024-09-13T16:41:26.630378+0000","last_peered":"2024-09-13T16:41:26.630378+0000","last_clean":"2024-09-13T16:41:26.630378+0000","last_became_active":"2024-09-13T16:15:41.421707+0000","last_became_peered":"2024-09-13T16:15:41.421707+0000","last_unstale":"2024-09-13T16:41:26.630378+0000","last_undegraded":"2024-09-13T16:41:26.630378+0000","last_fullsized":"2024-09-13T16:41:26.630378+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":538,"log_dups_size":0,"ondisk_log_size":538,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"28'2700","reported_seq":2725,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.978699+0000","last_change":"2024-09-13T16:15:45.430120+0000","last_active":"2024-09-13T16:41:26.978699+0000","last_peered":"2024-09-13T16:41:26.978699+0000","last_clean":"2024-09-13T16:41:26.978699+0000","last_became_active":"2024-09-13T16:15:45.426408+0000","last_became_peered":"2024-09-13T16:15:45.426408+0000","last_unstale":"2024-09-13T16:41:26.978699+0000","last_undegraded":"2024-09-13T16:41:26.978699+0000","last_fullsized":"2024-09-13T16:41:26.978699+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2700,"log_dups_size":0,"ondisk_log_size":2700,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2175,"num_write_kb":84186,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,7,0],"acting":[3,2,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"28'3452","reported_seq":3482,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.969285+0000","last_change":"2024-09-13T16:15:41.032034+0000","last_active":"2024-09-13T16:41:21.969285+0000","last_peered":"2024-09-13T16:41:21.969285+0000","last_clean":"2024-09-13T16:41:21.969285+0000","last_became_active":"2024-09-13T16:15:41.031754+0000","last_became_peered":"2024-09-13T16:15:41.031754+0000","last_unstale":"2024-09-13T16:41:21.969285+0000","last_undegraded":"2024-09-13T16:41:21.969285+0000","last_fullsized":"2024-09-13T16:41:21.969285+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":3452,"log_dups_size":0,"ondisk_log_size":3452,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16777216,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3456,"num_write_kb":26181,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"28'534","reported_seq":563,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.973193+0000","last_change":"2024-09-13T16:15:41.426259+0000","last_active":"2024-09-13T16:41:26.973193+0000","last_peered":"2024-09-13T16:41:26.973193+0000","last_clean":"2024-09-13T16:41:26.973193+0000","last_became_active":"2024-09-13T16:15:41.425995+0000","last_became_peered":"2024-09-13T16:15:41.425995+0000","last_unstale":"2024-09-13T16:41:26.973193+0000","last_undegraded":"2024-09-13T16:41:26.973193+0000","last_fullsized":"2024-09-13T16:41:26.973193+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":534,"log_dups_size":0,"ondisk_log_size":534,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"28'2521","reported_seq":2546,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.340506+0000","last_change":"2024-09-13T16:15:45.437307+0000","last_active":"2024-09-13T16:41:21.340506+0000","last_peered":"2024-09-13T16:41:21.340506+0000","last_clean":"2024-09-13T16:41:21.340506+0000","last_became_active":"2024-09-13T16:15:45.436923+0000","last_became_peered":"2024-09-13T16:15:45.436923+0000","last_unstale":"2024-09-13T16:41:21.340506+0000","last_undegraded":"2024-09-13T16:41:21.340506+0000","last_fullsized":"2024-09-13T16:41:21.340506+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2521,"log_dups_size":0,"ondisk_log_size":2521,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1916,"num_write_kb":99596,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1,3],"acting":[4,6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"28'4290","reported_seq":4317,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.964146+0000","last_change":"2024-09-13T16:15:41.034875+0000","last_active":"2024-09-13T16:41:21.964146+0000","last_peered":"2024-09-13T16:41:21.964146+0000","last_clean":"2024-09-13T16:41:21.964146+0000","last_became_active":"2024-09-13T16:15:41.034495+0000","last_became_peered":"2024-09-13T16:15:41.034495+0000","last_unstale":"2024-09-13T16:41:21.964146+0000","last_undegraded":"2024-09-13T16:41:21.964146+0000","last_fullsized":"2024-09-13T16:41:21.964146+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":4290,"log_dups_size":0,"ondisk_log_size":4290,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:47:48.983153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12582912,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4290,"num_write_kb":30729,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"28'588","reported_seq":615,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.650781+0000","last_change":"2024-09-13T16:15:41.434446+0000","last_active":"2024-09-13T16:41:26.650781+0000","last_peered":"2024-09-13T16:41:26.650781+0000","last_clean":"2024-09-13T16:41:26.650781+0000","last_became_active":"2024-09-13T16:15:41.432059+0000","last_became_peered":"2024-09-13T16:15:41.432059+0000","last_unstale":"2024-09-13T16:41:26.650781+0000","last_undegraded":"2024-09-13T16:41:26.650781+0000","last_fullsized":"2024-09-13T16:41:26.650781+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":588,"log_dups_size":0,"ondisk_log_size":588,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"28'2251","reported_seq":2286,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.345793+0000","last_change":"2024-09-13T16:16:24.278749+0000","last_active":"2024-09-13T16:41:21.345793+0000","last_peered":"2024-09-13T16:41:21.345793+0000","last_clean":"2024-09-13T16:41:21.345793+0000","last_became_active":"2024-09-13T16:16:24.277805+0000","last_became_peered":"2024-09-13T16:16:24.277805+0000","last_unstale":"2024-09-13T16:41:21.345793+0000","last_undegraded":"2024-09-13T16:41:21.345793+0000","last_fullsized":"2024-09-13T16:41:21.345793+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2251,"log_dups_size":0,"ondisk_log_size":2251,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1643,"num_write_kb":89641,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,2],"acting":[4,3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"28'694","reported_seq":721,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.963969+0000","last_change":"2024-09-13T16:15:41.039625+0000","last_active":"2024-09-13T16:41:21.963969+0000","last_peered":"2024-09-13T16:41:21.963969+0000","last_clean":"2024-09-13T16:41:21.963969+0000","last_became_active":"2024-09-13T16:15:41.039294+0000","last_became_peered":"2024-09-13T16:15:41.039294+0000","last_unstale":"2024-09-13T16:41:21.963969+0000","last_undegraded":"2024-09-13T16:41:21.963969+0000","last_fullsized":"2024-09-13T16:41:21.963969+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":694,"log_dups_size":0,"ondisk_log_size":694,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:42:56.530129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":701,"num_write_kb":4465,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"28'542","reported_seq":569,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.650755+0000","last_change":"2024-09-13T16:15:41.430533+0000","last_active":"2024-09-13T16:41:26.650755+0000","last_peered":"2024-09-13T16:41:26.650755+0000","last_clean":"2024-09-13T16:41:26.650755+0000","last_became_active":"2024-09-13T16:15:41.430277+0000","last_became_peered":"2024-09-13T16:15:41.430277+0000","last_unstale":"2024-09-13T16:41:26.650755+0000","last_undegraded":"2024-09-13T16:41:26.650755+0000","last_fullsized":"2024-09-13T16:41:26.650755+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":542,"log_dups_size":0,"ondisk_log_size":542,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"28'2373","reported_seq":2398,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.229938+0000","last_change":"2024-09-13T16:15:45.439696+0000","last_active":"2024-09-13T16:41:21.229938+0000","last_peered":"2024-09-13T16:41:21.229938+0000","last_clean":"2024-09-13T16:41:21.229938+0000","last_became_active":"2024-09-13T16:15:45.439214+0000","last_became_peered":"2024-09-13T16:15:45.439214+0000","last_unstale":"2024-09-13T16:41:21.229938+0000","last_undegraded":"2024-09-13T16:41:21.229938+0000","last_fullsized":"2024-09-13T16:41:21.229938+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2373,"log_dups_size":0,"ondisk_log_size":2373,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1843,"num_write_kb":53356,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0,5],"acting":[4,3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"28'575","reported_seq":602,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.631577+0000","last_change":"2024-09-13T16:15:41.429258+0000","last_active":"2024-09-13T16:41:26.631577+0000","last_peered":"2024-09-13T16:41:26.631577+0000","last_clean":"2024-09-13T16:41:26.631577+0000","last_became_active":"2024-09-13T16:15:41.429041+0000","last_became_peered":"2024-09-13T16:15:41.429041+0000","last_unstale":"2024-09-13T16:41:26.631577+0000","last_undegraded":"2024-09-13T16:41:26.631577+0000","last_fullsized":"2024-09-13T16:41:26.631577+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":575,"log_dups_size":0,"ondisk_log_size":575,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:20:15.057465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.b","version":"28'3319","reported_seq":3347,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:22.970516+0000","last_change":"2024-09-13T16:15:41.034197+0000","last_active":"2024-09-13T16:41:22.970516+0000","last_peered":"2024-09-13T16:41:22.970516+0000","last_clean":"2024-09-13T16:41:22.970516+0000","last_became_active":"2024-09-13T16:15:41.032725+0000","last_became_peered":"2024-09-13T16:15:41.032725+0000","last_unstale":"2024-09-13T16:41:22.970516+0000","last_undegraded":"2024-09-13T16:41:22.970516+0000","last_fullsized":"2024-09-13T16:41:22.970516+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":3319,"log_dups_size":0,"ondisk_log_size":3319,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:23:04.082341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12582912,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3329,"num_write_kb":26178,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.d","version":"28'2269","reported_seq":2295,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.346108+0000","last_change":"2024-09-13T16:15:45.446039+0000","last_active":"2024-09-13T16:41:21.346108+0000","last_peered":"2024-09-13T16:41:21.346108+0000","last_clean":"2024-09-13T16:41:21.346108+0000","last_became_active":"2024-09-13T16:15:45.445412+0000","last_became_peered":"2024-09-13T16:15:45.445412+0000","last_unstale":"2024-09-13T16:41:21.346108+0000","last_undegraded":"2024-09-13T16:41:21.346108+0000","last_fullsized":"2024-09-13T16:41:21.346108+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2269,"log_dups_size":0,"ondisk_log_size":2269,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1677,"num_write_kb":34937,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2,1],"acting":[4,0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"28'561","reported_seq":589,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.636035+0000","last_change":"2024-09-13T16:15:41.423664+0000","last_active":"2024-09-13T16:41:26.636035+0000","last_peered":"2024-09-13T16:41:26.636035+0000","last_clean":"2024-09-13T16:41:26.636035+0000","last_became_active":"2024-09-13T16:15:41.423409+0000","last_became_peered":"2024-09-13T16:15:41.423409+0000","last_unstale":"2024-09-13T16:41:26.636035+0000","last_undegraded":"2024-09-13T16:41:26.636035+0000","last_fullsized":"2024-09-13T16:41:26.636035+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":561,"log_dups_size":0,"ondisk_log_size":561,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"28'2611","reported_seq":2640,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:22.965624+0000","last_change":"2024-09-13T16:15:41.031792+0000","last_active":"2024-09-13T16:41:22.965624+0000","last_peered":"2024-09-13T16:41:22.965624+0000","last_clean":"2024-09-13T16:41:22.965624+0000","last_became_active":"2024-09-13T16:15:41.031409+0000","last_became_peered":"2024-09-13T16:15:41.031409+0000","last_unstale":"2024-09-13T16:41:22.965624+0000","last_undegraded":"2024-09-13T16:41:22.965624+0000","last_fullsized":"2024-09-13T16:41:22.965624+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":2611,"log_dups_size":0,"ondisk_log_size":2611,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12582912,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2613,"num_write_kb":21665,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"28'2380","reported_seq":2406,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.320953+0000","last_change":"2024-09-13T16:15:45.445655+0000","last_active":"2024-09-13T16:41:21.320953+0000","last_peered":"2024-09-13T16:41:21.320953+0000","last_clean":"2024-09-13T16:41:21.320953+0000","last_became_active":"2024-09-13T16:15:45.445262+0000","last_became_peered":"2024-09-13T16:15:45.445262+0000","last_unstale":"2024-09-13T16:41:21.320953+0000","last_undegraded":"2024-09-13T16:41:21.320953+0000","last_fullsized":"2024-09-13T16:41:21.320953+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2380,"log_dups_size":0,"ondisk_log_size":2380,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1823,"num_write_kb":48873,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"28'593","reported_seq":621,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.978325+0000","last_change":"2024-09-13T16:15:41.413219+0000","last_active":"2024-09-13T16:41:26.978325+0000","last_peered":"2024-09-13T16:41:26.978325+0000","last_clean":"2024-09-13T16:41:26.978325+0000","last_became_active":"2024-09-13T16:15:41.412959+0000","last_became_peered":"2024-09-13T16:15:41.412959+0000","last_unstale":"2024-09-13T16:41:26.978325+0000","last_undegraded":"2024-09-13T16:41:26.978325+0000","last_fullsized":"2024-09-13T16:41:26.978325+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":593,"log_dups_size":0,"ondisk_log_size":593,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":32,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.9","version":"28'1726","reported_seq":1755,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:22.967637+0000","last_change":"2024-09-13T16:15:41.032347+0000","last_active":"2024-09-13T16:41:22.967637+0000","last_peered":"2024-09-13T16:41:22.967637+0000","last_clean":"2024-09-13T16:41:22.967637+0000","last_became_active":"2024-09-13T16:15:41.032093+0000","last_became_peered":"2024-09-13T16:15:41.032093+0000","last_unstale":"2024-09-13T16:41:22.967637+0000","last_undegraded":"2024-09-13T16:41:22.967637+0000","last_fullsized":"2024-09-13T16:41:22.967637+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":1726,"log_dups_size":0,"ondisk_log_size":1726,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8388608,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1726,"num_write_kb":13096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"28'2535","reported_seq":2561,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.317586+0000","last_change":"2024-09-13T16:15:45.446608+0000","last_active":"2024-09-13T16:41:21.317586+0000","last_peered":"2024-09-13T16:41:21.317586+0000","last_clean":"2024-09-13T16:41:21.317586+0000","last_became_active":"2024-09-13T16:15:45.446001+0000","last_became_peered":"2024-09-13T16:15:45.446001+0000","last_unstale":"2024-09-13T16:41:21.317586+0000","last_undegraded":"2024-09-13T16:41:21.317586+0000","last_fullsized":"2024-09-13T16:41:21.317586+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2535,"log_dups_size":0,"ondisk_log_size":2535,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1983,"num_write_kb":60714,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4,7],"acting":[1,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"28'562","reported_seq":590,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.611843+0000","last_change":"2024-09-13T16:15:41.426036+0000","last_active":"2024-09-13T16:41:26.611843+0000","last_peered":"2024-09-13T16:41:26.611843+0000","last_clean":"2024-09-13T16:41:26.611843+0000","last_became_active":"2024-09-13T16:15:41.425741+0000","last_became_peered":"2024-09-13T16:15:41.425741+0000","last_unstale":"2024-09-13T16:41:26.611843+0000","last_undegraded":"2024-09-13T16:41:26.611843+0000","last_fullsized":"2024-09-13T16:41:26.611843+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":562,"log_dups_size":0,"ondisk_log_size":562,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"28'1259","reported_seq":1287,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:22.964883+0000","last_change":"2024-09-13T16:15:41.032847+0000","last_active":"2024-09-13T16:41:22.964883+0000","last_peered":"2024-09-13T16:41:22.964883+0000","last_clean":"2024-09-13T16:41:22.964883+0000","last_became_active":"2024-09-13T16:15:41.032575+0000","last_became_peered":"2024-09-13T16:15:41.032575+0000","last_unstale":"2024-09-13T16:41:22.964883+0000","last_undegraded":"2024-09-13T16:41:22.964883+0000","last_fullsized":"2024-09-13T16:41:22.964883+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":1259,"log_dups_size":0,"ondisk_log_size":1259,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:37:17.411045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1271,"num_write_kb":8841,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.e","version":"28'2336","reported_seq":2362,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.218535+0000","last_change":"2024-09-13T16:15:45.449940+0000","last_active":"2024-09-13T16:41:21.218535+0000","last_peered":"2024-09-13T16:41:21.218535+0000","last_clean":"2024-09-13T16:41:21.218535+0000","last_became_active":"2024-09-13T16:15:45.449446+0000","last_became_peered":"2024-09-13T16:15:45.449446+0000","last_unstale":"2024-09-13T16:41:21.218535+0000","last_undegraded":"2024-09-13T16:41:21.218535+0000","last_fullsized":"2024-09-13T16:41:21.218535+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2336,"log_dups_size":0,"ondisk_log_size":2336,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1793,"num_write_kb":94658,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"28'559","reported_seq":587,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.633366+0000","last_change":"2024-09-13T16:15:41.415433+0000","last_active":"2024-09-13T16:41:26.633366+0000","last_peered":"2024-09-13T16:41:26.633366+0000","last_clean":"2024-09-13T16:41:26.633366+0000","last_became_active":"2024-09-13T16:15:41.415187+0000","last_became_peered":"2024-09-13T16:15:41.415187+0000","last_unstale":"2024-09-13T16:41:26.633366+0000","last_undegraded":"2024-09-13T16:41:26.633366+0000","last_fullsized":"2024-09-13T16:41:26.633366+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":559,"log_dups_size":0,"ondisk_log_size":559,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"28'1223","reported_seq":1251,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:22.971418+0000","last_change":"2024-09-13T16:15:41.035854+0000","last_active":"2024-09-13T16:41:22.971418+0000","last_peered":"2024-09-13T16:41:22.971418+0000","last_clean":"2024-09-13T16:41:22.971418+0000","last_became_active":"2024-09-13T16:15:41.035523+0000","last_became_peered":"2024-09-13T16:15:41.035523+0000","last_unstale":"2024-09-13T16:41:22.971418+0000","last_undegraded":"2024-09-13T16:41:22.971418+0000","last_fullsized":"2024-09-13T16:41:22.971418+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":1223,"log_dups_size":0,"ondisk_log_size":1223,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:06:51.700440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1246,"num_write_kb":8763,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1","version":"28'2378","reported_seq":2405,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.345590+0000","last_change":"2024-09-13T16:15:45.437824+0000","last_active":"2024-09-13T16:41:21.345590+0000","last_peered":"2024-09-13T16:41:21.345590+0000","last_clean":"2024-09-13T16:41:21.345590+0000","last_became_active":"2024-09-13T16:15:45.437484+0000","last_became_peered":"2024-09-13T16:15:45.437484+0000","last_unstale":"2024-09-13T16:41:21.345590+0000","last_undegraded":"2024-09-13T16:41:21.345590+0000","last_fullsized":"2024-09-13T16:41:21.345590+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2378,"log_dups_size":0,"ondisk_log_size":2378,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1792,"num_write_kb":39357,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,7],"acting":[4,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"28'517","reported_seq":545,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.975076+0000","last_change":"2024-09-13T16:15:41.412507+0000","last_active":"2024-09-13T16:41:26.975076+0000","last_peered":"2024-09-13T16:41:26.975076+0000","last_clean":"2024-09-13T16:41:26.975076+0000","last_became_active":"2024-09-13T16:15:41.412266+0000","last_became_peered":"2024-09-13T16:15:41.412266+0000","last_unstale":"2024-09-13T16:41:26.975076+0000","last_undegraded":"2024-09-13T16:41:26.975076+0000","last_fullsized":"2024-09-13T16:41:26.975076+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":517,"log_dups_size":0,"ondisk_log_size":517,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"28'1583","reported_seq":1612,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:30.035222+0000","last_change":"2024-09-13T16:15:41.031785+0000","last_active":"2024-09-13T16:41:30.035222+0000","last_peered":"2024-09-13T16:41:30.035222+0000","last_clean":"2024-09-13T16:41:30.035222+0000","last_became_active":"2024-09-13T16:15:41.031492+0000","last_became_peered":"2024-09-13T16:15:41.031492+0000","last_unstale":"2024-09-13T16:41:30.035222+0000","last_undegraded":"2024-09-13T16:41:30.035222+0000","last_fullsized":"2024-09-13T16:41:30.035222+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":1583,"log_dups_size":0,"ondisk_log_size":1583,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8388608,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2168,"num_write_kb":10522,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"28'2733","reported_seq":2770,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.974198+0000","last_change":"2024-09-13T16:16:23.803418+0000","last_active":"2024-09-13T16:41:26.974198+0000","last_peered":"2024-09-13T16:41:26.974198+0000","last_clean":"2024-09-13T16:41:26.974198+0000","last_became_active":"2024-09-13T16:16:23.802673+0000","last_became_peered":"2024-09-13T16:16:23.802673+0000","last_unstale":"2024-09-13T16:41:26.974198+0000","last_undegraded":"2024-09-13T16:41:26.974198+0000","last_fullsized":"2024-09-13T16:41:26.974198+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2733,"log_dups_size":0,"ondisk_log_size":2733,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2148,"num_write_kb":129663,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0,2],"acting":[3,7,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"28'563","reported_seq":592,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.624258+0000","last_change":"2024-09-13T16:15:41.417862+0000","last_active":"2024-09-13T16:41:26.624258+0000","last_peered":"2024-09-13T16:41:26.624258+0000","last_clean":"2024-09-13T16:41:26.624258+0000","last_became_active":"2024-09-13T16:15:41.417601+0000","last_became_peered":"2024-09-13T16:15:41.417601+0000","last_unstale":"2024-09-13T16:41:26.624258+0000","last_undegraded":"2024-09-13T16:41:26.624258+0000","last_fullsized":"2024-09-13T16:41:26.624258+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":563,"log_dups_size":0,"ondisk_log_size":563,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"28'2223","reported_seq":2252,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.966946+0000","last_change":"2024-09-13T16:15:41.034156+0000","last_active":"2024-09-13T16:41:21.966946+0000","last_peered":"2024-09-13T16:41:21.966946+0000","last_clean":"2024-09-13T16:41:21.966946+0000","last_became_active":"2024-09-13T16:15:41.032659+0000","last_became_peered":"2024-09-13T16:15:41.032659+0000","last_unstale":"2024-09-13T16:41:21.966946+0000","last_undegraded":"2024-09-13T16:41:21.966946+0000","last_fullsized":"2024-09-13T16:41:21.966946+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":2223,"log_dups_size":0,"ondisk_log_size":2223,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:33:42.634191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8388608,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2226,"num_write_kb":17428,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"28'2292","reported_seq":2319,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.347771+0000","last_change":"2024-09-13T16:15:45.448222+0000","last_active":"2024-09-13T16:41:21.347771+0000","last_peered":"2024-09-13T16:41:21.347771+0000","last_clean":"2024-09-13T16:41:21.347771+0000","last_became_active":"2024-09-13T16:15:45.447880+0000","last_became_peered":"2024-09-13T16:15:45.447880+0000","last_unstale":"2024-09-13T16:41:21.347771+0000","last_undegraded":"2024-09-13T16:41:21.347771+0000","last_fullsized":"2024-09-13T16:41:21.347771+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2292,"log_dups_size":0,"ondisk_log_size":2292,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1726,"num_write_kb":41777,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7,1],"acting":[0,5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.5","version":"28'583","reported_seq":612,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.971136+0000","last_change":"2024-09-13T16:15:41.422747+0000","last_active":"2024-09-13T16:41:26.971136+0000","last_peered":"2024-09-13T16:41:26.971136+0000","last_clean":"2024-09-13T16:41:26.971136+0000","last_became_active":"2024-09-13T16:15:41.419626+0000","last_became_peered":"2024-09-13T16:15:41.419626+0000","last_unstale":"2024-09-13T16:41:26.971136+0000","last_undegraded":"2024-09-13T16:41:26.971136+0000","last_fullsized":"2024-09-13T16:41:26.971136+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":583,"log_dups_size":0,"ondisk_log_size":583,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"28'568","reported_seq":598,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:22.964014+0000","last_change":"2024-09-13T16:15:41.023747+0000","last_active":"2024-09-13T16:41:22.964014+0000","last_peered":"2024-09-13T16:41:22.964014+0000","last_clean":"2024-09-13T16:41:22.964014+0000","last_became_active":"2024-09-13T16:15:41.023463+0000","last_became_peered":"2024-09-13T16:15:41.023463+0000","last_unstale":"2024-09-13T16:41:22.964014+0000","last_undegraded":"2024-09-13T16:41:22.964014+0000","last_fullsized":"2024-09-13T16:41:22.964014+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":568,"log_dups_size":0,"ondisk_log_size":568,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":581,"num_write_kb":4369,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2","version":"28'2731","reported_seq":2758,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.338187+0000","last_change":"2024-09-13T16:15:45.446054+0000","last_active":"2024-09-13T16:41:21.338187+0000","last_peered":"2024-09-13T16:41:21.338187+0000","last_clean":"2024-09-13T16:41:21.338187+0000","last_became_active":"2024-09-13T16:15:45.443702+0000","last_became_peered":"2024-09-13T16:15:45.443702+0000","last_unstale":"2024-09-13T16:41:21.338187+0000","last_undegraded":"2024-09-13T16:41:21.338187+0000","last_fullsized":"2024-09-13T16:41:21.338187+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2731,"log_dups_size":0,"ondisk_log_size":2731,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2189,"num_write_kb":57664,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4,0],"acting":[1,5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"28'560","reported_seq":589,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.634719+0000","last_change":"2024-09-13T16:15:41.420693+0000","last_active":"2024-09-13T16:41:26.634719+0000","last_peered":"2024-09-13T16:41:26.634719+0000","last_clean":"2024-09-13T16:41:26.634719+0000","last_became_active":"2024-09-13T16:15:41.419700+0000","last_became_peered":"2024-09-13T16:15:41.419700+0000","last_unstale":"2024-09-13T16:41:26.634719+0000","last_undegraded":"2024-09-13T16:41:26.634719+0000","last_fullsized":"2024-09-13T16:41:26.634719+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":560,"log_dups_size":0,"ondisk_log_size":560,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"28'3526","reported_seq":3556,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.964196+0000","last_change":"2024-09-13T16:15:41.034060+0000","last_active":"2024-09-13T16:41:21.964196+0000","last_peered":"2024-09-13T16:41:21.964196+0000","last_clean":"2024-09-13T16:41:21.964196+0000","last_became_active":"2024-09-13T16:15:41.032982+0000","last_became_peered":"2024-09-13T16:15:41.032982+0000","last_unstale":"2024-09-13T16:41:21.964196+0000","last_undegraded":"2024-09-13T16:41:21.964196+0000","last_fullsized":"2024-09-13T16:41:21.964196+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":3526,"log_dups_size":0,"ondisk_log_size":3526,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16777216,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3528,"num_write_kb":26232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"28'2456","reported_seq":2483,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.345575+0000","last_change":"2024-09-13T16:15:45.443110+0000","last_active":"2024-09-13T16:41:21.345575+0000","last_peered":"2024-09-13T16:41:21.345575+0000","last_clean":"2024-09-13T16:41:21.345575+0000","last_became_active":"2024-09-13T16:15:45.440379+0000","last_became_peered":"2024-09-13T16:15:45.440379+0000","last_unstale":"2024-09-13T16:41:21.345575+0000","last_undegraded":"2024-09-13T16:41:21.345575+0000","last_fullsized":"2024-09-13T16:41:21.345575+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2456,"log_dups_size":0,"ondisk_log_size":2456,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1900,"num_write_kb":37158,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3,6],"acting":[1,2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"28'573","reported_seq":602,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.619972+0000","last_change":"2024-09-13T16:15:41.412052+0000","last_active":"2024-09-13T16:41:26.619972+0000","last_peered":"2024-09-13T16:41:26.619972+0000","last_clean":"2024-09-13T16:41:26.619972+0000","last_became_active":"2024-09-13T16:15:41.411796+0000","last_became_peered":"2024-09-13T16:15:41.411796+0000","last_unstale":"2024-09-13T16:41:26.619972+0000","last_undegraded":"2024-09-13T16:41:26.619972+0000","last_fullsized":"2024-09-13T16:41:26.619972+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":573,"log_dups_size":0,"ondisk_log_size":573,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":26,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"28'4439","reported_seq":7291,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.959287+0000","last_change":"2024-09-13T16:15:41.036198+0000","last_active":"2024-09-13T16:41:26.959287+0000","last_peered":"2024-09-13T16:41:26.959287+0000","last_clean":"2024-09-13T16:41:26.959287+0000","last_became_active":"2024-09-13T16:15:41.035934+0000","last_became_peered":"2024-09-13T16:15:41.035934+0000","last_unstale":"2024-09-13T16:41:26.959287+0000","last_undegraded":"2024-09-13T16:41:26.959287+0000","last_fullsized":"2024-09-13T16:41:26.959287+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":4439,"log_dups_size":0,"ondisk_log_size":4439,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16419462,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":2822,"num_read_kb":5679,"num_write":4451,"num_write_kb":18737,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"28'2289","reported_seq":2315,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.978784+0000","last_change":"2024-09-13T16:15:45.448674+0000","last_active":"2024-09-13T16:41:26.978784+0000","last_peered":"2024-09-13T16:41:26.978784+0000","last_clean":"2024-09-13T16:41:26.978784+0000","last_became_active":"2024-09-13T16:15:45.446894+0000","last_became_peered":"2024-09-13T16:15:45.446894+0000","last_unstale":"2024-09-13T16:41:26.978784+0000","last_undegraded":"2024-09-13T16:41:26.978784+0000","last_fullsized":"2024-09-13T16:41:26.978784+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2289,"log_dups_size":0,"ondisk_log_size":2289,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1764,"num_write_kb":87796,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0,3],"acting":[1,5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1","version":"28'533","reported_seq":562,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.644783+0000","last_change":"2024-09-13T16:15:41.431583+0000","last_active":"2024-09-13T16:41:26.644783+0000","last_peered":"2024-09-13T16:41:26.644783+0000","last_clean":"2024-09-13T16:41:26.644783+0000","last_became_active":"2024-09-13T16:15:41.431310+0000","last_became_peered":"2024-09-13T16:15:41.431310+0000","last_unstale":"2024-09-13T16:41:26.644783+0000","last_undegraded":"2024-09-13T16:41:26.644783+0000","last_fullsized":"2024-09-13T16:41:26.644783+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":533,"log_dups_size":0,"ondisk_log_size":533,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"28'2306","reported_seq":2335,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:22.964974+0000","last_change":"2024-09-13T16:15:41.033404+0000","last_active":"2024-09-13T16:41:22.964974+0000","last_peered":"2024-09-13T16:41:22.964974+0000","last_clean":"2024-09-13T16:41:22.964974+0000","last_became_active":"2024-09-13T16:15:41.033180+0000","last_became_peered":"2024-09-13T16:15:41.033180+0000","last_unstale":"2024-09-13T16:41:22.964974+0000","last_undegraded":"2024-09-13T16:41:22.964974+0000","last_fullsized":"2024-09-13T16:41:22.964974+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":2306,"log_dups_size":0,"ondisk_log_size":2306,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:23:30.756600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2310,"num_write_kb":17565,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"28'2330","reported_seq":2356,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.337404+0000","last_change":"2024-09-13T16:15:45.441683+0000","last_active":"2024-09-13T16:41:21.337404+0000","last_peered":"2024-09-13T16:41:21.337404+0000","last_clean":"2024-09-13T16:41:21.337404+0000","last_became_active":"2024-09-13T16:15:45.441286+0000","last_became_peered":"2024-09-13T16:15:45.441286+0000","last_unstale":"2024-09-13T16:41:21.337404+0000","last_undegraded":"2024-09-13T16:41:21.337404+0000","last_fullsized":"2024-09-13T16:41:21.337404+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2330,"log_dups_size":0,"ondisk_log_size":2330,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1762,"num_write_kb":44476,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2,7],"acting":[0,1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2","version":"28'572","reported_seq":601,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.640694+0000","last_change":"2024-09-13T16:15:41.430895+0000","last_active":"2024-09-13T16:41:26.640694+0000","last_peered":"2024-09-13T16:41:26.640694+0000","last_clean":"2024-09-13T16:41:26.640694+0000","last_became_active":"2024-09-13T16:15:41.430627+0000","last_became_peered":"2024-09-13T16:15:41.430627+0000","last_unstale":"2024-09-13T16:41:26.640694+0000","last_undegraded":"2024-09-13T16:41:26.640694+0000","last_fullsized":"2024-09-13T16:41:26.640694+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":572,"log_dups_size":0,"ondisk_log_size":572,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"28'1193","reported_seq":1223,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:22.967181+0000","last_change":"2024-09-13T16:15:41.037492+0000","last_active":"2024-09-13T16:41:22.967181+0000","last_peered":"2024-09-13T16:41:22.967181+0000","last_clean":"2024-09-13T16:41:22.967181+0000","last_became_active":"2024-09-13T16:15:41.037216+0000","last_became_peered":"2024-09-13T16:15:41.037216+0000","last_unstale":"2024-09-13T16:41:22.967181+0000","last_undegraded":"2024-09-13T16:41:22.967181+0000","last_fullsized":"2024-09-13T16:41:22.967181+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":1193,"log_dups_size":0,"ondisk_log_size":1193,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1208,"num_write_kb":8767,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":183,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:39:37.718562+0000","last_change":"2024-09-13T16:15:30.706664+0000","last_active":"2024-09-13T16:39:37.718562+0000","last_peered":"2024-09-13T16:39:37.718562+0000","last_clean":"2024-09-13T16:39:37.718562+0000","last_became_active":"2024-09-13T16:15:30.706146+0000","last_became_peered":"2024-09-13T16:15:30.706146+0000","last_unstale":"2024-09-13T16:39:37.718562+0000","last_undegraded":"2024-09-13T16:39:37.718562+0000","last_fullsized":"2024-09-13T16:39:37.718562+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:28.905101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:28.905101+0000","last_clean_scrub_stamp":"2024-09-13T16:15:28.905101+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:38:40.338700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"28'2882","reported_seq":2908,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.355845+0000","last_change":"2024-09-13T16:15:45.432988+0000","last_active":"2024-09-13T16:41:21.355845+0000","last_peered":"2024-09-13T16:41:21.355845+0000","last_clean":"2024-09-13T16:41:21.355845+0000","last_became_active":"2024-09-13T16:15:45.432603+0000","last_became_peered":"2024-09-13T16:15:45.432603+0000","last_unstale":"2024-09-13T16:41:21.355845+0000","last_undegraded":"2024-09-13T16:41:21.355845+0000","last_fullsized":"2024-09-13T16:41:21.355845+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2882,"log_dups_size":0,"ondisk_log_size":2882,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:30:36.715026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2334,"num_write_kb":129985,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,4,7],"acting":[6,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"28'552","reported_seq":579,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.650154+0000","last_change":"2024-09-13T16:15:41.425729+0000","last_active":"2024-09-13T16:41:26.650154+0000","last_peered":"2024-09-13T16:41:26.650154+0000","last_clean":"2024-09-13T16:41:26.650154+0000","last_became_active":"2024-09-13T16:15:41.425482+0000","last_became_peered":"2024-09-13T16:15:41.425482+0000","last_unstale":"2024-09-13T16:41:26.650154+0000","last_undegraded":"2024-09-13T16:41:26.650154+0000","last_fullsized":"2024-09-13T16:41:26.650154+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":552,"log_dups_size":0,"ondisk_log_size":552,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:50:40.669575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"28'1714","reported_seq":1743,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:22.967287+0000","last_change":"2024-09-13T16:15:41.034746+0000","last_active":"2024-09-13T16:41:22.967287+0000","last_peered":"2024-09-13T16:41:22.967287+0000","last_clean":"2024-09-13T16:41:22.967287+0000","last_became_active":"2024-09-13T16:15:41.034286+0000","last_became_peered":"2024-09-13T16:15:41.034286+0000","last_unstale":"2024-09-13T16:41:22.967287+0000","last_undegraded":"2024-09-13T16:41:22.967287+0000","last_fullsized":"2024-09-13T16:41:22.967287+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":1714,"log_dups_size":0,"ondisk_log_size":1714,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8388608,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1722,"num_write_kb":13063,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"28'2482","reported_seq":2507,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.236848+0000","last_change":"2024-09-13T16:15:45.437198+0000","last_active":"2024-09-13T16:41:21.236848+0000","last_peered":"2024-09-13T16:41:21.236848+0000","last_clean":"2024-09-13T16:41:21.236848+0000","last_became_active":"2024-09-13T16:15:45.436595+0000","last_became_peered":"2024-09-13T16:15:45.436595+0000","last_unstale":"2024-09-13T16:41:21.236848+0000","last_undegraded":"2024-09-13T16:41:21.236848+0000","last_fullsized":"2024-09-13T16:41:21.236848+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2482,"log_dups_size":0,"ondisk_log_size":2482,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:20:43.393814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1880,"num_write_kb":107005,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,1,0],"acting":[6,7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"28'590","reported_seq":618,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.640969+0000","last_change":"2024-09-13T16:15:41.424176+0000","last_active":"2024-09-13T16:41:26.640969+0000","last_peered":"2024-09-13T16:41:26.640969+0000","last_clean":"2024-09-13T16:41:26.640969+0000","last_became_active":"2024-09-13T16:15:41.423906+0000","last_became_peered":"2024-09-13T16:15:41.423906+0000","last_unstale":"2024-09-13T16:41:26.640969+0000","last_undegraded":"2024-09-13T16:41:26.640969+0000","last_fullsized":"2024-09-13T16:41:26.640969+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":590,"log_dups_size":0,"ondisk_log_size":590,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":26,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.d","version":"28'3362","reported_seq":3391,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.969963+0000","last_change":"2024-09-13T16:15:41.021672+0000","last_active":"2024-09-13T16:41:21.969963+0000","last_peered":"2024-09-13T16:41:21.969963+0000","last_clean":"2024-09-13T16:41:21.969963+0000","last_became_active":"2024-09-13T16:15:41.020719+0000","last_became_peered":"2024-09-13T16:15:41.020719+0000","last_unstale":"2024-09-13T16:41:21.969963+0000","last_undegraded":"2024-09-13T16:41:21.969963+0000","last_fullsized":"2024-09-13T16:41:21.969963+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":3362,"log_dups_size":0,"ondisk_log_size":3362,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":20971590,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3368,"num_write_kb":26164,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.b","version":"28'2311","reported_seq":2337,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.337401+0000","last_change":"2024-09-13T16:15:45.444215+0000","last_active":"2024-09-13T16:41:21.337401+0000","last_peered":"2024-09-13T16:41:21.337401+0000","last_clean":"2024-09-13T16:41:21.337401+0000","last_became_active":"2024-09-13T16:15:45.443842+0000","last_became_peered":"2024-09-13T16:15:45.443842+0000","last_unstale":"2024-09-13T16:41:21.337401+0000","last_undegraded":"2024-09-13T16:41:21.337401+0000","last_fullsized":"2024-09-13T16:41:21.337401+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2311,"log_dups_size":0,"ondisk_log_size":2311,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1752,"num_write_kb":40739,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4,5],"acting":[0,1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"28'550","reported_seq":577,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.650960+0000","last_change":"2024-09-13T16:15:41.429232+0000","last_active":"2024-09-13T16:41:26.650960+0000","last_peered":"2024-09-13T16:41:26.650960+0000","last_clean":"2024-09-13T16:41:26.650960+0000","last_became_active":"2024-09-13T16:15:41.426840+0000","last_became_peered":"2024-09-13T16:15:41.426840+0000","last_unstale":"2024-09-13T16:41:26.650960+0000","last_undegraded":"2024-09-13T16:41:26.650960+0000","last_fullsized":"2024-09-13T16:41:26.650960+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":550,"log_dups_size":0,"ondisk_log_size":550,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:28:02.414880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"28'1758","reported_seq":1787,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.967349+0000","last_change":"2024-09-13T16:15:41.033749+0000","last_active":"2024-09-13T16:41:21.967349+0000","last_peered":"2024-09-13T16:41:21.967349+0000","last_clean":"2024-09-13T16:41:21.967349+0000","last_became_active":"2024-09-13T16:15:41.033356+0000","last_became_peered":"2024-09-13T16:15:41.033356+0000","last_unstale":"2024-09-13T16:41:21.967349+0000","last_undegraded":"2024-09-13T16:41:21.967349+0000","last_fullsized":"2024-09-13T16:41:21.967349+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":1758,"log_dups_size":0,"ondisk_log_size":1758,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8388608,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1760,"num_write_kb":13081,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.8","version":"28'2486","reported_seq":2512,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.980348+0000","last_change":"2024-09-13T16:15:45.434063+0000","last_active":"2024-09-13T16:41:26.980348+0000","last_peered":"2024-09-13T16:41:26.980348+0000","last_clean":"2024-09-13T16:41:26.980348+0000","last_became_active":"2024-09-13T16:15:45.433849+0000","last_became_peered":"2024-09-13T16:15:45.433849+0000","last_unstale":"2024-09-13T16:41:26.980348+0000","last_undegraded":"2024-09-13T16:41:26.980348+0000","last_fullsized":"2024-09-13T16:41:26.980348+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2486,"log_dups_size":0,"ondisk_log_size":2486,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1903,"num_write_kb":84724,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7,6],"acting":[5,4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"28'563","reported_seq":590,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.646656+0000","last_change":"2024-09-13T16:15:41.425176+0000","last_active":"2024-09-13T16:41:26.646656+0000","last_peered":"2024-09-13T16:41:26.646656+0000","last_clean":"2024-09-13T16:41:26.646656+0000","last_became_active":"2024-09-13T16:15:41.422117+0000","last_became_peered":"2024-09-13T16:15:41.422117+0000","last_unstale":"2024-09-13T16:41:26.646656+0000","last_undegraded":"2024-09-13T16:41:26.646656+0000","last_fullsized":"2024-09-13T16:41:26.646656+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":563,"log_dups_size":0,"ondisk_log_size":563,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:04:01.515823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"28'1342","reported_seq":1371,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:40:27.901939+0000","last_change":"2024-09-13T16:15:41.024081+0000","last_active":"2024-09-13T16:40:27.901939+0000","last_peered":"2024-09-13T16:40:27.901939+0000","last_clean":"2024-09-13T16:40:27.901939+0000","last_became_active":"2024-09-13T16:15:41.023763+0000","last_became_peered":"2024-09-13T16:15:41.023763+0000","last_unstale":"2024-09-13T16:40:27.901939+0000","last_undegraded":"2024-09-13T16:40:27.901939+0000","last_fullsized":"2024-09-13T16:40:27.901939+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":1342,"log_dups_size":0,"ondisk_log_size":1342,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194326,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1340,"num_write_kb":8705,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.9","version":"28'2383","reported_seq":2409,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.357074+0000","last_change":"2024-09-13T16:15:45.436109+0000","last_active":"2024-09-13T16:41:21.357074+0000","last_peered":"2024-09-13T16:41:21.357074+0000","last_clean":"2024-09-13T16:41:21.357074+0000","last_became_active":"2024-09-13T16:15:45.435716+0000","last_became_peered":"2024-09-13T16:15:45.435716+0000","last_unstale":"2024-09-13T16:41:21.357074+0000","last_undegraded":"2024-09-13T16:41:21.357074+0000","last_fullsized":"2024-09-13T16:41:21.357074+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2383,"log_dups_size":0,"ondisk_log_size":2383,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1826,"num_write_kb":89387,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3,6],"acting":[4,1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.11","version":"28'603","reported_seq":630,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.632783+0000","last_change":"2024-09-13T16:15:41.430211+0000","last_active":"2024-09-13T16:41:26.632783+0000","last_peered":"2024-09-13T16:41:26.632783+0000","last_clean":"2024-09-13T16:41:26.632783+0000","last_became_active":"2024-09-13T16:15:41.429928+0000","last_became_peered":"2024-09-13T16:15:41.429928+0000","last_unstale":"2024-09-13T16:41:26.632783+0000","last_undegraded":"2024-09-13T16:41:26.632783+0000","last_fullsized":"2024-09-13T16:41:26.632783+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":603,"log_dups_size":0,"ondisk_log_size":603,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:21:26.930345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":20,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"28'1153","reported_seq":1182,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.968049+0000","last_change":"2024-09-13T16:15:41.028349+0000","last_active":"2024-09-13T16:41:26.968049+0000","last_peered":"2024-09-13T16:41:26.968049+0000","last_clean":"2024-09-13T16:41:26.968049+0000","last_became_active":"2024-09-13T16:15:41.028039+0000","last_became_peered":"2024-09-13T16:15:41.028039+0000","last_unstale":"2024-09-13T16:41:26.968049+0000","last_undegraded":"2024-09-13T16:41:26.968049+0000","last_fullsized":"2024-09-13T16:41:26.968049+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":1153,"log_dups_size":0,"ondisk_log_size":1153,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1186,"num_write_kb":8704,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.16","version":"28'2235","reported_seq":2260,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.982101+0000","last_change":"2024-09-13T16:15:45.431362+0000","last_active":"2024-09-13T16:41:26.982101+0000","last_peered":"2024-09-13T16:41:26.982101+0000","last_clean":"2024-09-13T16:41:26.982101+0000","last_became_active":"2024-09-13T16:15:45.430948+0000","last_became_peered":"2024-09-13T16:15:45.430948+0000","last_unstale":"2024-09-13T16:41:26.982101+0000","last_undegraded":"2024-09-13T16:41:26.982101+0000","last_fullsized":"2024-09-13T16:41:26.982101+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2235,"log_dups_size":0,"ondisk_log_size":2235,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1696,"num_write_kb":43625,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2,6],"acting":[0,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"28'557","reported_seq":584,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.610643+0000","last_change":"2024-09-13T16:15:41.420682+0000","last_active":"2024-09-13T16:41:26.610643+0000","last_peered":"2024-09-13T16:41:26.610643+0000","last_clean":"2024-09-13T16:41:26.610643+0000","last_became_active":"2024-09-13T16:15:41.420207+0000","last_became_peered":"2024-09-13T16:15:41.420207+0000","last_unstale":"2024-09-13T16:41:26.610643+0000","last_undegraded":"2024-09-13T16:41:26.610643+0000","last_fullsized":"2024-09-13T16:41:26.610643+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":557,"log_dups_size":0,"ondisk_log_size":557,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:44:31.875006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.11","version":"28'432","reported_seq":460,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:22.743310+0000","last_change":"2024-09-13T16:15:41.027279+0000","last_active":"2024-09-13T16:41:22.743310+0000","last_peered":"2024-09-13T16:41:22.743310+0000","last_clean":"2024-09-13T16:41:22.743310+0000","last_became_active":"2024-09-13T16:15:41.026955+0000","last_became_peered":"2024-09-13T16:15:41.026955+0000","last_unstale":"2024-09-13T16:41:22.743310+0000","last_undegraded":"2024-09-13T16:41:22.743310+0000","last_fullsized":"2024-09-13T16:41:22.743310+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":432,"log_dups_size":0,"ondisk_log_size":432,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:25:22.130748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":434,"num_write_kb":4312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"28'2367","reported_seq":2392,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.978401+0000","last_change":"2024-09-13T16:15:45.429369+0000","last_active":"2024-09-13T16:41:26.978401+0000","last_peered":"2024-09-13T16:41:26.978401+0000","last_clean":"2024-09-13T16:41:26.978401+0000","last_became_active":"2024-09-13T16:15:45.428985+0000","last_became_peered":"2024-09-13T16:15:45.428985+0000","last_unstale":"2024-09-13T16:41:26.978401+0000","last_undegraded":"2024-09-13T16:41:26.978401+0000","last_fullsized":"2024-09-13T16:41:26.978401+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2367,"log_dups_size":0,"ondisk_log_size":2367,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1782,"num_write_kb":83329,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,6],"acting":[3,7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"28'583","reported_seq":610,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.650652+0000","last_change":"2024-09-13T16:15:41.430249+0000","last_active":"2024-09-13T16:41:26.650652+0000","last_peered":"2024-09-13T16:41:26.650652+0000","last_clean":"2024-09-13T16:41:26.650652+0000","last_became_active":"2024-09-13T16:15:41.425258+0000","last_became_peered":"2024-09-13T16:15:41.425258+0000","last_unstale":"2024-09-13T16:41:26.650652+0000","last_undegraded":"2024-09-13T16:41:26.650652+0000","last_fullsized":"2024-09-13T16:41:26.650652+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":583,"log_dups_size":0,"ondisk_log_size":583,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:56:02.400511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.12","version":"28'12","reported_seq":41,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:23.847455+0000","last_change":"2024-09-13T16:15:41.037723+0000","last_active":"2024-09-13T16:41:23.847455+0000","last_peered":"2024-09-13T16:41:23.847455+0000","last_clean":"2024-09-13T16:41:23.847455+0000","last_became_active":"2024-09-13T16:15:41.037313+0000","last_became_peered":"2024-09-13T16:15:41.037313+0000","last_unstale":"2024-09-13T16:41:23.847455+0000","last_undegraded":"2024-09-13T16:41:23.847455+0000","last_fullsized":"2024-09-13T16:41:23.847455+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":21,"num_write_kb":22,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"28'2361","reported_seq":2387,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:32.815867+0000","last_change":"2024-09-13T16:15:45.436611+0000","last_active":"2024-09-13T16:41:32.815867+0000","last_peered":"2024-09-13T16:41:32.815867+0000","last_clean":"2024-09-13T16:41:32.815867+0000","last_became_active":"2024-09-13T16:15:45.436224+0000","last_became_peered":"2024-09-13T16:15:45.436224+0000","last_unstale":"2024-09-13T16:41:32.815867+0000","last_undegraded":"2024-09-13T16:41:32.815867+0000","last_fullsized":"2024-09-13T16:41:32.815867+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2361,"log_dups_size":0,"ondisk_log_size":2361,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1800,"num_write_kb":86014,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,2],"acting":[3,1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"28'562","reported_seq":590,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.635469+0000","last_change":"2024-09-13T16:15:41.413282+0000","last_active":"2024-09-13T16:41:26.635469+0000","last_peered":"2024-09-13T16:41:26.635469+0000","last_clean":"2024-09-13T16:41:26.635469+0000","last_became_active":"2024-09-13T16:15:41.413018+0000","last_became_peered":"2024-09-13T16:15:41.413018+0000","last_unstale":"2024-09-13T16:41:26.635469+0000","last_undegraded":"2024-09-13T16:41:26.635469+0000","last_fullsized":"2024-09-13T16:41:26.635469+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":562,"log_dups_size":0,"ondisk_log_size":562,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":24,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.13","version":"28'2046","reported_seq":2075,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:22.966596+0000","last_change":"2024-09-13T16:15:41.028202+0000","last_active":"2024-09-13T16:41:22.966596+0000","last_peered":"2024-09-13T16:41:22.966596+0000","last_clean":"2024-09-13T16:41:22.966596+0000","last_became_active":"2024-09-13T16:15:41.027695+0000","last_became_peered":"2024-09-13T16:15:41.027695+0000","last_unstale":"2024-09-13T16:41:22.966596+0000","last_undegraded":"2024-09-13T16:41:22.966596+0000","last_fullsized":"2024-09-13T16:41:22.966596+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":2046,"log_dups_size":0,"ondisk_log_size":2046,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194338,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2050,"num_write_kb":13295,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"28'2567","reported_seq":2592,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.318833+0000","last_change":"2024-09-13T16:15:45.429663+0000","last_active":"2024-09-13T16:41:21.318833+0000","last_peered":"2024-09-13T16:41:21.318833+0000","last_clean":"2024-09-13T16:41:21.318833+0000","last_became_active":"2024-09-13T16:15:45.429313+0000","last_became_peered":"2024-09-13T16:15:45.429313+0000","last_unstale":"2024-09-13T16:41:21.318833+0000","last_undegraded":"2024-09-13T16:41:21.318833+0000","last_fullsized":"2024-09-13T16:41:21.318833+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2567,"log_dups_size":0,"ondisk_log_size":2567,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2012,"num_write_kb":87157,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3,2],"acting":[5,7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"28'563","reported_seq":589,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.634264+0000","last_change":"2024-09-13T16:15:41.421663+0000","last_active":"2024-09-13T16:41:26.634264+0000","last_peered":"2024-09-13T16:41:26.634264+0000","last_clean":"2024-09-13T16:41:26.634264+0000","last_became_active":"2024-09-13T16:15:41.421412+0000","last_became_peered":"2024-09-13T16:15:41.421412+0000","last_unstale":"2024-09-13T16:41:26.634264+0000","last_undegraded":"2024-09-13T16:41:26.634264+0000","last_fullsized":"2024-09-13T16:41:26.634264+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":563,"log_dups_size":0,"ondisk_log_size":563,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:55:13.234223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.14","version":"28'3264","reported_seq":3292,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.966878+0000","last_change":"2024-09-13T16:15:41.036305+0000","last_active":"2024-09-13T16:41:21.966878+0000","last_peered":"2024-09-13T16:41:21.966878+0000","last_clean":"2024-09-13T16:41:21.966878+0000","last_became_active":"2024-09-13T16:15:41.036022+0000","last_became_peered":"2024-09-13T16:15:41.036022+0000","last_unstale":"2024-09-13T16:41:21.966878+0000","last_undegraded":"2024-09-13T16:41:21.966878+0000","last_fullsized":"2024-09-13T16:41:21.966878+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":3264,"log_dups_size":0,"ondisk_log_size":3264,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:23:04.082341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8389280,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3265,"num_write_kb":22009,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.12","version":"28'2234","reported_seq":2260,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:27.805344+0000","last_change":"2024-09-13T16:15:45.445565+0000","last_active":"2024-09-13T16:41:27.805344+0000","last_peered":"2024-09-13T16:41:27.805344+0000","last_clean":"2024-09-13T16:41:27.805344+0000","last_became_active":"2024-09-13T16:15:45.442341+0000","last_became_peered":"2024-09-13T16:15:45.442341+0000","last_unstale":"2024-09-13T16:41:27.805344+0000","last_undegraded":"2024-09-13T16:41:27.805344+0000","last_fullsized":"2024-09-13T16:41:27.805344+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2234,"log_dups_size":0,"ondisk_log_size":2234,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1673,"num_write_kb":36981,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2,0],"acting":[1,6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"28'561","reported_seq":589,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.640117+0000","last_change":"2024-09-13T16:15:41.419163+0000","last_active":"2024-09-13T16:41:26.640117+0000","last_peered":"2024-09-13T16:41:26.640117+0000","last_clean":"2024-09-13T16:41:26.640117+0000","last_became_active":"2024-09-13T16:15:41.417552+0000","last_became_peered":"2024-09-13T16:15:41.417552+0000","last_unstale":"2024-09-13T16:41:26.640117+0000","last_undegraded":"2024-09-13T16:41:26.640117+0000","last_fullsized":"2024-09-13T16:41:26.640117+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":561,"log_dups_size":0,"ondisk_log_size":561,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"28'4186","reported_seq":4214,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.989053+0000","last_change":"2024-09-13T16:15:41.033212+0000","last_active":"2024-09-13T16:41:26.989053+0000","last_peered":"2024-09-13T16:41:26.989053+0000","last_clean":"2024-09-13T16:41:26.989053+0000","last_became_active":"2024-09-13T16:15:41.032932+0000","last_became_peered":"2024-09-13T16:15:41.032932+0000","last_unstale":"2024-09-13T16:41:26.989053+0000","last_undegraded":"2024-09-13T16:41:26.989053+0000","last_fullsized":"2024-09-13T16:41:26.989053+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":4186,"log_dups_size":0,"ondisk_log_size":4186,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12583002,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4189,"num_write_kb":23150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"28'2473","reported_seq":2499,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:27.942870+0000","last_change":"2024-09-13T16:15:45.445670+0000","last_active":"2024-09-13T16:41:27.942870+0000","last_peered":"2024-09-13T16:41:27.942870+0000","last_clean":"2024-09-13T16:41:27.942870+0000","last_became_active":"2024-09-13T16:15:45.445288+0000","last_became_peered":"2024-09-13T16:15:45.445288+0000","last_unstale":"2024-09-13T16:41:27.942870+0000","last_undegraded":"2024-09-13T16:41:27.942870+0000","last_fullsized":"2024-09-13T16:41:27.942870+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2473,"log_dups_size":0,"ondisk_log_size":2473,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1929,"num_write_kb":152312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,1],"acting":[4,5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"28'560","reported_seq":587,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.973048+0000","last_change":"2024-09-13T16:15:41.424204+0000","last_active":"2024-09-13T16:41:26.973048+0000","last_peered":"2024-09-13T16:41:26.973048+0000","last_clean":"2024-09-13T16:41:26.973048+0000","last_became_active":"2024-09-13T16:15:41.423904+0000","last_became_peered":"2024-09-13T16:15:41.423904+0000","last_unstale":"2024-09-13T16:41:26.973048+0000","last_undegraded":"2024-09-13T16:41:26.973048+0000","last_fullsized":"2024-09-13T16:41:26.973048+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":560,"log_dups_size":0,"ondisk_log_size":560,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"28'2606","reported_seq":2634,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:22.966618+0000","last_change":"2024-09-13T16:15:41.034031+0000","last_active":"2024-09-13T16:41:22.966618+0000","last_peered":"2024-09-13T16:41:22.966618+0000","last_clean":"2024-09-13T16:41:22.966618+0000","last_became_active":"2024-09-13T16:15:41.033489+0000","last_became_peered":"2024-09-13T16:15:41.033489+0000","last_unstale":"2024-09-13T16:41:22.966618+0000","last_undegraded":"2024-09-13T16:41:22.966618+0000","last_fullsized":"2024-09-13T16:41:22.966618+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":2606,"log_dups_size":0,"ondisk_log_size":2606,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12582912,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2607,"num_write_kb":21689,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"28'2337","reported_seq":2363,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:27.814607+0000","last_change":"2024-09-13T16:15:45.436970+0000","last_active":"2024-09-13T16:41:27.814607+0000","last_peered":"2024-09-13T16:41:27.814607+0000","last_clean":"2024-09-13T16:41:27.814607+0000","last_became_active":"2024-09-13T16:15:45.436526+0000","last_became_peered":"2024-09-13T16:15:45.436526+0000","last_unstale":"2024-09-13T16:41:27.814607+0000","last_undegraded":"2024-09-13T16:41:27.814607+0000","last_fullsized":"2024-09-13T16:41:27.814607+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2337,"log_dups_size":0,"ondisk_log_size":2337,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1761,"num_write_kb":38111,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6,4],"acting":[3,1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"28'577","reported_seq":604,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.971999+0000","last_change":"2024-09-13T16:15:41.434977+0000","last_active":"2024-09-13T16:41:26.971999+0000","last_peered":"2024-09-13T16:41:26.971999+0000","last_clean":"2024-09-13T16:41:26.971999+0000","last_became_active":"2024-09-13T16:15:41.434755+0000","last_became_peered":"2024-09-13T16:15:41.434755+0000","last_unstale":"2024-09-13T16:41:26.971999+0000","last_undegraded":"2024-09-13T16:41:26.971999+0000","last_fullsized":"2024-09-13T16:41:26.971999+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":577,"log_dups_size":0,"ondisk_log_size":577,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.17","version":"28'630","reported_seq":657,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:22.966864+0000","last_change":"2024-09-13T16:15:41.037211+0000","last_active":"2024-09-13T16:41:22.966864+0000","last_peered":"2024-09-13T16:41:22.966864+0000","last_clean":"2024-09-13T16:41:22.966864+0000","last_became_active":"2024-09-13T16:15:41.036955+0000","last_became_peered":"2024-09-13T16:15:41.036955+0000","last_unstale":"2024-09-13T16:41:22.966864+0000","last_undegraded":"2024-09-13T16:41:22.966864+0000","last_fullsized":"2024-09-13T16:41:22.966864+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":630,"log_dups_size":0,"ondisk_log_size":630,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:24:38.572929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":643,"num_write_kb":4401,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.11","version":"28'2353","reported_seq":2379,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:27.814698+0000","last_change":"2024-09-13T16:15:45.426193+0000","last_active":"2024-09-13T16:41:27.814698+0000","last_peered":"2024-09-13T16:41:27.814698+0000","last_clean":"2024-09-13T16:41:27.814698+0000","last_became_active":"2024-09-13T16:15:45.425834+0000","last_became_peered":"2024-09-13T16:15:45.425834+0000","last_unstale":"2024-09-13T16:41:27.814698+0000","last_undegraded":"2024-09-13T16:41:27.814698+0000","last_fullsized":"2024-09-13T16:41:27.814698+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2353,"log_dups_size":0,"ondisk_log_size":2353,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1763,"num_write_kb":44318,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6,5],"acting":[3,7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"28'2392","reported_seq":2419,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.294709+0000","last_change":"2024-09-13T16:15:45.445140+0000","last_active":"2024-09-13T16:41:21.294709+0000","last_peered":"2024-09-13T16:41:21.294709+0000","last_clean":"2024-09-13T16:41:21.294709+0000","last_became_active":"2024-09-13T16:15:45.444697+0000","last_became_peered":"2024-09-13T16:15:45.444697+0000","last_unstale":"2024-09-13T16:41:21.294709+0000","last_undegraded":"2024-09-13T16:41:21.294709+0000","last_fullsized":"2024-09-13T16:41:21.294709+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2392,"log_dups_size":0,"ondisk_log_size":2392,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1876,"num_write_kb":85170,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3,1],"acting":[0,7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"28'554","reported_seq":581,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.977465+0000","last_change":"2024-09-13T16:15:41.416274+0000","last_active":"2024-09-13T16:41:26.977465+0000","last_peered":"2024-09-13T16:41:26.977465+0000","last_clean":"2024-09-13T16:41:26.977465+0000","last_became_active":"2024-09-13T16:15:41.416031+0000","last_became_peered":"2024-09-13T16:15:41.416031+0000","last_unstale":"2024-09-13T16:41:26.977465+0000","last_undegraded":"2024-09-13T16:41:26.977465+0000","last_fullsized":"2024-09-13T16:41:26.977465+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":554,"log_dups_size":0,"ondisk_log_size":554,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":26,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.18","version":"28'4021","reported_seq":4049,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:30.038071+0000","last_change":"2024-09-13T16:15:41.028829+0000","last_active":"2024-09-13T16:41:30.038071+0000","last_peered":"2024-09-13T16:41:30.038071+0000","last_clean":"2024-09-13T16:41:30.038071+0000","last_became_active":"2024-09-13T16:15:41.028484+0000","last_became_peered":"2024-09-13T16:15:41.028484+0000","last_unstale":"2024-09-13T16:41:30.038071+0000","last_undegraded":"2024-09-13T16:41:30.038071+0000","last_fullsized":"2024-09-13T16:41:30.038071+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":4021,"log_dups_size":0,"ondisk_log_size":4021,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16081299,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4021,"num_write_kb":29855,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"28'2411","reported_seq":2437,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.341081+0000","last_change":"2024-09-13T16:15:45.436689+0000","last_active":"2024-09-13T16:41:21.341081+0000","last_peered":"2024-09-13T16:41:21.341081+0000","last_clean":"2024-09-13T16:41:21.341081+0000","last_became_active":"2024-09-13T16:15:45.436307+0000","last_became_peered":"2024-09-13T16:15:45.436307+0000","last_unstale":"2024-09-13T16:41:21.341081+0000","last_undegraded":"2024-09-13T16:41:21.341081+0000","last_fullsized":"2024-09-13T16:41:21.341081+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2411,"log_dups_size":0,"ondisk_log_size":2411,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:59:59.001054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1872,"num_write_kb":94300,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1,0],"acting":[6,5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"28'640","reported_seq":667,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.634629+0000","last_change":"2024-09-13T16:15:41.422643+0000","last_active":"2024-09-13T16:41:26.634629+0000","last_peered":"2024-09-13T16:41:26.634629+0000","last_clean":"2024-09-13T16:41:26.634629+0000","last_became_active":"2024-09-13T16:15:41.422354+0000","last_became_peered":"2024-09-13T16:15:41.422354+0000","last_unstale":"2024-09-13T16:41:26.634629+0000","last_undegraded":"2024-09-13T16:41:26.634629+0000","last_fullsized":"2024-09-13T16:41:26.634629+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":640,"log_dups_size":0,"ondisk_log_size":640,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"28'654","reported_seq":682,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:22.967949+0000","last_change":"2024-09-13T16:15:41.031795+0000","last_active":"2024-09-13T16:41:22.967949+0000","last_peered":"2024-09-13T16:41:22.967949+0000","last_clean":"2024-09-13T16:41:22.967949+0000","last_became_active":"2024-09-13T16:15:41.031397+0000","last_became_peered":"2024-09-13T16:15:41.031397+0000","last_unstale":"2024-09-13T16:41:22.967949+0000","last_undegraded":"2024-09-13T16:41:22.967949+0000","last_fullsized":"2024-09-13T16:41:22.967949+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":654,"log_dups_size":0,"ondisk_log_size":654,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":658,"num_write_kb":4390,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1a","version":"28'3753","reported_seq":3780,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:22.967193+0000","last_change":"2024-09-13T16:15:41.025334+0000","last_active":"2024-09-13T16:41:22.967193+0000","last_peered":"2024-09-13T16:41:22.967193+0000","last_clean":"2024-09-13T16:41:22.967193+0000","last_became_active":"2024-09-13T16:15:41.024989+0000","last_became_peered":"2024-09-13T16:15:41.024989+0000","last_unstale":"2024-09-13T16:41:22.967193+0000","last_undegraded":"2024-09-13T16:41:22.967193+0000","last_fullsized":"2024-09-13T16:41:22.967193+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":3753,"log_dups_size":0,"ondisk_log_size":3753,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:53:09.205608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12582912,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3756,"num_write_kb":30455,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"28'556","reported_seq":583,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.649596+0000","last_change":"2024-09-13T16:15:41.432442+0000","last_active":"2024-09-13T16:41:26.649596+0000","last_peered":"2024-09-13T16:41:26.649596+0000","last_clean":"2024-09-13T16:41:26.649596+0000","last_became_active":"2024-09-13T16:15:41.432139+0000","last_became_peered":"2024-09-13T16:15:41.432139+0000","last_unstale":"2024-09-13T16:41:26.649596+0000","last_undegraded":"2024-09-13T16:41:26.649596+0000","last_fullsized":"2024-09-13T16:41:26.649596+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":556,"log_dups_size":0,"ondisk_log_size":556,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"28'2403","reported_seq":2438,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.320162+0000","last_change":"2024-09-13T16:16:24.054939+0000","last_active":"2024-09-13T16:41:21.320162+0000","last_peered":"2024-09-13T16:41:21.320162+0000","last_clean":"2024-09-13T16:41:21.320162+0000","last_became_active":"2024-09-13T16:16:24.053479+0000","last_became_peered":"2024-09-13T16:16:24.053479+0000","last_unstale":"2024-09-13T16:41:21.320162+0000","last_undegraded":"2024-09-13T16:41:21.320162+0000","last_fullsized":"2024-09-13T16:41:21.320162+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2403,"log_dups_size":0,"ondisk_log_size":2403,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1817,"num_write_kb":55639,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,3,5],"acting":[2,0,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"28'1263","reported_seq":1291,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:22.970440+0000","last_change":"2024-09-13T16:15:41.036390+0000","last_active":"2024-09-13T16:41:22.970440+0000","last_peered":"2024-09-13T16:41:22.970440+0000","last_clean":"2024-09-13T16:41:22.970440+0000","last_became_active":"2024-09-13T16:15:41.036045+0000","last_became_peered":"2024-09-13T16:15:41.036045+0000","last_unstale":"2024-09-13T16:41:22.970440+0000","last_undegraded":"2024-09-13T16:41:22.970440+0000","last_fullsized":"2024-09-13T16:41:22.970440+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":1263,"log_dups_size":0,"ondisk_log_size":1263,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1270,"num_write_kb":8784,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"28'568","reported_seq":595,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.622424+0000","last_change":"2024-09-13T16:15:41.419556+0000","last_active":"2024-09-13T16:41:26.622424+0000","last_peered":"2024-09-13T16:41:26.622424+0000","last_clean":"2024-09-13T16:41:26.622424+0000","last_became_active":"2024-09-13T16:15:41.417827+0000","last_became_peered":"2024-09-13T16:15:41.417827+0000","last_unstale":"2024-09-13T16:41:26.622424+0000","last_undegraded":"2024-09-13T16:41:26.622424+0000","last_fullsized":"2024-09-13T16:41:26.622424+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":568,"log_dups_size":0,"ondisk_log_size":568,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"28'2336","reported_seq":2361,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.348655+0000","last_change":"2024-09-13T16:15:45.435555+0000","last_active":"2024-09-13T16:41:21.348655+0000","last_peered":"2024-09-13T16:41:21.348655+0000","last_clean":"2024-09-13T16:41:21.348655+0000","last_became_active":"2024-09-13T16:15:45.435169+0000","last_became_peered":"2024-09-13T16:15:45.435169+0000","last_unstale":"2024-09-13T16:41:21.348655+0000","last_undegraded":"2024-09-13T16:41:21.348655+0000","last_fullsized":"2024-09-13T16:41:21.348655+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2336,"log_dups_size":0,"ondisk_log_size":2336,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1808,"num_write_kb":46128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4,2],"acting":[3,1,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.20","version":"28'594","reported_seq":622,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.637054+0000","last_change":"2024-09-13T16:15:41.423423+0000","last_active":"2024-09-13T16:41:26.637054+0000","last_peered":"2024-09-13T16:41:26.637054+0000","last_clean":"2024-09-13T16:41:26.637054+0000","last_became_active":"2024-09-13T16:15:41.423169+0000","last_became_peered":"2024-09-13T16:15:41.423169+0000","last_unstale":"2024-09-13T16:41:26.637054+0000","last_undegraded":"2024-09-13T16:41:26.637054+0000","last_fullsized":"2024-09-13T16:41:26.637054+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":594,"log_dups_size":0,"ondisk_log_size":594,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:27:47.348543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":32,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"28'622","reported_seq":651,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.630987+0000","last_change":"2024-09-13T16:15:41.426426+0000","last_active":"2024-09-13T16:41:26.630987+0000","last_peered":"2024-09-13T16:41:26.630987+0000","last_clean":"2024-09-13T16:41:26.630987+0000","last_became_active":"2024-09-13T16:15:41.426171+0000","last_became_peered":"2024-09-13T16:15:41.426171+0000","last_unstale":"2024-09-13T16:41:26.630987+0000","last_undegraded":"2024-09-13T16:41:26.630987+0000","last_fullsized":"2024-09-13T16:41:26.630987+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":622,"log_dups_size":0,"ondisk_log_size":622,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"28'564","reported_seq":593,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.644213+0000","last_change":"2024-09-13T16:15:41.423833+0000","last_active":"2024-09-13T16:41:26.644213+0000","last_peered":"2024-09-13T16:41:26.644213+0000","last_clean":"2024-09-13T16:41:26.644213+0000","last_became_active":"2024-09-13T16:15:41.423509+0000","last_became_peered":"2024-09-13T16:15:41.423509+0000","last_unstale":"2024-09-13T16:41:26.644213+0000","last_undegraded":"2024-09-13T16:41:26.644213+0000","last_fullsized":"2024-09-13T16:41:26.644213+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":564,"log_dups_size":0,"ondisk_log_size":564,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"28'588","reported_seq":628,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:37.684554+0000","last_change":"2024-09-13T16:41:37.684727+0000","last_active":"2024-09-13T16:41:37.684554+0000","last_peered":"2024-09-13T16:41:37.684554+0000","last_clean":"2024-09-13T16:41:37.684554+0000","last_became_active":"2024-09-13T16:15:41.419574+0000","last_became_peered":"2024-09-13T16:15:41.419574+0000","last_unstale":"2024-09-13T16:41:37.684554+0000","last_undegraded":"2024-09-13T16:41:37.684554+0000","last_fullsized":"2024-09-13T16:41:37.684554+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'588","last_scrub_stamp":"2024-09-13T16:41:37.684511+0000","last_deep_scrub":"28'588","last_deep_scrub_stamp":"2024-09-13T16:41:37.684511+0000","last_clean_scrub_stamp":"2024-09-13T16:41:37.684511+0000","objects_scrubbed":0,"log_size":588,"log_dups_size":0,"ondisk_log_size":588,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:29:20.465399+0000","scrub_duration":0.0026859169999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"28'549","reported_seq":577,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.645506+0000","last_change":"2024-09-13T16:15:41.419911+0000","last_active":"2024-09-13T16:41:26.645506+0000","last_peered":"2024-09-13T16:41:26.645506+0000","last_clean":"2024-09-13T16:41:26.645506+0000","last_became_active":"2024-09-13T16:15:41.419644+0000","last_became_peered":"2024-09-13T16:15:41.419644+0000","last_unstale":"2024-09-13T16:41:26.645506+0000","last_undegraded":"2024-09-13T16:41:26.645506+0000","last_fullsized":"2024-09-13T16:41:26.645506+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":549,"log_dups_size":0,"ondisk_log_size":549,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"28'564","reported_seq":592,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.624168+0000","last_change":"2024-09-13T16:15:41.409800+0000","last_active":"2024-09-13T16:41:26.624168+0000","last_peered":"2024-09-13T16:41:26.624168+0000","last_clean":"2024-09-13T16:41:26.624168+0000","last_became_active":"2024-09-13T16:15:41.409523+0000","last_became_peered":"2024-09-13T16:15:41.409523+0000","last_unstale":"2024-09-13T16:41:26.624168+0000","last_undegraded":"2024-09-13T16:41:26.624168+0000","last_fullsized":"2024-09-13T16:41:26.624168+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":564,"log_dups_size":0,"ondisk_log_size":564,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"28'600","reported_seq":627,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.639668+0000","last_change":"2024-09-13T16:15:41.418006+0000","last_active":"2024-09-13T16:41:26.639668+0000","last_peered":"2024-09-13T16:41:26.639668+0000","last_clean":"2024-09-13T16:41:26.639668+0000","last_became_active":"2024-09-13T16:15:41.417761+0000","last_became_peered":"2024-09-13T16:15:41.417761+0000","last_unstale":"2024-09-13T16:41:26.639668+0000","last_undegraded":"2024-09-13T16:41:26.639668+0000","last_fullsized":"2024-09-13T16:41:26.639668+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":600,"log_dups_size":0,"ondisk_log_size":600,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:22:02.925875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":28,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"28'542","reported_seq":570,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.971661+0000","last_change":"2024-09-13T16:15:41.429135+0000","last_active":"2024-09-13T16:41:26.971661+0000","last_peered":"2024-09-13T16:41:26.971661+0000","last_clean":"2024-09-13T16:41:26.971661+0000","last_became_active":"2024-09-13T16:15:41.428841+0000","last_became_peered":"2024-09-13T16:15:41.428841+0000","last_unstale":"2024-09-13T16:41:26.971661+0000","last_undegraded":"2024-09-13T16:41:26.971661+0000","last_fullsized":"2024-09-13T16:41:26.971661+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":542,"log_dups_size":0,"ondisk_log_size":542,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"28'572","reported_seq":600,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.650135+0000","last_change":"2024-09-13T16:15:41.424140+0000","last_active":"2024-09-13T16:41:26.650135+0000","last_peered":"2024-09-13T16:41:26.650135+0000","last_clean":"2024-09-13T16:41:26.650135+0000","last_became_active":"2024-09-13T16:15:41.423826+0000","last_became_peered":"2024-09-13T16:15:41.423826+0000","last_unstale":"2024-09-13T16:41:26.650135+0000","last_undegraded":"2024-09-13T16:41:26.650135+0000","last_fullsized":"2024-09-13T16:41:26.650135+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":572,"log_dups_size":0,"ondisk_log_size":572,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":24,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"28'553","reported_seq":581,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.630213+0000","last_change":"2024-09-13T16:15:41.432323+0000","last_active":"2024-09-13T16:41:26.630213+0000","last_peered":"2024-09-13T16:41:26.630213+0000","last_clean":"2024-09-13T16:41:26.630213+0000","last_became_active":"2024-09-13T16:15:41.432121+0000","last_became_peered":"2024-09-13T16:15:41.432121+0000","last_unstale":"2024-09-13T16:41:26.630213+0000","last_undegraded":"2024-09-13T16:41:26.630213+0000","last_fullsized":"2024-09-13T16:41:26.630213+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":553,"log_dups_size":0,"ondisk_log_size":553,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"28'591","reported_seq":619,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.650298+0000","last_change":"2024-09-13T16:15:41.435089+0000","last_active":"2024-09-13T16:41:26.650298+0000","last_peered":"2024-09-13T16:41:26.650298+0000","last_clean":"2024-09-13T16:41:26.650298+0000","last_became_active":"2024-09-13T16:15:41.434875+0000","last_became_peered":"2024-09-13T16:15:41.434875+0000","last_unstale":"2024-09-13T16:41:26.650298+0000","last_undegraded":"2024-09-13T16:41:26.650298+0000","last_fullsized":"2024-09-13T16:41:26.650298+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":591,"log_dups_size":0,"ondisk_log_size":591,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"28'558","reported_seq":586,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.644263+0000","last_change":"2024-09-13T16:15:41.427159+0000","last_active":"2024-09-13T16:41:26.644263+0000","last_peered":"2024-09-13T16:41:26.644263+0000","last_clean":"2024-09-13T16:41:26.644263+0000","last_became_active":"2024-09-13T16:15:41.426887+0000","last_became_peered":"2024-09-13T16:15:41.426887+0000","last_unstale":"2024-09-13T16:41:26.644263+0000","last_undegraded":"2024-09-13T16:41:26.644263+0000","last_fullsized":"2024-09-13T16:41:26.644263+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":558,"log_dups_size":0,"ondisk_log_size":558,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"28'578","reported_seq":605,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.632979+0000","last_change":"2024-09-13T16:15:41.429253+0000","last_active":"2024-09-13T16:41:26.632979+0000","last_peered":"2024-09-13T16:41:26.632979+0000","last_clean":"2024-09-13T16:41:26.632979+0000","last_became_active":"2024-09-13T16:15:41.428906+0000","last_became_peered":"2024-09-13T16:15:41.428906+0000","last_unstale":"2024-09-13T16:41:26.632979+0000","last_undegraded":"2024-09-13T16:41:26.632979+0000","last_fullsized":"2024-09-13T16:41:26.632979+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":578,"log_dups_size":0,"ondisk_log_size":578,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:41:33.335619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":20,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2d","version":"28'570","reported_seq":597,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.633466+0000","last_change":"2024-09-13T16:15:41.421597+0000","last_active":"2024-09-13T16:41:26.633466+0000","last_peered":"2024-09-13T16:41:26.633466+0000","last_clean":"2024-09-13T16:41:26.633466+0000","last_became_active":"2024-09-13T16:15:41.421333+0000","last_became_peered":"2024-09-13T16:15:41.421333+0000","last_unstale":"2024-09-13T16:41:26.633466+0000","last_undegraded":"2024-09-13T16:41:26.633466+0000","last_fullsized":"2024-09-13T16:41:26.633466+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":570,"log_dups_size":0,"ondisk_log_size":570,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:44:05.493410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2e","version":"28'531","reported_seq":559,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.630590+0000","last_change":"2024-09-13T16:15:41.422358+0000","last_active":"2024-09-13T16:41:26.630590+0000","last_peered":"2024-09-13T16:41:26.630590+0000","last_clean":"2024-09-13T16:41:26.630590+0000","last_became_active":"2024-09-13T16:15:41.422120+0000","last_became_peered":"2024-09-13T16:15:41.422120+0000","last_unstale":"2024-09-13T16:41:26.630590+0000","last_undegraded":"2024-09-13T16:41:26.630590+0000","last_fullsized":"2024-09-13T16:41:26.630590+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":531,"log_dups_size":0,"ondisk_log_size":531,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2f","version":"28'590","reported_seq":618,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.646443+0000","last_change":"2024-09-13T16:15:41.431160+0000","last_active":"2024-09-13T16:41:26.646443+0000","last_peered":"2024-09-13T16:41:26.646443+0000","last_clean":"2024-09-13T16:41:26.646443+0000","last_became_active":"2024-09-13T16:15:41.430802+0000","last_became_peered":"2024-09-13T16:15:41.430802+0000","last_unstale":"2024-09-13T16:41:26.646443+0000","last_undegraded":"2024-09-13T16:41:26.646443+0000","last_fullsized":"2024-09-13T16:41:26.646443+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":590,"log_dups_size":0,"ondisk_log_size":590,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"28'579","reported_seq":600,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.633978+0000","last_change":"2024-09-13T16:16:23.802417+0000","last_active":"2024-09-13T16:41:26.633978+0000","last_peered":"2024-09-13T16:41:26.633978+0000","last_clean":"2024-09-13T16:41:26.633978+0000","last_became_active":"2024-09-13T16:16:23.802025+0000","last_became_peered":"2024-09-13T16:16:23.802025+0000","last_unstale":"2024-09-13T16:41:26.633978+0000","last_undegraded":"2024-09-13T16:41:26.633978+0000","last_fullsized":"2024-09-13T16:41:26.633978+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":579,"log_dups_size":0,"ondisk_log_size":579,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.31","version":"28'581","reported_seq":609,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.613121+0000","last_change":"2024-09-13T16:15:41.428474+0000","last_active":"2024-09-13T16:41:26.613121+0000","last_peered":"2024-09-13T16:41:26.613121+0000","last_clean":"2024-09-13T16:41:26.613121+0000","last_became_active":"2024-09-13T16:15:41.428226+0000","last_became_peered":"2024-09-13T16:15:41.428226+0000","last_unstale":"2024-09-13T16:41:26.613121+0000","last_undegraded":"2024-09-13T16:41:26.613121+0000","last_fullsized":"2024-09-13T16:41:26.613121+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":581,"log_dups_size":0,"ondisk_log_size":581,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":20,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.32","version":"28'575","reported_seq":603,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:27.836496+0000","last_change":"2024-09-13T16:15:41.414379+0000","last_active":"2024-09-13T16:41:27.836496+0000","last_peered":"2024-09-13T16:41:27.836496+0000","last_clean":"2024-09-13T16:41:27.836496+0000","last_became_active":"2024-09-13T16:15:41.414114+0000","last_became_peered":"2024-09-13T16:15:41.414114+0000","last_unstale":"2024-09-13T16:41:27.836496+0000","last_undegraded":"2024-09-13T16:41:27.836496+0000","last_fullsized":"2024-09-13T16:41:27.836496+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":575,"log_dups_size":0,"ondisk_log_size":575,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"28'548","reported_seq":575,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.630662+0000","last_change":"2024-09-13T16:15:41.419610+0000","last_active":"2024-09-13T16:41:26.630662+0000","last_peered":"2024-09-13T16:41:26.630662+0000","last_clean":"2024-09-13T16:41:26.630662+0000","last_became_active":"2024-09-13T16:15:41.419309+0000","last_became_peered":"2024-09-13T16:15:41.419309+0000","last_unstale":"2024-09-13T16:41:26.630662+0000","last_undegraded":"2024-09-13T16:41:26.630662+0000","last_fullsized":"2024-09-13T16:41:26.630662+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":548,"log_dups_size":0,"ondisk_log_size":548,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.34","version":"28'543","reported_seq":570,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.631228+0000","last_change":"2024-09-13T16:15:41.425705+0000","last_active":"2024-09-13T16:41:26.631228+0000","last_peered":"2024-09-13T16:41:26.631228+0000","last_clean":"2024-09-13T16:41:26.631228+0000","last_became_active":"2024-09-13T16:15:41.421971+0000","last_became_peered":"2024-09-13T16:15:41.421971+0000","last_unstale":"2024-09-13T16:41:26.631228+0000","last_undegraded":"2024-09-13T16:41:26.631228+0000","last_fullsized":"2024-09-13T16:41:26.631228+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":543,"log_dups_size":0,"ondisk_log_size":543,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.35","version":"28'544","reported_seq":570,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.645417+0000","last_change":"2024-09-13T16:15:41.427094+0000","last_active":"2024-09-13T16:41:26.645417+0000","last_peered":"2024-09-13T16:41:26.645417+0000","last_clean":"2024-09-13T16:41:26.645417+0000","last_became_active":"2024-09-13T16:15:41.426852+0000","last_became_peered":"2024-09-13T16:15:41.426852+0000","last_unstale":"2024-09-13T16:41:26.645417+0000","last_undegraded":"2024-09-13T16:41:26.645417+0000","last_fullsized":"2024-09-13T16:41:26.645417+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":544,"log_dups_size":0,"ondisk_log_size":544,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:53:06.109901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.36","version":"28'535","reported_seq":561,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.650547+0000","last_change":"2024-09-13T16:15:41.425147+0000","last_active":"2024-09-13T16:41:26.650547+0000","last_peered":"2024-09-13T16:41:26.650547+0000","last_clean":"2024-09-13T16:41:26.650547+0000","last_became_active":"2024-09-13T16:15:41.424810+0000","last_became_peered":"2024-09-13T16:15:41.424810+0000","last_unstale":"2024-09-13T16:41:26.650547+0000","last_undegraded":"2024-09-13T16:41:26.650547+0000","last_fullsized":"2024-09-13T16:41:26.650547+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":535,"log_dups_size":0,"ondisk_log_size":535,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:11:47.177046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.37","version":"28'567","reported_seq":593,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.651357+0000","last_change":"2024-09-13T16:15:41.431395+0000","last_active":"2024-09-13T16:41:26.651357+0000","last_peered":"2024-09-13T16:41:26.651357+0000","last_clean":"2024-09-13T16:41:26.651357+0000","last_became_active":"2024-09-13T16:15:41.431132+0000","last_became_peered":"2024-09-13T16:15:41.431132+0000","last_unstale":"2024-09-13T16:41:26.651357+0000","last_undegraded":"2024-09-13T16:41:26.651357+0000","last_fullsized":"2024-09-13T16:41:26.651357+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":567,"log_dups_size":0,"ondisk_log_size":567,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:53:04.084280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"28'546","reported_seq":573,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.649610+0000","last_change":"2024-09-13T16:15:41.426714+0000","last_active":"2024-09-13T16:41:26.649610+0000","last_peered":"2024-09-13T16:41:26.649610+0000","last_clean":"2024-09-13T16:41:26.649610+0000","last_became_active":"2024-09-13T16:15:41.426419+0000","last_became_peered":"2024-09-13T16:15:41.426419+0000","last_unstale":"2024-09-13T16:41:26.649610+0000","last_undegraded":"2024-09-13T16:41:26.649610+0000","last_fullsized":"2024-09-13T16:41:26.649610+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":546,"log_dups_size":0,"ondisk_log_size":546,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.39","version":"28'562","reported_seq":583,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:27.753541+0000","last_change":"2024-09-13T16:16:23.803128+0000","last_active":"2024-09-13T16:41:27.753541+0000","last_peered":"2024-09-13T16:41:27.753541+0000","last_clean":"2024-09-13T16:41:27.753541+0000","last_became_active":"2024-09-13T16:16:23.802699+0000","last_became_peered":"2024-09-13T16:16:23.802699+0000","last_unstale":"2024-09-13T16:41:27.753541+0000","last_undegraded":"2024-09-13T16:41:27.753541+0000","last_fullsized":"2024-09-13T16:41:27.753541+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":562,"log_dups_size":0,"ondisk_log_size":562,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.3a","version":"28'529","reported_seq":556,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.650219+0000","last_change":"2024-09-13T16:15:41.426714+0000","last_active":"2024-09-13T16:41:26.650219+0000","last_peered":"2024-09-13T16:41:26.650219+0000","last_clean":"2024-09-13T16:41:26.650219+0000","last_became_active":"2024-09-13T16:15:41.426165+0000","last_became_peered":"2024-09-13T16:15:41.426165+0000","last_unstale":"2024-09-13T16:41:26.650219+0000","last_undegraded":"2024-09-13T16:41:26.650219+0000","last_fullsized":"2024-09-13T16:41:26.650219+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":529,"log_dups_size":0,"ondisk_log_size":529,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"28'579","reported_seq":605,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.633754+0000","last_change":"2024-09-13T16:15:41.426151+0000","last_active":"2024-09-13T16:41:26.633754+0000","last_peered":"2024-09-13T16:41:26.633754+0000","last_clean":"2024-09-13T16:41:26.633754+0000","last_became_active":"2024-09-13T16:15:41.425871+0000","last_became_peered":"2024-09-13T16:15:41.425871+0000","last_unstale":"2024-09-13T16:41:26.633754+0000","last_undegraded":"2024-09-13T16:41:26.633754+0000","last_fullsized":"2024-09-13T16:41:26.633754+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":579,"log_dups_size":0,"ondisk_log_size":579,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:00:20.703088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3c","version":"28'565","reported_seq":588,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.625180+0000","last_change":"2024-09-13T16:16:24.651042+0000","last_active":"2024-09-13T16:41:26.625180+0000","last_peered":"2024-09-13T16:41:26.625180+0000","last_clean":"2024-09-13T16:41:26.625180+0000","last_became_active":"2024-09-13T16:16:24.650115+0000","last_became_peered":"2024-09-13T16:16:24.650115+0000","last_unstale":"2024-09-13T16:41:26.625180+0000","last_undegraded":"2024-09-13T16:41:26.625180+0000","last_fullsized":"2024-09-13T16:41:26.625180+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":565,"log_dups_size":0,"ondisk_log_size":565,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":24,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.3d","version":"28'564","reported_seq":593,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.634300+0000","last_change":"2024-09-13T16:15:41.417542+0000","last_active":"2024-09-13T16:41:26.634300+0000","last_peered":"2024-09-13T16:41:26.634300+0000","last_clean":"2024-09-13T16:41:26.634300+0000","last_became_active":"2024-09-13T16:15:41.416985+0000","last_became_peered":"2024-09-13T16:15:41.416985+0000","last_unstale":"2024-09-13T16:41:26.634300+0000","last_undegraded":"2024-09-13T16:41:26.634300+0000","last_fullsized":"2024-09-13T16:41:26.634300+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":564,"log_dups_size":0,"ondisk_log_size":564,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":26,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"28'540","reported_seq":569,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.633997+0000","last_change":"2024-09-13T16:15:41.413539+0000","last_active":"2024-09-13T16:41:26.633997+0000","last_peered":"2024-09-13T16:41:26.633997+0000","last_clean":"2024-09-13T16:41:26.633997+0000","last_became_active":"2024-09-13T16:15:41.413271+0000","last_became_peered":"2024-09-13T16:15:41.413271+0000","last_unstale":"2024-09-13T16:41:26.633997+0000","last_undegraded":"2024-09-13T16:41:26.633997+0000","last_fullsized":"2024-09-13T16:41:26.633997+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":540,"log_dups_size":0,"ondisk_log_size":540,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3f","version":"28'538","reported_seq":566,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.643674+0000","last_change":"2024-09-13T16:15:41.429399+0000","last_active":"2024-09-13T16:41:26.643674+0000","last_peered":"2024-09-13T16:41:26.643674+0000","last_clean":"2024-09-13T16:41:26.643674+0000","last_became_active":"2024-09-13T16:15:41.427176+0000","last_became_peered":"2024-09-13T16:15:41.427176+0000","last_unstale":"2024-09-13T16:41:26.643674+0000","last_undegraded":"2024-09-13T16:41:26.643674+0000","last_fullsized":"2024-09-13T16:41:26.643674+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":538,"log_dups_size":0,"ondisk_log_size":538,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:40:58.520846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":59618,"num_write_kb":2308776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":77587,"ondisk_log_size":77587,"up":128,"acting":128,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1120,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":36153,"ondisk_log_size":36153,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":250606039,"num_objects":81,"num_object_clones":0,"num_object_copies":162,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":81,"num_whiteouts":0,"num_read":2822,"num_read_kb":5679,"num_write":68653,"num_write_kb":484390,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":501276672,"data_stored":501212078,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":67859,"ondisk_log_size":67859,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":5,"up_from":15,"seq":64424509758,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":352972,"kb_used_data":73348,"kb_used_omap":1,"kb_used_meta":279614,"kb_avail":94018868,"statfs":{"total":96636764160,"available":96275320832,"internally_reserved":0,"allocated":75108352,"data_stored":74922927,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":286325190},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:41:06 2024","interfaces":[{"interface":"back","average":{"1min":0.66400000000000003,"5min":0.58599999999999997,"15min":0.59199999999999997},"min":{"1min":0.314,"5min":0.25,"15min":0.25},"max":{"1min":3.0339999999999998,"5min":3.0339999999999998,"15min":3.0339999999999998},"last":0.58899999999999997},{"interface":"front","average":{"1min":0.52600000000000002,"5min":0.57199999999999995,"15min":0.61399999999999999},"min":{"1min":0.31900000000000001,"5min":0.307,"15min":0.26000000000000001},"max":{"1min":0.96699999999999997,"5min":2.1059999999999999,"15min":2.1059999999999999},"last":0.66700000000000004}]},{"osd":1,"last update":"Fri Sep 13 16:41:06 2024","interfaces":[{"interface":"back","average":{"1min":0.97099999999999997,"5min":0.63400000000000001,"15min":0.627},"min":{"1min":0.307,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":6.9329999999999998,"5min":6.9329999999999998,"15min":6.9329999999999998},"last":0.93700000000000006},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.61299999999999999,"15min":0.65600000000000003},"min":{"1min":0.314,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.85099999999999998,"5min":2.1080000000000001,"15min":2.1080000000000001},"last":0.78900000000000003}]},{"osd":2,"last update":"Fri Sep 13 16:41:06 2024","interfaces":[{"interface":"back","average":{"1min":0.78100000000000003,"5min":0.64300000000000002,"15min":0.67500000000000004},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.29499999999999998},"max":{"1min":4.9770000000000003,"5min":4.9770000000000003,"15min":4.9770000000000003},"last":0.89800000000000002},{"interface":"front","average":{"1min":0.68799999999999994,"5min":0.71399999999999997,"15min":0.71599999999999997},"min":{"1min":0.34300000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":1.25,"5min":2.6579999999999999,"15min":2.6579999999999999},"last":0.73299999999999998}]},{"osd":3,"last update":"Fri Sep 13 16:41:06 2024","interfaces":[{"interface":"back","average":{"1min":0.77000000000000002,"5min":0.76000000000000001,"15min":0.76200000000000001},"min":{"1min":0.39100000000000001,"5min":0.373,"15min":0.35799999999999998},"max":{"1min":2.718,"5min":7.2569999999999997,"15min":7.2569999999999997},"last":1.0549999999999999},{"interface":"front","average":{"1min":0.70099999999999996,"5min":0.83499999999999996,"15min":0.79800000000000004},"min":{"1min":0.42799999999999999,"5min":0.42499999999999999,"15min":0.39900000000000002},"max":{"1min":1.1839999999999999,"5min":7.3780000000000001,"15min":7.3780000000000001},"last":1.069}]},{"osd":4,"last update":"Fri Sep 13 16:41:06 2024","interfaces":[{"interface":"back","average":{"1min":0.61199999999999999,"5min":0.66100000000000003,"15min":0.68999999999999995},"min":{"1min":0.35399999999999998,"5min":0.29199999999999998,"15min":0.27000000000000002},"max":{"1min":1.0349999999999999,"5min":2.0459999999999998,"15min":2.0459999999999998},"last":0.86699999999999999},{"interface":"front","average":{"1min":0.66100000000000003,"5min":0.70099999999999996,"15min":0.72699999999999998},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.26800000000000002},"max":{"1min":0.94299999999999995,"5min":2.1859999999999999,"15min":2.1859999999999999},"last":0.98699999999999999}]},{"osd":6,"last update":"Fri Sep 13 16:41:06 2024","interfaces":[{"interface":"back","average":{"1min":0.75700000000000001,"5min":0.71699999999999997,"15min":0.746},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.28199999999999997},"max":{"1min":1.369,"5min":1.661,"15min":1.661},"last":1.1120000000000001},{"interface":"front","average":{"1min":0.68899999999999995,"5min":0.746,"15min":0.79200000000000004},"min":{"1min":0.434,"5min":0.315,"15min":0.315},"max":{"1min":1.056,"5min":2.129,"15min":2.129},"last":0.97099999999999997}]},{"osd":7,"last update":"Fri Sep 13 16:41:06 2024","interfaces":[{"interface":"back","average":{"1min":0.65800000000000003,"5min":0.73399999999999999,"15min":0.80100000000000005},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.33400000000000002},"max":{"1min":1.117,"5min":2.1349999999999998,"15min":2.1349999999999998},"last":1.0960000000000001},{"interface":"front","average":{"1min":0.79200000000000004,"5min":0.76900000000000002,"15min":0.81200000000000006},"min":{"1min":0.45100000000000001,"5min":0.40500000000000003,"15min":0.34399999999999997},"max":{"1min":1.3100000000000001,"5min":1.6870000000000001,"15min":1.6870000000000001},"last":1.2230000000000001}]}]},{"osd":7,"up_from":14,"seq":60129542461,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":337908,"kb_used_data":58220,"kb_used_omap":1,"kb_used_meta":279678,"kb_avail":94033932,"statfs":{"total":96636764160,"available":96290746368,"internally_reserved":0,"allocated":59617280,"data_stored":59432488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":286390731},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:41:15 2024","interfaces":[{"interface":"back","average":{"1min":0.63900000000000001,"5min":0.55400000000000005,"15min":0.58299999999999996},"min":{"1min":0.27100000000000002,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":2.4590000000000001,"5min":2.4590000000000001,"15min":5.7370000000000001},"last":0.60699999999999998},{"interface":"front","average":{"1min":0.64800000000000002,"5min":0.60299999999999998,"15min":0.629},"min":{"1min":0.36099999999999999,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":3.363,"5min":3.4769999999999999,"15min":3.7610000000000001},"last":0.70399999999999996}]},{"osd":1,"last update":"Fri Sep 13 16:41:15 2024","interfaces":[{"interface":"back","average":{"1min":0.65600000000000003,"5min":0.60899999999999999,"15min":0.61599999999999999},"min":{"1min":0.33800000000000002,"5min":0.255,"15min":0.255},"max":{"1min":2.4260000000000002,"5min":3.7050000000000001,"15min":3.7050000000000001},"last":0.80400000000000005},{"interface":"front","average":{"1min":1.091,"5min":0.67500000000000004,"15min":0.66000000000000003},"min":{"1min":0.318,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":12.552,"5min":12.552,"15min":12.552},"last":0.90000000000000002}]},{"osd":2,"last update":"Fri Sep 13 16:41:15 2024","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.70599999999999996,"15min":0.70999999999999996},"min":{"1min":0.40500000000000003,"5min":0.314,"15min":0.27000000000000002},"max":{"1min":1.139,"5min":4.375,"15min":4.375},"last":0.83499999999999996},{"interface":"front","average":{"1min":0.76400000000000001,"5min":0.85199999999999998,"15min":0.746},"min":{"1min":0.40300000000000002,"5min":0.314,"15min":0.30399999999999999},"max":{"1min":3.3210000000000002,"5min":8.1370000000000005,"15min":8.1370000000000005},"last":0.86299999999999999}]},{"osd":3,"last update":"Fri Sep 13 16:41:15 2024","interfaces":[{"interface":"back","average":{"1min":0.68100000000000005,"5min":0.89000000000000001,"15min":0.83199999999999996},"min":{"1min":0.44900000000000001,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":1.27,"5min":10.526,"15min":10.526},"last":0.77300000000000002},{"interface":"front","average":{"1min":0.69299999999999995,"5min":0.78800000000000003,"15min":0.79800000000000004},"min":{"1min":0.46000000000000002,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":1.522,"5min":6.407,"15min":6.407},"last":0.93200000000000005}]},{"osd":4,"last update":"Fri Sep 13 16:41:15 2024","interfaces":[{"interface":"back","average":{"1min":0.73799999999999999,"5min":0.59899999999999998,"15min":0.63600000000000001},"min":{"1min":0.36699999999999999,"5min":0.28599999999999998,"15min":0.28100000000000003},"max":{"1min":4.5119999999999996,"5min":4.5119999999999996,"15min":4.5119999999999996},"last":0.746},{"interface":"front","average":{"1min":0.65800000000000003,"5min":0.68799999999999994,"15min":0.70299999999999996},"min":{"1min":0.28699999999999998,"5min":0.27300000000000002,"15min":0.26200000000000001},"max":{"1min":1.3440000000000001,"5min":3.5259999999999998,"15min":3.5259999999999998},"last":1.1899999999999999}]},{"osd":5,"last update":"Fri Sep 13 16:41:15 2024","interfaces":[{"interface":"back","average":{"1min":0.61899999999999999,"5min":0.61099999999999999,"15min":0.67500000000000004},"min":{"1min":0.38600000000000001,"5min":0.32400000000000001,"15min":0.28799999999999998},"max":{"1min":1.238,"5min":1.238,"15min":1.875},"last":0.996},{"interface":"front","average":{"1min":0.74199999999999999,"5min":0.77800000000000002,"15min":0.79100000000000004},"min":{"1min":0.40999999999999998,"5min":0.38600000000000001,"15min":0.377},"max":{"1min":1.3720000000000001,"5min":3.629,"15min":3.629},"last":0.96899999999999997}]},{"osd":6,"last update":"Fri Sep 13 16:41:15 2024","interfaces":[{"interface":"back","average":{"1min":0.68400000000000005,"5min":0.68999999999999995,"15min":0.73999999999999999},"min":{"1min":0.42099999999999999,"5min":0.38300000000000001,"15min":0.35099999999999998},"max":{"1min":1.0649999999999999,"5min":1.246,"15min":1.9610000000000001},"last":1.081},{"interface":"front","average":{"1min":0.85499999999999998,"5min":0.80800000000000005,"15min":0.81499999999999995},"min":{"1min":0.47599999999999998,"5min":0.40000000000000002,"15min":0.32600000000000001},"max":{"1min":3.173,"5min":5.0199999999999996,"15min":5.0199999999999996},"last":1.1180000000000001}]}]},{"osd":6,"up_from":14,"seq":60129542460,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":381492,"kb_used_data":65836,"kb_used_omap":1,"kb_used_meta":315646,"kb_avail":93990348,"statfs":{"total":96636764160,"available":96246116352,"internally_reserved":0,"allocated":67416064,"data_stored":67230818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":323221959},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:41:15 2024","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.59899999999999998,"15min":0.622},"min":{"1min":0.375,"5min":0.28999999999999998,"15min":0.25700000000000001},"max":{"1min":1.47,"5min":8.8529999999999998,"15min":8.8529999999999998},"last":0.70999999999999996},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.68999999999999995,"15min":0.72699999999999998},"min":{"1min":0.313,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":1.4399999999999999,"5min":8.5220000000000002,"15min":10.359},"last":0.78100000000000003}]},{"osd":1,"last update":"Fri Sep 13 16:41:15 2024","interfaces":[{"interface":"back","average":{"1min":0.68200000000000005,"5min":0.66100000000000003,"15min":0.69299999999999995},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":1.5189999999999999,"5min":3.2290000000000001,"15min":4.3949999999999996},"last":0.82499999999999996},{"interface":"front","average":{"1min":0.61499999999999999,"5min":0.60499999999999998,"15min":0.66900000000000004},"min":{"1min":0.39600000000000002,"5min":0.32600000000000001,"15min":0.28999999999999998},"max":{"1min":1.8240000000000001,"5min":2.2949999999999999,"15min":5.5510000000000002},"last":0.626}]},{"osd":2,"last update":"Fri Sep 13 16:41:15 2024","interfaces":[{"interface":"back","average":{"1min":0.752,"5min":0.78400000000000003,"15min":0.76000000000000001},"min":{"1min":0.35399999999999998,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":3.181,"5min":12.505000000000001,"15min":12.505000000000001},"last":0.67900000000000005},{"interface":"front","average":{"1min":0.66700000000000004,"5min":0.69099999999999995,"15min":0.754},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":1.1499999999999999,"5min":3.1019999999999999,"15min":3.605},"last":0.95799999999999996}]},{"osd":3,"last update":"Fri Sep 13 16:41:15 2024","interfaces":[{"interface":"back","average":{"1min":0.93899999999999995,"5min":0.90000000000000002,"15min":0.84699999999999998},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.313},"max":{"1min":5.3230000000000004,"5min":7.202,"15min":7.202},"last":1.03},{"interface":"front","average":{"1min":0.96899999999999997,"5min":0.88800000000000001,"15min":0.91500000000000004},"min":{"1min":0.47599999999999998,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":5.0339999999999998,"5min":7.141,"15min":17.404},"last":0.89200000000000002}]},{"osd":4,"last update":"Fri Sep 13 16:41:15 2024","interfaces":[{"interface":"back","average":{"1min":0.625,"5min":0.67400000000000004,"15min":0.73099999999999998},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":1.0800000000000001,"5min":2.298,"15min":4.5490000000000004},"last":1.1950000000000001},{"interface":"front","average":{"1min":0.70999999999999996,"5min":0.70399999999999996,"15min":0.73899999999999999},"min":{"1min":0.38,"5min":0.27800000000000002,"15min":0.25900000000000001},"max":{"1min":1.3600000000000001,"5min":3.532,"15min":3.532},"last":0.93000000000000005}]},{"osd":5,"last update":"Fri Sep 13 16:41:27 2024","interfaces":[{"interface":"back","average":{"1min":0.749,"5min":0.69599999999999995,"15min":0.75900000000000001},"min":{"1min":0.39900000000000002,"5min":0.28699999999999998,"15min":0.27800000000000002},"max":{"1min":1.4059999999999999,"5min":2.2629999999999999,"15min":5.8730000000000002},"last":1.0069999999999999},{"interface":"front","average":{"1min":0.88500000000000001,"5min":0.71399999999999997,"15min":0.80400000000000005},"min":{"1min":0.40899999999999997,"5min":0.30599999999999999,"15min":0.252},"max":{"1min":3.1429999999999998,"5min":3.1429999999999998,"15min":6.306},"last":1.1319999999999999}]},{"osd":7,"last update":"Fri Sep 13 16:41:15 2024","interfaces":[{"interface":"back","average":{"1min":0.77500000000000002,"5min":0.70999999999999996,"15min":0.82199999999999995},"min":{"1min":0.45500000000000002,"5min":0.32500000000000001,"15min":0.30399999999999999},"max":{"1min":1.494,"5min":1.494,"15min":5.5990000000000002},"last":1.0640000000000001},{"interface":"front","average":{"1min":0.76700000000000002,"5min":0.75600000000000001,"15min":0.87},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":1.212,"5min":1.367,"15min":4.7640000000000002},"last":1.111}]}]},{"osd":4,"up_from":14,"seq":60129542462,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":419284,"kb_used_data":73356,"kb_used_omap":1,"kb_used_meta":345918,"kb_avail":93952556,"statfs":{"total":96636764160,"available":96207417344,"internally_reserved":0,"allocated":75116544,"data_stored":74922963,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":354220486},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:41:20 2024","interfaces":[{"interface":"back","average":{"1min":0.70499999999999996,"5min":0.55900000000000005,"15min":0.57399999999999995},"min":{"1min":0.32400000000000001,"5min":0.26500000000000001,"15min":0.22900000000000001},"max":{"1min":3.9809999999999999,"5min":3.9809999999999999,"15min":3.9809999999999999},"last":0.60999999999999999},{"interface":"front","average":{"1min":0.92600000000000005,"5min":0.70499999999999996,"15min":0.64400000000000002},"min":{"1min":0.36199999999999999,"5min":0.30399999999999999,"15min":0.26000000000000001},"max":{"1min":4.0010000000000003,"5min":4.0010000000000003,"15min":4.0010000000000003},"last":0.98899999999999999}]},{"osd":1,"last update":"Fri Sep 13 16:41:20 2024","interfaces":[{"interface":"back","average":{"1min":0.73899999999999999,"5min":0.63600000000000001,"15min":0.61199999999999999},"min":{"1min":0.33600000000000002,"5min":0.28999999999999998,"15min":0.254},"max":{"1min":2.4260000000000002,"5min":3.6259999999999999,"15min":3.6259999999999999},"last":0.74099999999999999},{"interface":"front","average":{"1min":0.64000000000000001,"5min":0.628,"15min":0.66000000000000003},"min":{"1min":0.39600000000000002,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":1.4179999999999999,"5min":1.8740000000000001,"15min":2.4089999999999998},"last":0.54300000000000004}]},{"osd":2,"last update":"Fri Sep 13 16:41:20 2024","interfaces":[{"interface":"back","average":{"1min":0.67600000000000005,"5min":0.71799999999999997,"15min":0.71199999999999997},"min":{"1min":0.42299999999999999,"5min":0.311,"15min":0.311},"max":{"1min":1.121,"5min":5.2910000000000004,"15min":5.2910000000000004},"last":0.64700000000000002},{"interface":"front","average":{"1min":0.74099999999999999,"5min":0.72599999999999998,"15min":0.71799999999999997},"min":{"1min":0.45700000000000002,"5min":0.36299999999999999,"15min":0.35099999999999998},"max":{"1min":2.0550000000000002,"5min":4.4080000000000004,"15min":4.4080000000000004},"last":0.83199999999999996}]},{"osd":3,"last update":"Fri Sep 13 16:41:20 2024","interfaces":[{"interface":"back","average":{"1min":0.83299999999999996,"5min":0.81200000000000006,"15min":0.79900000000000004},"min":{"1min":0.42599999999999999,"5min":0.378,"15min":0.34100000000000003},"max":{"1min":3.0539999999999998,"5min":5.6459999999999999,"15min":5.6459999999999999},"last":0.68700000000000006},{"interface":"front","average":{"1min":0.77900000000000003,"5min":0.86499999999999999,"15min":0.81299999999999994},"min":{"1min":0.46100000000000002,"5min":0.40799999999999997,"15min":0.32500000000000001},"max":{"1min":2.1080000000000001,"5min":5.6219999999999999,"15min":5.6219999999999999},"last":0.66500000000000004}]},{"osd":5,"last update":"Fri Sep 13 16:41:20 2024","interfaces":[{"interface":"back","average":{"1min":0.70299999999999996,"5min":0.60799999999999998,"15min":0.65500000000000003},"min":{"1min":0.374,"5min":0.311,"15min":0.246},"max":{"1min":2.4750000000000001,"5min":3.0169999999999999,"15min":3.0169999999999999},"last":0.94099999999999995},{"interface":"front","average":{"1min":0.63900000000000001,"5min":0.66700000000000004,"15min":0.72699999999999998},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":1.1699999999999999,"5min":1.7549999999999999,"15min":1.7549999999999999},"last":0.95399999999999996}]},{"osd":6,"last update":"Fri Sep 13 16:41:20 2024","interfaces":[{"interface":"back","average":{"1min":0.83299999999999996,"5min":0.67700000000000005,"15min":0.72199999999999998},"min":{"1min":0.42299999999999999,"5min":0.32100000000000001,"15min":0.27900000000000003},"max":{"1min":2.5139999999999998,"5min":2.5139999999999998,"15min":2.5139999999999998},"last":0.89100000000000001},{"interface":"front","average":{"1min":0.88600000000000001,"5min":0.75600000000000001,"15min":0.78200000000000003},"min":{"1min":0.40600000000000003,"5min":0.38300000000000001,"15min":0.26400000000000001},"max":{"1min":3.9489999999999998,"5min":3.9489999999999998,"15min":3.9489999999999998},"last":0.92000000000000004}]},{"osd":7,"last update":"Fri Sep 13 16:41:20 2024","interfaces":[{"interface":"back","average":{"1min":0.79100000000000004,"5min":0.77700000000000002,"15min":0.77900000000000003},"min":{"1min":0.46899999999999997,"5min":0.33400000000000002,"15min":0.309},"max":{"1min":1.9350000000000001,"5min":3.2999999999999998,"15min":3.2999999999999998},"last":1.05},{"interface":"front","average":{"1min":0.749,"5min":0.72199999999999998,"15min":0.78500000000000003},"min":{"1min":0.47599999999999998,"5min":0.36899999999999999,"15min":0.33800000000000002},"max":{"1min":1.256,"5min":2.399,"15min":2.399},"last":0.96899999999999997}]}]},{"osd":3,"up_from":14,"seq":60129542461,"num_pgs":48,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":421336,"kb_used_data":65488,"kb_used_omap":1,"kb_used_meta":355838,"kb_avail":93950504,"statfs":{"total":96636764160,"available":96205316096,"internally_reserved":0,"allocated":67059712,"data_stored":66873064,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":364378568},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:41:24 2024","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.53700000000000003,"15min":0.53800000000000003},"min":{"1min":0.27800000000000002,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":2.7839999999999998,"5min":4.069,"15min":4.069},"last":0.876},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.52500000000000002,"15min":0.63600000000000001},"min":{"1min":0.30099999999999999,"5min":0.248,"15min":0.23999999999999999},"max":{"1min":1.113,"5min":1.2929999999999999,"15min":8.9700000000000006},"last":0.79200000000000004}]},{"osd":1,"last update":"Fri Sep 13 16:41:24 2024","interfaces":[{"interface":"back","average":{"1min":0.70299999999999996,"5min":0.69899999999999995,"15min":0.69999999999999996},"min":{"1min":0.318,"5min":0.216,"15min":0.216},"max":{"1min":3.718,"5min":9.5800000000000001,"15min":11.993},"last":0.83299999999999996},{"interface":"front","average":{"1min":0.71999999999999997,"5min":0.61799999999999999,"15min":0.71599999999999997},"min":{"1min":0.35699999999999998,"5min":0.27800000000000002,"15min":0.249},"max":{"1min":2.5129999999999999,"5min":2.5129999999999999,"15min":15.374000000000001},"last":1.276}]},{"osd":2,"last update":"Fri Sep 13 16:41:24 2024","interfaces":[{"interface":"back","average":{"1min":0.64700000000000002,"5min":0.65400000000000003,"15min":0.71799999999999997},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":1.145,"5min":3.4049999999999998,"15min":6.9809999999999999},"last":0.95899999999999996},{"interface":"front","average":{"1min":0.77200000000000002,"5min":0.74099999999999999,"15min":0.78200000000000003},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":3.3359999999999999,"5min":9.532,"15min":11.956},"last":1.099}]},{"osd":4,"last update":"Fri Sep 13 16:41:24 2024","interfaces":[{"interface":"back","average":{"1min":0.84499999999999997,"5min":0.78500000000000003,"15min":0.80400000000000005},"min":{"1min":0.45900000000000002,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":2.581,"5min":7.1280000000000001,"15min":7.1280000000000001},"last":1.52},{"interface":"front","average":{"1min":0.81999999999999995,"5min":0.75900000000000001,"15min":0.83499999999999996},"min":{"1min":0.41399999999999998,"5min":0.35699999999999998,"15min":0.34999999999999998},"max":{"1min":3.2799999999999998,"5min":5.5389999999999997,"15min":7.1929999999999996},"last":1.3580000000000001}]},{"osd":5,"last update":"Fri Sep 13 16:41:24 2024","interfaces":[{"interface":"back","average":{"1min":0.89600000000000002,"5min":0.84699999999999998,"15min":0.90700000000000003},"min":{"1min":0.48099999999999998,"5min":0.309,"15min":0.309},"max":{"1min":3.2629999999999999,"5min":9.2260000000000009,"15min":12.082000000000001},"last":1.377},{"interface":"front","average":{"1min":0.90900000000000003,"5min":0.79200000000000004,"15min":0.90200000000000002},"min":{"1min":0.39900000000000002,"5min":0.38400000000000001,"15min":0.38300000000000001},"max":{"1min":2.5499999999999998,"5min":2.5499999999999998,"15min":15.422000000000001},"last":1.675}]},{"osd":6,"last update":"Fri Sep 13 16:41:24 2024","interfaces":[{"interface":"back","average":{"1min":0.83699999999999997,"5min":0.76700000000000002,"15min":0.878},"min":{"1min":0.45300000000000001,"5min":0.40200000000000002,"15min":0.38500000000000001},"max":{"1min":1.5980000000000001,"5min":2.2639999999999998,"15min":7.6470000000000002},"last":1.4319999999999999},{"interface":"front","average":{"1min":1.004,"5min":0.91900000000000004,"15min":0.97499999999999998},"min":{"1min":0.51700000000000002,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":3.3050000000000002,"5min":9.4689999999999994,"15min":11.852},"last":1.6000000000000001}]},{"osd":7,"last update":"Fri Sep 13 16:41:24 2024","interfaces":[{"interface":"back","average":{"1min":1.0720000000000001,"5min":0.94999999999999996,"15min":1.0289999999999999},"min":{"1min":0.56000000000000005,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":3.359,"5min":9.3569999999999993,"15min":12.021000000000001},"last":1.452},{"interface":"front","average":{"1min":0.95999999999999996,"5min":0.876,"15min":0.97299999999999998},"min":{"1min":0.52400000000000002,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":2.621,"5min":4.9669999999999996,"15min":15.548},"last":1.7330000000000001}]}]},{"osd":2,"up_from":14,"seq":60129542462,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":242576,"kb_used_data":36808,"kb_used_omap":1,"kb_used_meta":205758,"kb_avail":94129264,"statfs":{"total":96636764160,"available":96388366336,"internally_reserved":0,"allocated":37691392,"data_stored":37512264,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":210696646},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:41:22 2024","interfaces":[{"interface":"back","average":{"1min":0.44600000000000001,"5min":0.45100000000000001,"15min":0.51100000000000001},"min":{"1min":0.25800000000000001,"5min":0.224,"15min":0.224},"max":{"1min":0.81799999999999995,"5min":1.0529999999999999,"15min":2.4470000000000001},"last":0.53700000000000003},{"interface":"front","average":{"1min":0.623,"5min":0.629,"15min":0.68500000000000005},"min":{"1min":0.28399999999999997,"5min":0.222,"15min":0.222},"max":{"1min":2.4550000000000001,"5min":3.6280000000000001,"15min":3.75},"last":0.59199999999999997}]},{"osd":1,"last update":"Fri Sep 13 16:41:22 2024","interfaces":[{"interface":"back","average":{"1min":0.60799999999999998,"5min":0.628,"15min":0.68600000000000005},"min":{"1min":0.30599999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":1.8759999999999999,"5min":3.472,"15min":4.3010000000000002},"last":0.79700000000000004},{"interface":"front","average":{"1min":0.66700000000000004,"5min":0.629,"15min":0.69199999999999995},"min":{"1min":0.33600000000000002,"5min":0.28299999999999997,"15min":0.28100000000000003},"max":{"1min":1.887,"5min":3.9169999999999998,"15min":6.2380000000000004},"last":0.77700000000000002}]},{"osd":3,"last update":"Fri Sep 13 16:41:22 2024","interfaces":[{"interface":"back","average":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.73799999999999999},"min":{"1min":0.378,"5min":0.312,"15min":0.312},"max":{"1min":1.569,"5min":3.556,"15min":3.556},"last":0.74199999999999999},{"interface":"front","average":{"1min":0.66000000000000003,"5min":0.71199999999999997,"15min":0.73199999999999998},"min":{"1min":0.40100000000000002,"5min":0.33200000000000002,"15min":0.30599999999999999},"max":{"1min":1.2490000000000001,"5min":3.8399999999999999,"15min":3.8399999999999999},"last":0.72499999999999998}]},{"osd":4,"last update":"Fri Sep 13 16:41:22 2024","interfaces":[{"interface":"back","average":{"1min":0.69299999999999995,"5min":0.69099999999999995,"15min":0.73599999999999999},"min":{"1min":0.40400000000000003,"5min":0.374,"15min":0.36299999999999999},"max":{"1min":1.1799999999999999,"5min":3.8849999999999998,"15min":3.8849999999999998},"last":0.81599999999999995},{"interface":"front","average":{"1min":0.74299999999999999,"5min":0.70399999999999996,"15min":0.79400000000000004},"min":{"1min":0.40000000000000002,"5min":0.38600000000000001,"15min":0.309},"max":{"1min":1.097,"5min":1.3759999999999999,"15min":3.3460000000000001},"last":1.121}]},{"osd":5,"last update":"Fri Sep 13 16:41:22 2024","interfaces":[{"interface":"back","average":{"1min":0.748,"5min":0.747,"15min":0.81499999999999995},"min":{"1min":0.47999999999999998,"5min":0.41999999999999998,"15min":0.34699999999999998},"max":{"1min":1.2190000000000001,"5min":1.3959999999999999,"15min":3.238},"last":1.0469999999999999},{"interface":"front","average":{"1min":0.82799999999999996,"5min":0.878,"15min":0.90000000000000002},"min":{"1min":0.47599999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":1.603,"5min":4.0640000000000001,"15min":4.0640000000000001},"last":1.147}]},{"osd":6,"last update":"Fri Sep 13 16:41:22 2024","interfaces":[{"interface":"back","average":{"1min":0.85999999999999999,"5min":0.89100000000000001,"15min":0.93500000000000005},"min":{"1min":0.56699999999999995,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":1.6279999999999999,"5min":4.1639999999999997,"15min":4.1639999999999997},"last":1.099},{"interface":"front","average":{"1min":0.79200000000000004,"5min":0.79000000000000004,"15min":0.84599999999999997},"min":{"1min":0.55100000000000005,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":1.6359999999999999,"5min":3.9460000000000002,"15min":3.9460000000000002},"last":0.92700000000000005}]},{"osd":7,"last update":"Fri Sep 13 16:41:22 2024","interfaces":[{"interface":"back","average":{"1min":0.80400000000000005,"5min":0.81499999999999995,"15min":0.91000000000000003},"min":{"1min":0.502,"5min":0.44400000000000001,"15min":0.42099999999999999},"max":{"1min":1.1479999999999999,"5min":2.4119999999999999,"15min":7.6970000000000001},"last":1.1910000000000001},{"interface":"front","average":{"1min":0.93100000000000005,"5min":0.95299999999999996,"15min":0.97899999999999998},"min":{"1min":0.48199999999999998,"5min":0.46600000000000003,"15min":0.46600000000000003},"max":{"1min":2.6800000000000002,"5min":4.2400000000000002,"15min":4.2400000000000002},"last":1.1779999999999999}]}]},{"osd":1,"up_from":14,"seq":60129542460,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":500404,"kb_used_data":82220,"kb_used_omap":1,"kb_used_meta":418174,"kb_avail":93871436,"statfs":{"total":96636764160,"available":96124350464,"internally_reserved":0,"allocated":84193280,"data_stored":84007522,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":428210630},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:41:21 2024","interfaces":[{"interface":"back","average":{"1min":0.48199999999999998,"5min":0.54600000000000004,"15min":0.56699999999999995},"min":{"1min":0.28599999999999998,"5min":0.184,"15min":0.184},"max":{"1min":0.80500000000000005,"5min":2.8759999999999999,"15min":7.415},"last":0.72299999999999998},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.57199999999999995,"15min":0.59599999999999997},"min":{"1min":0.30399999999999999,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":2.0800000000000001,"5min":2.0800000000000001,"15min":2.0800000000000001},"last":0.62}]},{"osd":2,"last update":"Fri Sep 13 16:41:21 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.61699999999999999,"15min":0.66500000000000004},"min":{"1min":0.25600000000000001,"5min":0.25600000000000001,"15min":0.253},"max":{"1min":0.875,"5min":3.0840000000000001,"15min":7.4459999999999997},"last":0.66400000000000003},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.58599999999999997,"15min":0.65900000000000003},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.252},"max":{"1min":0.97399999999999998,"5min":2.6280000000000001,"15min":5.992},"last":0.79500000000000004}]},{"osd":3,"last update":"Fri Sep 13 16:41:21 2024","interfaces":[{"interface":"back","average":{"1min":0.61499999999999999,"5min":0.74299999999999999,"15min":0.76400000000000001},"min":{"1min":0.33600000000000002,"5min":0.318,"15min":0.318},"max":{"1min":1.0800000000000001,"5min":5.9710000000000001,"15min":6.0350000000000001},"last":0.68600000000000005},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.66700000000000004,"15min":0.68700000000000006},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.25900000000000001},"max":{"1min":0.95699999999999996,"5min":3.5859999999999999,"15min":3.5859999999999999},"last":0.95099999999999996}]},{"osd":4,"last update":"Fri Sep 13 16:41:21 2024","interfaces":[{"interface":"back","average":{"1min":0.73599999999999999,"5min":0.76700000000000002,"15min":0.874},"min":{"1min":0.47399999999999998,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":1.2170000000000001,"5min":2.944,"15min":13.635999999999999},"last":0.89900000000000002},{"interface":"front","average":{"1min":0.69499999999999995,"5min":0.72299999999999998,"15min":0.81299999999999994},"min":{"1min":0.377,"5min":0.317,"15min":0.316},"max":{"1min":1.22,"5min":2.3849999999999998,"15min":9.2439999999999998},"last":1.161}]},{"osd":5,"last update":"Fri Sep 13 16:41:21 2024","interfaces":[{"interface":"back","average":{"1min":0.83299999999999996,"5min":0.83099999999999996,"15min":0.89000000000000001},"min":{"1min":0.5,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":2.407,"5min":3.0190000000000001,"15min":7.4770000000000003},"last":0.85199999999999998},{"interface":"front","average":{"1min":0.73599999999999999,"5min":0.73099999999999998,"15min":0.82499999999999996},"min":{"1min":0.47099999999999997,"5min":0.371,"15min":0.371},"max":{"1min":1.2849999999999999,"5min":2.3490000000000002,"15min":6.1429999999999998},"last":1.0940000000000001}]},{"osd":6,"last update":"Fri Sep 13 16:41:21 2024","interfaces":[{"interface":"back","average":{"1min":0.73399999999999999,"5min":0.77100000000000002,"15min":0.84999999999999998},"min":{"1min":0.443,"5min":0.443,"15min":0.38600000000000001},"max":{"1min":1.2669999999999999,"5min":1.851,"15min":3.843},"last":1.202},{"interface":"front","average":{"1min":0.86099999999999999,"5min":0.85699999999999998,"15min":0.94499999999999995},"min":{"1min":0.56299999999999994,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":1.345,"5min":2.9769999999999999,"15min":7.3019999999999996},"last":1.238}]},{"osd":7,"last update":"Fri Sep 13 16:41:21 2024","interfaces":[{"interface":"back","average":{"1min":0.748,"5min":0.81699999999999995,"15min":0.89200000000000002},"min":{"1min":0.42999999999999999,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":1.1299999999999999,"5min":1.923,"15min":4.3179999999999996},"last":1.133},{"interface":"front","average":{"1min":0.86599999999999999,"5min":0.88400000000000001,"15min":0.94699999999999995},"min":{"1min":0.62,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":1.2989999999999999,"5min":3.0489999999999999,"15min":3.0569999999999999},"last":1.119}]}]},{"osd":0,"up_from":14,"seq":60129542460,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":297660,"kb_used_data":37748,"kb_used_omap":1,"kb_used_meta":259902,"kb_avail":94074180,"statfs":{"total":96636764160,"available":96331960320,"internally_reserved":0,"allocated":38653952,"data_stored":38461024,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":266140103},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 16:41:19 2024","interfaces":[{"interface":"back","average":{"1min":1.27,"5min":0.67300000000000004,"15min":0.60499999999999998},"min":{"1min":0.30299999999999999,"5min":0.217,"15min":0.217},"max":{"1min":15.305,"5min":15.305,"15min":15.305},"last":0.69099999999999995},{"interface":"front","average":{"1min":1.327,"5min":0.752,"15min":0.69099999999999995},"min":{"1min":0.38200000000000001,"5min":0.32100000000000001,"15min":0.29099999999999998},"max":{"1min":15.689,"5min":15.689,"15min":15.689},"last":0.84199999999999997}]},{"osd":2,"last update":"Fri Sep 13 16:41:19 2024","interfaces":[{"interface":"back","average":{"1min":1.3300000000000001,"5min":0.71999999999999997,"15min":0.66400000000000003},"min":{"1min":0.36899999999999999,"5min":0.24299999999999999,"15min":0.224},"max":{"1min":15.022,"5min":15.022,"15min":15.022},"last":0.72899999999999998},{"interface":"front","average":{"1min":1.3779999999999999,"5min":0.70099999999999996,"15min":0.65600000000000003},"min":{"1min":0.36099999999999999,"5min":0.255,"15min":0.247},"max":{"1min":17.442,"5min":17.442,"15min":17.442},"last":0.66200000000000003}]},{"osd":3,"last update":"Fri Sep 13 16:41:19 2024","interfaces":[{"interface":"back","average":{"1min":1.4259999999999999,"5min":0.86799999999999999,"15min":0.77300000000000002},"min":{"1min":0.40999999999999998,"5min":0.34799999999999998,"15min":0.29699999999999999},"max":{"1min":14.965,"5min":14.965,"15min":14.965},"last":0.621},{"interface":"front","average":{"1min":1.649,"5min":0.98499999999999999,"15min":0.873},"min":{"1min":0.437,"5min":0.34699999999999998,"15min":0.32900000000000001},"max":{"1min":18.521999999999998,"5min":18.521999999999998,"15min":18.521999999999998},"last":0.60299999999999998}]},{"osd":4,"last update":"Fri Sep 13 16:41:19 2024","interfaces":[{"interface":"back","average":{"1min":1.583,"5min":1.254,"15min":0.92100000000000004},"min":{"1min":0.44600000000000001,"5min":0.376,"15min":0.376},"max":{"1min":17.588000000000001,"5min":31.539000000000001,"15min":31.539000000000001},"last":1.0089999999999999},{"interface":"front","average":{"1min":1.575,"5min":1.1220000000000001,"15min":0.93700000000000006},"min":{"1min":0.49299999999999999,"5min":0.38800000000000001,"15min":0.35199999999999998},"max":{"1min":17.312999999999999,"5min":20.149999999999999,"15min":20.149999999999999},"last":0.82399999999999995}]},{"osd":5,"last update":"Fri Sep 13 16:41:19 2024","interfaces":[{"interface":"back","average":{"1min":1.6220000000000001,"5min":1.173,"15min":0.97899999999999998},"min":{"1min":0.496,"5min":0.38300000000000001,"15min":0.317},"max":{"1min":17.273,"5min":19.969999999999999,"15min":19.969999999999999},"last":0.80300000000000005},{"interface":"front","average":{"1min":1.619,"5min":1.1359999999999999,"15min":0.94799999999999995},"min":{"1min":0.46000000000000002,"5min":0.41799999999999998,"15min":0.377},"max":{"1min":17.495000000000001,"5min":20.036999999999999,"15min":20.036999999999999},"last":1.181}]},{"osd":6,"last update":"Fri Sep 13 16:41:19 2024","interfaces":[{"interface":"back","average":{"1min":1.6180000000000001,"5min":1.1899999999999999,"15min":1.006},"min":{"1min":0.49099999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":17.468,"5min":23.094000000000001,"15min":23.094000000000001},"last":1.3200000000000001},{"interface":"front","average":{"1min":1.5700000000000001,"5min":1.1850000000000001,"15min":0.98099999999999998},"min":{"1min":0.56699999999999995,"5min":0.42799999999999999,"15min":0.41399999999999998},"max":{"1min":15.449,"5min":23.068999999999999,"15min":23.068999999999999},"last":1.2609999999999999}]},{"osd":7,"last update":"Fri Sep 13 16:41:19 2024","interfaces":[{"interface":"back","average":{"1min":1.6559999999999999,"5min":1.282,"15min":1.0580000000000001},"min":{"1min":0.51800000000000002,"5min":0.436,"15min":0.436},"max":{"1min":17.396999999999998,"5min":21.710000000000001,"15min":21.710000000000001},"last":1.286},{"interface":"front","average":{"1min":1.575,"5min":1.242,"15min":1.0249999999999999},"min":{"1min":0.54400000000000004,"5min":0.442,"15min":0.432},"max":{"1min":15.119,"5min":26.117999999999999,"15min":26.117999999999999},"last":1.1439999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":37761024,"data_stored":37749374,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":83894272,"data_stored":83886240,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":37392384,"data_stored":37390982,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":66760704,"data_stored":66751782,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":74817536,"data_stored":74801681,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":74809344,"data_stored":74801645,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":67117056,"data_stored":67109536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":58724352,"data_stored":58720838,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T16:41:39.693 INFO:tasks.ceph:pgid 2.1f last_scrub_stamp 2024-09-13T16:15:39.982039+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=39, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:41:39.693 INFO:tasks.ceph:pgid 3.1e last_scrub_stamp 2024-09-13T16:15:40.994816+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=40, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:41:39.693 INFO:tasks.ceph:pgid 4.19 last_scrub_stamp 2024-09-13T16:15:44.401973+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=44, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:41:39.693 INFO:tasks.ceph:pgid 2.1e last_scrub_stamp 2024-09-13T16:15:39.982039+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=39, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:41:39.693 INFO:tasks.ceph:pgid 3.1f last_scrub_stamp 2024-09-13T16:15:40.994816+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=40, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:41:39.694 INFO:tasks.ceph:pgid 4.18 last_scrub_stamp 2024-09-13T16:15:44.401973+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=44, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:41:39.694 INFO:tasks.ceph:pgid 2.1d last_scrub_stamp 2024-09-13T16:15:39.982039+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=39, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:41:39.694 INFO:tasks.ceph:pgid 3.1c last_scrub_stamp 2024-09-13T16:15:40.994816+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=40, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:41:39.694 INFO:tasks.ceph:pgid 4.1b last_scrub_stamp 2024-09-13T16:15:44.401973+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=44, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:41:39.694 INFO:tasks.ceph:pgid 2.1c last_scrub_stamp 2024-09-13T16:15:39.982039+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=39, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:41:39.694 INFO:tasks.ceph:pgid 3.1d last_scrub_stamp 2024-09-13T16:15:40.994816+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=40, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:41:39.694 INFO:tasks.ceph:pgid 4.1a last_scrub_stamp 2024-09-13T16:15:44.401973+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=44, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:41:39.694 INFO:tasks.ceph:pgid 3.a last_scrub_stamp 2024-09-13T16:15:40.994816+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=40, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:41:39.695 INFO:tasks.ceph:pgid 2.b last_scrub_stamp 2024-09-13T16:15:39.982039+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=39, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:41:39.695 INFO:tasks.ceph:pgid 4.d last_scrub_stamp 2024-09-13T16:15:44.401973+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=44, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:41:39.695 INFO:tasks.ceph:pgid 3.b last_scrub_stamp 2024-09-13T16:15:40.994816+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=40, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:41:39.695 INFO:tasks.ceph:pgid 2.a last_scrub_stamp 2024-09-13T16:15:39.982039+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=39, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:41:39.695 INFO:tasks.ceph:pgid 4.c last_scrub_stamp 2024-09-13T16:15:44.401973+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=44, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:41:39.695 INFO:tasks.ceph:pgid 3.8 last_scrub_stamp 2024-09-13T16:15:40.994816+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=40, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:41:39.695 INFO:tasks.ceph:pgid 2.9 last_scrub_stamp 2024-09-13T16:15:39.982039+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=39, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:41:39.695 INFO:tasks.ceph:pgid 4.f last_scrub_stamp 2024-09-13T16:15:44.401973+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=44, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:41:39.695 INFO:tasks.ceph:pgid 3.9 last_scrub_stamp 2024-09-13T16:15:40.994816+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=40, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:41:39.696 INFO:tasks.ceph:pgid 2.8 last_scrub_stamp 2024-09-13T16:15:39.982039+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=39, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:41:39.696 INFO:tasks.ceph:pgid 4.e last_scrub_stamp 2024-09-13T16:15:44.401973+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=44, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:41:39.696 INFO:tasks.ceph:pgid 3.6 last_scrub_stamp 2024-09-13T16:15:40.994816+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=40, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:41:39.696 INFO:tasks.ceph:pgid 2.7 last_scrub_stamp 2024-09-13T16:15:39.982039+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=39, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:41:39.696 INFO:tasks.ceph:pgid 4.1 last_scrub_stamp 2024-09-13T16:15:44.401973+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=44, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:41:39.696 INFO:tasks.ceph:pgid 3.7 last_scrub_stamp 2024-09-13T16:15:40.994816+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=40, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:41:39.696 INFO:tasks.ceph:pgid 2.6 last_scrub_stamp 2024-09-13T16:15:39.982039+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=39, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:41:39.696 INFO:tasks.ceph:pgid 4.0 last_scrub_stamp 2024-09-13T16:15:44.401973+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=44, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:41:39.696 INFO:tasks.ceph:pgid 3.4 last_scrub_stamp 2024-09-13T16:15:40.994816+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=40, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:41:39.697 INFO:tasks.ceph:pgid 2.5 last_scrub_stamp 2024-09-13T16:15:39.982039+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=39, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:41:39.697 INFO:tasks.ceph:pgid 4.3 last_scrub_stamp 2024-09-13T16:15:44.401973+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=44, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:41:39.697 INFO:tasks.ceph:pgid 3.5 last_scrub_stamp 2024-09-13T16:15:40.994816+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=40, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:41:39.697 INFO:tasks.ceph:pgid 2.4 last_scrub_stamp 2024-09-13T16:15:39.982039+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=39, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:41:39.697 INFO:tasks.ceph:pgid 4.2 last_scrub_stamp 2024-09-13T16:15:44.401973+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=44, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:41:39.697 INFO:tasks.ceph:pgid 3.3 last_scrub_stamp 2024-09-13T16:15:40.994816+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=40, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:41:39.697 INFO:tasks.ceph:pgid 2.2 last_scrub_stamp 2024-09-13T16:15:39.982039+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=39, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:41:39.697 INFO:tasks.ceph:pgid 4.4 last_scrub_stamp 2024-09-13T16:15:44.401973+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=44, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:41:39.698 INFO:tasks.ceph:pgid 3.0 last_scrub_stamp 2024-09-13T16:15:40.994816+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=40, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:41:39.698 INFO:tasks.ceph:pgid 2.1 last_scrub_stamp 2024-09-13T16:15:39.982039+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=39, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:41:39.698 INFO:tasks.ceph:pgid 4.7 last_scrub_stamp 2024-09-13T16:15:44.401973+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=44, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:41:39.698 INFO:tasks.ceph:pgid 3.1 last_scrub_stamp 2024-09-13T16:15:40.994816+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=40, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:41:39.698 INFO:tasks.ceph:pgid 2.0 last_scrub_stamp 2024-09-13T16:15:39.982039+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=39, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:41:39.698 INFO:tasks.ceph:pgid 4.6 last_scrub_stamp 2024-09-13T16:15:44.401973+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=44, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:41:39.698 INFO:tasks.ceph:pgid 3.2 last_scrub_stamp 2024-09-13T16:15:40.994816+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=40, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:41:39.698 INFO:tasks.ceph:pgid 2.3 last_scrub_stamp 2024-09-13T16:15:39.982039+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=39, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:41:39.698 INFO:tasks.ceph:pgid 1.0 last_scrub_stamp 2024-09-13T16:15:28.905101+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=28, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:41:39.699 INFO:tasks.ceph:pgid 4.5 last_scrub_stamp 2024-09-13T16:15:44.401973+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=44, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:41:39.699 INFO:tasks.ceph:pgid 3.d last_scrub_stamp 2024-09-13T16:15:40.994816+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=40, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:41:39.699 INFO:tasks.ceph:pgid 2.c last_scrub_stamp 2024-09-13T16:15:39.982039+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=39, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:41:39.699 INFO:tasks.ceph:pgid 4.a last_scrub_stamp 2024-09-13T16:15:44.401973+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=44, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:41:39.699 INFO:tasks.ceph:pgid 3.c last_scrub_stamp 2024-09-13T16:15:40.994816+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=40, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:41:39.699 INFO:tasks.ceph:pgid 2.d last_scrub_stamp 2024-09-13T16:15:39.982039+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=39, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:41:39.699 INFO:tasks.ceph:pgid 4.b last_scrub_stamp 2024-09-13T16:15:44.401973+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=44, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:41:39.699 INFO:tasks.ceph:pgid 3.f last_scrub_stamp 2024-09-13T16:15:40.994816+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=40, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:41:39.699 INFO:tasks.ceph:pgid 2.e last_scrub_stamp 2024-09-13T16:15:39.982039+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=39, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:41:39.700 INFO:tasks.ceph:pgid 4.8 last_scrub_stamp 2024-09-13T16:15:44.401973+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=44, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:41:39.700 INFO:tasks.ceph:pgid 3.e last_scrub_stamp 2024-09-13T16:15:40.994816+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=40, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:41:39.700 INFO:tasks.ceph:pgid 2.f last_scrub_stamp 2024-09-13T16:15:39.982039+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=39, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:41:39.700 INFO:tasks.ceph:pgid 4.9 last_scrub_stamp 2024-09-13T16:15:44.401973+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=44, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:41:39.700 INFO:tasks.ceph:pgid 3.11 last_scrub_stamp 2024-09-13T16:15:40.994816+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=40, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:41:39.700 INFO:tasks.ceph:pgid 2.10 last_scrub_stamp 2024-09-13T16:15:39.982039+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=39, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:41:39.700 INFO:tasks.ceph:pgid 4.16 last_scrub_stamp 2024-09-13T16:15:44.401973+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=44, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:41:39.700 INFO:tasks.ceph:pgid 3.10 last_scrub_stamp 2024-09-13T16:15:40.994816+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=40, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:41:39.701 INFO:tasks.ceph:pgid 2.11 last_scrub_stamp 2024-09-13T16:15:39.982039+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=39, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:41:39.701 INFO:tasks.ceph:pgid 4.17 last_scrub_stamp 2024-09-13T16:15:44.401973+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=44, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:41:39.701 INFO:tasks.ceph:pgid 3.13 last_scrub_stamp 2024-09-13T16:15:40.994816+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=40, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:41:39.701 INFO:tasks.ceph:pgid 2.12 last_scrub_stamp 2024-09-13T16:15:39.982039+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=39, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:41:39.701 INFO:tasks.ceph:pgid 4.14 last_scrub_stamp 2024-09-13T16:15:44.401973+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=44, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:41:39.701 INFO:tasks.ceph:pgid 3.12 last_scrub_stamp 2024-09-13T16:15:40.994816+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=40, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:41:39.701 INFO:tasks.ceph:pgid 2.13 last_scrub_stamp 2024-09-13T16:15:39.982039+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=39, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:41:39.701 INFO:tasks.ceph:pgid 4.15 last_scrub_stamp 2024-09-13T16:15:44.401973+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=44, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:41:39.701 INFO:tasks.ceph:pgid 3.15 last_scrub_stamp 2024-09-13T16:15:40.994816+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=40, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:41:39.702 INFO:tasks.ceph:pgid 2.14 last_scrub_stamp 2024-09-13T16:15:39.982039+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=39, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:41:39.702 INFO:tasks.ceph:pgid 4.12 last_scrub_stamp 2024-09-13T16:15:44.401973+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=44, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:41:39.702 INFO:tasks.ceph:pgid 3.14 last_scrub_stamp 2024-09-13T16:15:40.994816+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=40, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:41:39.702 INFO:tasks.ceph:pgid 2.15 last_scrub_stamp 2024-09-13T16:15:39.982039+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=39, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:41:39.702 INFO:tasks.ceph:pgid 4.13 last_scrub_stamp 2024-09-13T16:15:44.401973+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=44, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:41:39.702 INFO:tasks.ceph:pgid 3.17 last_scrub_stamp 2024-09-13T16:15:40.994816+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=40, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:41:39.702 INFO:tasks.ceph:pgid 2.16 last_scrub_stamp 2024-09-13T16:15:39.982039+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=39, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:41:39.702 INFO:tasks.ceph:pgid 4.10 last_scrub_stamp 2024-09-13T16:15:44.401973+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=44, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:41:39.702 INFO:tasks.ceph:pgid 3.16 last_scrub_stamp 2024-09-13T16:15:40.994816+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=40, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:41:39.703 INFO:tasks.ceph:pgid 2.17 last_scrub_stamp 2024-09-13T16:15:39.982039+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=39, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:41:39.703 INFO:tasks.ceph:pgid 4.11 last_scrub_stamp 2024-09-13T16:15:44.401973+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=44, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:41:39.703 INFO:tasks.ceph:pgid 4.1e last_scrub_stamp 2024-09-13T16:15:44.401973+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=44, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:41:39.703 INFO:tasks.ceph:pgid 3.19 last_scrub_stamp 2024-09-13T16:15:40.994816+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=40, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:41:39.703 INFO:tasks.ceph:pgid 2.18 last_scrub_stamp 2024-09-13T16:15:39.982039+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=39, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:41:39.703 INFO:tasks.ceph:pgid 4.1f last_scrub_stamp 2024-09-13T16:15:44.401973+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=44, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:41:39.703 INFO:tasks.ceph:pgid 3.18 last_scrub_stamp 2024-09-13T16:15:40.994816+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=40, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:41:39.703 INFO:tasks.ceph:pgid 2.19 last_scrub_stamp 2024-09-13T16:15:39.982039+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=39, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:41:39.703 INFO:tasks.ceph:pgid 2.1a last_scrub_stamp 2024-09-13T16:15:39.982039+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=39, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:41:39.704 INFO:tasks.ceph:pgid 3.1b last_scrub_stamp 2024-09-13T16:15:40.994816+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=40, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:41:39.704 INFO:tasks.ceph:pgid 4.1c last_scrub_stamp 2024-09-13T16:15:44.401973+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=44, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:41:39.704 INFO:tasks.ceph:pgid 2.1b last_scrub_stamp 2024-09-13T16:15:39.982039+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=39, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:41:39.704 INFO:tasks.ceph:pgid 3.1a last_scrub_stamp 2024-09-13T16:15:40.994816+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=40, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:41:39.704 INFO:tasks.ceph:pgid 4.1d last_scrub_stamp 2024-09-13T16:15:44.401973+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=44, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:41:39.704 INFO:tasks.ceph:pgid 3.20 last_scrub_stamp 2024-09-13T16:15:40.994816+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=40, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:41:39.704 INFO:tasks.ceph:pgid 3.21 last_scrub_stamp 2024-09-13T16:15:40.994816+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=40, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:41:39.704 INFO:tasks.ceph:pgid 3.22 last_scrub_stamp 2024-09-13T16:15:40.994816+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=40, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:41:39.705 INFO:tasks.ceph:pgid 3.24 last_scrub_stamp 2024-09-13T16:15:40.994816+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=40, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:41:39.705 INFO:tasks.ceph:pgid 3.25 last_scrub_stamp 2024-09-13T16:15:40.994816+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=40, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:41:39.705 INFO:tasks.ceph:pgid 3.26 last_scrub_stamp 2024-09-13T16:15:40.994816+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=40, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:41:39.705 INFO:tasks.ceph:pgid 3.27 last_scrub_stamp 2024-09-13T16:15:40.994816+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=40, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:41:39.705 INFO:tasks.ceph:pgid 3.28 last_scrub_stamp 2024-09-13T16:15:40.994816+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=40, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:41:39.705 INFO:tasks.ceph:pgid 3.29 last_scrub_stamp 2024-09-13T16:15:40.994816+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=40, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:41:39.705 INFO:tasks.ceph:pgid 3.2a last_scrub_stamp 2024-09-13T16:15:40.994816+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=40, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:41:39.705 INFO:tasks.ceph:pgid 3.2b last_scrub_stamp 2024-09-13T16:15:40.994816+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=40, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:41:39.705 INFO:tasks.ceph:pgid 3.2c last_scrub_stamp 2024-09-13T16:15:40.994816+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=40, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:41:39.706 INFO:tasks.ceph:pgid 3.2d last_scrub_stamp 2024-09-13T16:15:40.994816+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=40, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:41:39.706 INFO:tasks.ceph:pgid 3.2e last_scrub_stamp 2024-09-13T16:15:40.994816+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=40, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:41:39.706 INFO:tasks.ceph:pgid 3.2f last_scrub_stamp 2024-09-13T16:15:40.994816+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=40, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:41:39.706 INFO:tasks.ceph:pgid 3.30 last_scrub_stamp 2024-09-13T16:15:40.994816+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=40, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:41:39.706 INFO:tasks.ceph:pgid 3.31 last_scrub_stamp 2024-09-13T16:15:40.994816+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=40, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:41:39.706 INFO:tasks.ceph:pgid 3.32 last_scrub_stamp 2024-09-13T16:15:40.994816+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=40, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:41:39.706 INFO:tasks.ceph:pgid 3.33 last_scrub_stamp 2024-09-13T16:15:40.994816+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=40, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:41:39.706 INFO:tasks.ceph:pgid 3.34 last_scrub_stamp 2024-09-13T16:15:40.994816+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=40, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:41:39.707 INFO:tasks.ceph:pgid 3.35 last_scrub_stamp 2024-09-13T16:15:40.994816+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=40, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:41:39.707 INFO:tasks.ceph:pgid 3.36 last_scrub_stamp 2024-09-13T16:15:40.994816+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=40, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:41:39.707 INFO:tasks.ceph:pgid 3.37 last_scrub_stamp 2024-09-13T16:15:40.994816+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=40, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:41:39.707 INFO:tasks.ceph:pgid 3.38 last_scrub_stamp 2024-09-13T16:15:40.994816+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=40, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:41:39.707 INFO:tasks.ceph:pgid 3.39 last_scrub_stamp 2024-09-13T16:15:40.994816+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=40, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:41:39.707 INFO:tasks.ceph:pgid 3.3a last_scrub_stamp 2024-09-13T16:15:40.994816+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=40, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:41:39.707 INFO:tasks.ceph:pgid 3.3b last_scrub_stamp 2024-09-13T16:15:40.994816+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=40, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:41:39.707 INFO:tasks.ceph:pgid 3.3c last_scrub_stamp 2024-09-13T16:15:40.994816+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=40, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:41:39.707 INFO:tasks.ceph:pgid 3.3d last_scrub_stamp 2024-09-13T16:15:40.994816+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=40, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:41:39.708 INFO:tasks.ceph:pgid 3.3e last_scrub_stamp 2024-09-13T16:15:40.994816+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=40, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:41:39.708 INFO:tasks.ceph:pgid 3.3f last_scrub_stamp 2024-09-13T16:15:40.994816+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=40, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:41:39.708 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. 2024-09-13T16:41:41.810 DEBUG:teuthology.orchestra.run.smithi005:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:41:41.813 DEBUG:teuthology.orchestra.run.smithi179:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:41:59.709 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T16:41:59.838 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:59.832+0000 7f987d45e700 1 Processor -- start 2024-09-13T16:41:59.838 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:59.832+0000 7f987d45e700 1 -- start start 2024-09-13T16:41:59.839 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:59.832+0000 7f987d45e700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f9878152b90 0x7f987815bda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:59.839 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:59.832+0000 7f987d45e700 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f987815ccf0 con 0x7f98780c3730 2024-09-13T16:41:59.839 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:59.832+0000 7f987d45e700 1 -- --> v1:172.21.15.179:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f98780c4120 con 0x7f98780c32e0 2024-09-13T16:41:59.840 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:59.832+0000 7f987d45e700 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9878152f70 con 0x7f9878152b90 2024-09-13T16:41:59.840 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:59.836+0000 7f987cc5d700 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f98780c3730 0x7f98780c45b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:38224/0 (socket says 172.21.15.5:38224) 2024-09-13T16:41:59.840 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:59.836+0000 7f9877fff700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f9878152b90 0x7f987815bda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:59.840 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:59.836+0000 7f987cc5d700 1 -- 172.21.15.5:0/3521798196 learned_addr learned my addr 172.21.15.5:0/3521798196 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-13T16:41:59.841 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:59.836+0000 7f98777fe700 1 -- 172.21.15.5:0/3521798196 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2420240745 0 0) 0x7f987815ccf0 con 0x7f98780c3730 2024-09-13T16:41:59.841 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:59.836+0000 7f98777fe700 1 -- 172.21.15.5:0/3521798196 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f98640035d0 con 0x7f98780c3730 2024-09-13T16:41:59.841 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:59.836+0000 7f9877fff700 1 -- 172.21.15.5:0/3521798196 >> v1:172.21.15.179:6789/0 conn(0x7f98780c32e0 legacy=0x7f98780700b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:59.841 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:59.836+0000 7f9877fff700 1 -- 172.21.15.5:0/3521798196 >> v1:172.21.15.5:6789/0 conn(0x7f98780c3730 legacy=0x7f98780c45b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:59.841 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:59.836+0000 7f9877fff700 1 -- 172.21.15.5:0/3521798196 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f98780c3b10 con 0x7f9878152b90 2024-09-13T16:41:59.841 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:59.836+0000 7f9877fff700 1 --2- 172.21.15.5:0/3521798196 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9878152b90 0x7f987815bda0 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f9868009850 tx=0x7f9868009b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=712e8fe60b1a06d3 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:41:59.842 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:59.836+0000 7f98777fe700 1 -- 172.21.15.5:0/3521798196 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9868011830 con 0x7f9878152b90 2024-09-13T16:41:59.842 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:59.836+0000 7f98777fe700 1 -- 172.21.15.5:0/3521798196 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9868011990 con 0x7f9878152b90 2024-09-13T16:41:59.842 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:59.836+0000 7f98777fe700 1 -- 172.21.15.5:0/3521798196 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9868011d40 con 0x7f9878152b90 2024-09-13T16:41:59.842 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:59.836+0000 7f987d45e700 1 -- 172.21.15.5:0/3521798196 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9878152b90 msgr2=0x7f987815bda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:59.843 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:59.836+0000 7f987d45e700 1 --2- 172.21.15.5:0/3521798196 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9878152b90 0x7f987815bda0 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f9868009850 tx=0x7f9868009b60 comp rx=0 tx=0).stop 2024-09-13T16:41:59.843 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:59.836+0000 7f987d45e700 1 -- 172.21.15.5:0/3521798196 shutdown_connections 2024-09-13T16:41:59.843 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:59.836+0000 7f987d45e700 1 --2- 172.21.15.5:0/3521798196 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9878152b90 0x7f987815bda0 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:59.843 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:59.836+0000 7f987d45e700 1 -- 172.21.15.5:0/3521798196 >> 172.21.15.5:0/3521798196 conn(0x7f98780727f0 msgr2=0x7f98780ce3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:41:59.843 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:59.836+0000 7f987d45e700 1 -- 172.21.15.5:0/3521798196 shutdown_connections 2024-09-13T16:41:59.843 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:59.836+0000 7f987d45e700 1 -- 172.21.15.5:0/3521798196 wait complete. 2024-09-13T16:41:59.844 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:59.840+0000 7f987d45e700 1 Processor -- start 2024-09-13T16:41:59.844 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:59.840+0000 7f987d45e700 1 -- start start 2024-09-13T16:41:59.846 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:59.840+0000 7f987d45e700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f98780c3730 0x7f9878151a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:59.846 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:59.840+0000 7f987d45e700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f9878152b90 0x7f98781eecc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:59.846 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:59.840+0000 7f987d45e700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f9878150b40 0x7f98781461a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:59.846 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:59.840+0000 7f987d45e700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f98781ef200 con 0x7f98780c3730 2024-09-13T16:41:59.847 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:59.840+0000 7f987d45e700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f98780c8580 con 0x7f9878150b40 2024-09-13T16:41:59.847 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:59.840+0000 7f987d45e700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f98780c8000 con 0x7f9878152b90 2024-09-13T16:41:59.847 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:59.840+0000 7f9877fff700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f98780c3730 0x7f9878151a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:59.847 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:59.840+0000 7f9877fff700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f98780c3730 0x7f9878151a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:44810/0 (socket says 172.21.15.5:44810) 2024-09-13T16:41:59.847 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:59.840+0000 7f9877fff700 1 -- 172.21.15.5:0/1228458342 learned_addr learned my addr 172.21.15.5:0/1228458342 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:41:59.847 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:59.840+0000 7f987cc5d700 1 --2- 172.21.15.5:0/1228458342 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f9878150b40 0x7f98781461a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:59.847 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:59.840+0000 7f986f7fe700 1 --2- 172.21.15.5:0/1228458342 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f9878152b90 0x7f98781eecc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:59.848 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:59.840+0000 7f9877fff700 1 -- 172.21.15.5:0/1228458342 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f9878152b90 msgr2=0x7f98781eecc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:59.848 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:59.840+0000 7f9877fff700 1 --2- 172.21.15.5:0/1228458342 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f9878152b90 0x7f98781eecc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:59.848 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:59.840+0000 7f9877fff700 1 -- 172.21.15.5:0/1228458342 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f9878150b40 msgr2=0x7f98781461a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:41:59.848 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:59.840+0000 7f9877fff700 1 --2- 172.21.15.5:0/1228458342 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f9878150b40 0x7f98781461a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:41:59.848 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:59.840+0000 7f9877fff700 1 -- 172.21.15.5:0/1228458342 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f98680094b0 con 0x7f98780c3730 2024-09-13T16:41:59.849 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:59.840+0000 7f9877fff700 1 --2- 172.21.15.5:0/1228458342 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f98780c3730 0x7f9878151a90 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f9868000c00 tx=0x7f9868004770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:41:59.849 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:59.844+0000 7f98757fa700 1 -- 172.21.15.5:0/1228458342 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f986801a990 con 0x7f98780c3730 2024-09-13T16:41:59.849 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:59.844+0000 7f98757fa700 1 -- 172.21.15.5:0/1228458342 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f986801f070 con 0x7f98780c3730 2024-09-13T16:41:59.849 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:59.844+0000 7f98757fa700 1 -- 172.21.15.5:0/1228458342 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f986801ad30 con 0x7f98780c3730 2024-09-13T16:41:59.849 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:59.844+0000 7f987d45e700 1 -- 172.21.15.5:0/1228458342 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f98780c82a0 con 0x7f98780c3730 2024-09-13T16:41:59.849 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:59.844+0000 7f987d45e700 1 -- 172.21.15.5:0/1228458342 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f98781517b0 con 0x7f98780c3730 2024-09-13T16:41:59.849 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:59.844+0000 7f987d45e700 1 -- 172.21.15.5:0/1228458342 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9878145ec0 con 0x7f98780c3730 2024-09-13T16:41:59.851 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:59.844+0000 7f98757fa700 1 -- 172.21.15.5:0/1228458342 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f986801b430 con 0x7f98780c3730 2024-09-13T16:41:59.852 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:59.848+0000 7f98757fa700 1 --2- 172.21.15.5:0/1228458342 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f9858066760 0x7f9858068c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:41:59.852 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:59.848+0000 7f98757fa700 1 -- 172.21.15.5:0/1228458342 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6642+0+0 (secure 0 0 0) 0x7f98680854a0 con 0x7f98780c3730 2024-09-13T16:41:59.852 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:59.848+0000 7f986f7fe700 1 --2- 172.21.15.5:0/1228458342 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f9858066760 0x7f9858068c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:41:59.853 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:59.848+0000 7f986f7fe700 1 --2- 172.21.15.5:0/1228458342 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f9858066760 0x7f9858068c20 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f9878150660 tx=0x7f9860009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:41:59.862 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:41:59.856+0000 7f98757fa700 1 -- 172.21.15.5:0/1228458342 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f9878145ec0 con 0x7f98780c3730 2024-09-13T16:42:00.027 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:00.020+0000 7f987d45e700 1 -- 172.21.15.5:0/1228458342 --> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f98780caa50 con 0x7f9858066760 2024-09-13T16:42:00.045 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:00.040+0000 7f98757fa700 1 -- 172.21.15.5:0/1228458342 <== mgr.4102 v2:172.21.15.179:6832/2977940518 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+369214 (secure 0 0 0) 0x7f98780caa50 con 0x7f9858066760 2024-09-13T16:42:00.051 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-13T16:42:00.054 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:00.048+0000 7f987d45e700 1 -- 172.21.15.5:0/1228458342 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f9858066760 msgr2=0x7f9858068c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:42:00.054 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:00.048+0000 7f987d45e700 1 --2- 172.21.15.5:0/1228458342 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f9858066760 0x7f9858068c20 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f9878150660 tx=0x7f9860009040 comp rx=0 tx=0).stop 2024-09-13T16:42:00.054 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:00.048+0000 7f987d45e700 1 -- 172.21.15.5:0/1228458342 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f98780c3730 msgr2=0x7f9878151a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:42:00.054 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:00.048+0000 7f987d45e700 1 --2- 172.21.15.5:0/1228458342 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f98780c3730 0x7f9878151a90 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f9868000c00 tx=0x7f9868004770 comp rx=0 tx=0).stop 2024-09-13T16:42:00.055 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:00.048+0000 7f987d45e700 1 -- 172.21.15.5:0/1228458342 shutdown_connections 2024-09-13T16:42:00.055 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:00.048+0000 7f987d45e700 1 --2- 172.21.15.5:0/1228458342 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f9858066760 0x7f9858068c20 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:42:00.055 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:00.048+0000 7f987d45e700 1 --2- 172.21.15.5:0/1228458342 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f9878150b40 0x7f98781461a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:42:00.055 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:00.048+0000 7f987d45e700 1 --2- 172.21.15.5:0/1228458342 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f9878152b90 0x7f98781eecc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:42:00.055 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:00.048+0000 7f987d45e700 1 --2- 172.21.15.5:0/1228458342 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f98780c3730 0x7f9878151a90 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:42:00.055 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:00.048+0000 7f987d45e700 1 -- 172.21.15.5:0/1228458342 >> 172.21.15.5:0/1228458342 conn(0x7f98780c32e0 msgr2=0x7f9878070050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:42:00.055 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:00.048+0000 7f987d45e700 1 -- 172.21.15.5:0/1228458342 shutdown_connections 2024-09-13T16:42:00.055 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:00.048+0000 7f987d45e700 1 -- 172.21.15.5:0/1228458342 wait complete. 2024-09-13T16:42:00.056 INFO:teuthology.orchestra.run.smithi005.stderr:dumped all 2024-09-13T16:42:00.067 INFO:teuthology.orchestra.run.smithi005.stdout:{"pg_ready":true,"pg_map":{"version":817,"stamp":"2024-09-13T16:41:59.121999+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":251196407,"num_objects":83,"num_object_clones":0,"num_object_copies":166,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":83,"num_whiteouts":0,"num_read":2938,"num_read_kb":5779,"num_write":129550,"num_write_kb":2795582,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":5456,"num_omap_keys":11,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":181781,"ondisk_log_size":181781,"up":322,"acting":322,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":322,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":2953632,"kb_used_data":493024,"kb_used_omap":12,"kb_used_meta":2460531,"kb_avail":752021088,"statfs":{"total":773094113280,"available":770069594112,"internally_reserved":0,"allocated":504856576,"data_stored":503363070,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":2519584313},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":456,"num_omap_keys":1,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004764"},"pg_stats":[{"pgid":"2.1f","version":"28'1253","reported_seq":1294,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:43.838338+0000","last_change":"2024-09-13T16:41:43.838661+0000","last_active":"2024-09-13T16:41:43.838338+0000","last_peered":"2024-09-13T16:41:43.838338+0000","last_clean":"2024-09-13T16:41:43.838338+0000","last_became_active":"2024-09-13T16:15:41.032311+0000","last_became_peered":"2024-09-13T16:15:41.032311+0000","last_unstale":"2024-09-13T16:41:43.838338+0000","last_undegraded":"2024-09-13T16:41:43.838338+0000","last_fullsized":"2024-09-13T16:41:43.838338+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'1253","last_scrub_stamp":"2024-09-13T16:41:43.838195+0000","last_deep_scrub":"28'1253","last_deep_scrub_stamp":"2024-09-13T16:41:43.838195+0000","last_clean_scrub_stamp":"2024-09-13T16:41:43.838195+0000","objects_scrubbed":2,"log_size":1253,"log_dups_size":0,"ondisk_log_size":1253,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:03:41.545004+0000","scrub_duration":0.0097566249999999997,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1259,"num_write_kb":8773,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"28'538","reported_seq":579,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:39.182042+0000","last_change":"2024-09-13T16:41:39.182042+0000","last_active":"2024-09-13T16:41:39.182042+0000","last_peered":"2024-09-13T16:41:39.182042+0000","last_clean":"2024-09-13T16:41:39.182042+0000","last_became_active":"2024-09-13T16:15:41.421707+0000","last_became_peered":"2024-09-13T16:15:41.421707+0000","last_unstale":"2024-09-13T16:41:39.182042+0000","last_undegraded":"2024-09-13T16:41:39.182042+0000","last_fullsized":"2024-09-13T16:41:39.182042+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'538","last_scrub_stamp":"2024-09-13T16:41:39.181830+0000","last_deep_scrub":"28'538","last_deep_scrub_stamp":"2024-09-13T16:41:39.181830+0000","last_clean_scrub_stamp":"2024-09-13T16:41:39.181830+0000","objects_scrubbed":0,"log_size":538,"log_dups_size":0,"ondisk_log_size":538,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:35:35.454895+0000","scrub_duration":0.003033245,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"28'2700","reported_seq":2725,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.978699+0000","last_change":"2024-09-13T16:15:45.430120+0000","last_active":"2024-09-13T16:41:26.978699+0000","last_peered":"2024-09-13T16:41:26.978699+0000","last_clean":"2024-09-13T16:41:26.978699+0000","last_became_active":"2024-09-13T16:15:45.426408+0000","last_became_peered":"2024-09-13T16:15:45.426408+0000","last_unstale":"2024-09-13T16:41:26.978699+0000","last_undegraded":"2024-09-13T16:41:26.978699+0000","last_fullsized":"2024-09-13T16:41:26.978699+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2700,"log_dups_size":0,"ondisk_log_size":2700,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2175,"num_write_kb":84186,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,7,0],"acting":[3,2,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"28'3452","reported_seq":3483,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:37.295716+0000","last_change":"2024-09-13T16:15:41.032034+0000","last_active":"2024-09-13T16:41:37.295716+0000","last_peered":"2024-09-13T16:41:37.295716+0000","last_clean":"2024-09-13T16:41:37.295716+0000","last_became_active":"2024-09-13T16:15:41.031754+0000","last_became_peered":"2024-09-13T16:15:41.031754+0000","last_unstale":"2024-09-13T16:41:37.295716+0000","last_undegraded":"2024-09-13T16:41:37.295716+0000","last_fullsized":"2024-09-13T16:41:37.295716+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":3452,"log_dups_size":0,"ondisk_log_size":3452,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16777216,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3456,"num_write_kb":26181,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"28'534","reported_seq":563,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.973193+0000","last_change":"2024-09-13T16:15:41.426259+0000","last_active":"2024-09-13T16:41:26.973193+0000","last_peered":"2024-09-13T16:41:26.973193+0000","last_clean":"2024-09-13T16:41:26.973193+0000","last_became_active":"2024-09-13T16:15:41.425995+0000","last_became_peered":"2024-09-13T16:15:41.425995+0000","last_unstale":"2024-09-13T16:41:26.973193+0000","last_undegraded":"2024-09-13T16:41:26.973193+0000","last_fullsized":"2024-09-13T16:41:26.973193+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":534,"log_dups_size":0,"ondisk_log_size":534,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"28'2521","reported_seq":2546,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.340506+0000","last_change":"2024-09-13T16:15:45.437307+0000","last_active":"2024-09-13T16:41:21.340506+0000","last_peered":"2024-09-13T16:41:21.340506+0000","last_clean":"2024-09-13T16:41:21.340506+0000","last_became_active":"2024-09-13T16:15:45.436923+0000","last_became_peered":"2024-09-13T16:15:45.436923+0000","last_unstale":"2024-09-13T16:41:21.340506+0000","last_undegraded":"2024-09-13T16:41:21.340506+0000","last_fullsized":"2024-09-13T16:41:21.340506+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2521,"log_dups_size":0,"ondisk_log_size":2521,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1916,"num_write_kb":99596,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1,3],"acting":[4,6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"28'4290","reported_seq":4318,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:22.971049+0000","last_change":"2024-09-13T16:15:41.034875+0000","last_active":"2024-09-13T16:41:22.971049+0000","last_peered":"2024-09-13T16:41:22.971049+0000","last_clean":"2024-09-13T16:41:22.971049+0000","last_became_active":"2024-09-13T16:15:41.034495+0000","last_became_peered":"2024-09-13T16:15:41.034495+0000","last_unstale":"2024-09-13T16:41:22.971049+0000","last_undegraded":"2024-09-13T16:41:22.971049+0000","last_fullsized":"2024-09-13T16:41:22.971049+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":4290,"log_dups_size":0,"ondisk_log_size":4290,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12582912,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4290,"num_write_kb":30729,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"28'588","reported_seq":615,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.650781+0000","last_change":"2024-09-13T16:15:41.434446+0000","last_active":"2024-09-13T16:41:26.650781+0000","last_peered":"2024-09-13T16:41:26.650781+0000","last_clean":"2024-09-13T16:41:26.650781+0000","last_became_active":"2024-09-13T16:15:41.432059+0000","last_became_peered":"2024-09-13T16:15:41.432059+0000","last_unstale":"2024-09-13T16:41:26.650781+0000","last_undegraded":"2024-09-13T16:41:26.650781+0000","last_fullsized":"2024-09-13T16:41:26.650781+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":588,"log_dups_size":0,"ondisk_log_size":588,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"28'2251","reported_seq":2286,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.345793+0000","last_change":"2024-09-13T16:16:24.278749+0000","last_active":"2024-09-13T16:41:21.345793+0000","last_peered":"2024-09-13T16:41:21.345793+0000","last_clean":"2024-09-13T16:41:21.345793+0000","last_became_active":"2024-09-13T16:16:24.277805+0000","last_became_peered":"2024-09-13T16:16:24.277805+0000","last_unstale":"2024-09-13T16:41:21.345793+0000","last_undegraded":"2024-09-13T16:41:21.345793+0000","last_fullsized":"2024-09-13T16:41:21.345793+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2251,"log_dups_size":0,"ondisk_log_size":2251,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1643,"num_write_kb":89641,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,2],"acting":[4,3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"28'695","reported_seq":734,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:52.369057+0000","last_change":"2024-09-13T16:41:52.369284+0000","last_active":"2024-09-13T16:41:52.369057+0000","last_peered":"2024-09-13T16:41:52.369057+0000","last_clean":"2024-09-13T16:41:52.369057+0000","last_became_active":"2024-09-13T16:15:41.039294+0000","last_became_peered":"2024-09-13T16:15:41.039294+0000","last_unstale":"2024-09-13T16:41:52.369057+0000","last_undegraded":"2024-09-13T16:41:52.369057+0000","last_fullsized":"2024-09-13T16:41:52.369057+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'695","last_scrub_stamp":"2024-09-13T16:41:52.369001+0000","last_deep_scrub":"28'695","last_deep_scrub_stamp":"2024-09-13T16:41:52.369001+0000","last_clean_scrub_stamp":"2024-09-13T16:41:52.369001+0000","objects_scrubbed":1,"log_size":695,"log_dups_size":0,"ondisk_log_size":695,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:42:50.114483+0000","scrub_duration":0.0066253759999999997,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":701,"num_write_kb":4465,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"28'542","reported_seq":569,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.650755+0000","last_change":"2024-09-13T16:15:41.430533+0000","last_active":"2024-09-13T16:41:26.650755+0000","last_peered":"2024-09-13T16:41:26.650755+0000","last_clean":"2024-09-13T16:41:26.650755+0000","last_became_active":"2024-09-13T16:15:41.430277+0000","last_became_peered":"2024-09-13T16:15:41.430277+0000","last_unstale":"2024-09-13T16:41:26.650755+0000","last_undegraded":"2024-09-13T16:41:26.650755+0000","last_fullsized":"2024-09-13T16:41:26.650755+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":542,"log_dups_size":0,"ondisk_log_size":542,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"28'2373","reported_seq":2398,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.229938+0000","last_change":"2024-09-13T16:15:45.439696+0000","last_active":"2024-09-13T16:41:21.229938+0000","last_peered":"2024-09-13T16:41:21.229938+0000","last_clean":"2024-09-13T16:41:21.229938+0000","last_became_active":"2024-09-13T16:15:45.439214+0000","last_became_peered":"2024-09-13T16:15:45.439214+0000","last_unstale":"2024-09-13T16:41:21.229938+0000","last_undegraded":"2024-09-13T16:41:21.229938+0000","last_fullsized":"2024-09-13T16:41:21.229938+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2373,"log_dups_size":0,"ondisk_log_size":2373,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1843,"num_write_kb":53356,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0,5],"acting":[4,3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"28'575","reported_seq":615,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:53.876170+0000","last_change":"2024-09-13T16:41:53.876403+0000","last_active":"2024-09-13T16:41:53.876170+0000","last_peered":"2024-09-13T16:41:53.876170+0000","last_clean":"2024-09-13T16:41:53.876170+0000","last_became_active":"2024-09-13T16:15:41.429041+0000","last_became_peered":"2024-09-13T16:15:41.429041+0000","last_unstale":"2024-09-13T16:41:53.876170+0000","last_undegraded":"2024-09-13T16:41:53.876170+0000","last_fullsized":"2024-09-13T16:41:53.876170+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'575","last_scrub_stamp":"2024-09-13T16:41:53.876122+0000","last_deep_scrub":"28'575","last_deep_scrub_stamp":"2024-09-13T16:41:53.876122+0000","last_clean_scrub_stamp":"2024-09-13T16:41:53.876122+0000","objects_scrubbed":0,"log_size":575,"log_dups_size":0,"ondisk_log_size":575,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:26:19.438352+0000","scrub_duration":0.0029700490000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.b","version":"28'3323","reported_seq":3363,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:51.466272+0000","last_change":"2024-09-13T16:41:51.466409+0000","last_active":"2024-09-13T16:41:51.466272+0000","last_peered":"2024-09-13T16:41:51.466272+0000","last_clean":"2024-09-13T16:41:51.466272+0000","last_became_active":"2024-09-13T16:15:41.032725+0000","last_became_peered":"2024-09-13T16:15:41.032725+0000","last_unstale":"2024-09-13T16:41:51.466272+0000","last_undegraded":"2024-09-13T16:41:51.466272+0000","last_fullsized":"2024-09-13T16:41:51.466272+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'3323","last_scrub_stamp":"2024-09-13T16:41:51.466249+0000","last_deep_scrub":"28'3323","last_deep_scrub_stamp":"2024-09-13T16:41:51.466249+0000","last_clean_scrub_stamp":"2024-09-13T16:41:51.466249+0000","objects_scrubbed":4,"log_size":3323,"log_dups_size":0,"ondisk_log_size":3323,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:16:16.375352+0000","scrub_duration":0.059965513999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12582912,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3329,"num_write_kb":26178,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":456,"num_omap_keys":1,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.d","version":"28'2269","reported_seq":2295,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.346108+0000","last_change":"2024-09-13T16:15:45.446039+0000","last_active":"2024-09-13T16:41:21.346108+0000","last_peered":"2024-09-13T16:41:21.346108+0000","last_clean":"2024-09-13T16:41:21.346108+0000","last_became_active":"2024-09-13T16:15:45.445412+0000","last_became_peered":"2024-09-13T16:15:45.445412+0000","last_unstale":"2024-09-13T16:41:21.346108+0000","last_undegraded":"2024-09-13T16:41:21.346108+0000","last_fullsized":"2024-09-13T16:41:21.346108+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2269,"log_dups_size":0,"ondisk_log_size":2269,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1677,"num_write_kb":34937,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2,1],"acting":[4,0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"28'561","reported_seq":589,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.636035+0000","last_change":"2024-09-13T16:15:41.423664+0000","last_active":"2024-09-13T16:41:26.636035+0000","last_peered":"2024-09-13T16:41:26.636035+0000","last_clean":"2024-09-13T16:41:26.636035+0000","last_became_active":"2024-09-13T16:15:41.423409+0000","last_became_peered":"2024-09-13T16:15:41.423409+0000","last_unstale":"2024-09-13T16:41:26.636035+0000","last_undegraded":"2024-09-13T16:41:26.636035+0000","last_fullsized":"2024-09-13T16:41:26.636035+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":561,"log_dups_size":0,"ondisk_log_size":561,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"28'2614","reported_seq":2655,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:44.145048+0000","last_change":"2024-09-13T16:41:44.145048+0000","last_active":"2024-09-13T16:41:44.145048+0000","last_peered":"2024-09-13T16:41:44.145048+0000","last_clean":"2024-09-13T16:41:44.145048+0000","last_became_active":"2024-09-13T16:15:41.031409+0000","last_became_peered":"2024-09-13T16:15:41.031409+0000","last_unstale":"2024-09-13T16:41:44.145048+0000","last_undegraded":"2024-09-13T16:41:44.145048+0000","last_fullsized":"2024-09-13T16:41:44.145048+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'2614","last_scrub_stamp":"2024-09-13T16:41:44.144871+0000","last_deep_scrub":"28'2614","last_deep_scrub_stamp":"2024-09-13T16:41:44.144871+0000","last_clean_scrub_stamp":"2024-09-13T16:41:44.144871+0000","objects_scrubbed":3,"log_size":2614,"log_dups_size":0,"ondisk_log_size":2614,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:03:06.059056+0000","scrub_duration":0.042637222000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12582912,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2613,"num_write_kb":21665,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"28'2380","reported_seq":2406,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.320953+0000","last_change":"2024-09-13T16:15:45.445655+0000","last_active":"2024-09-13T16:41:21.320953+0000","last_peered":"2024-09-13T16:41:21.320953+0000","last_clean":"2024-09-13T16:41:21.320953+0000","last_became_active":"2024-09-13T16:15:45.445262+0000","last_became_peered":"2024-09-13T16:15:45.445262+0000","last_unstale":"2024-09-13T16:41:21.320953+0000","last_undegraded":"2024-09-13T16:41:21.320953+0000","last_fullsized":"2024-09-13T16:41:21.320953+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2380,"log_dups_size":0,"ondisk_log_size":2380,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1823,"num_write_kb":48873,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"28'593","reported_seq":622,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:37.295966+0000","last_change":"2024-09-13T16:15:41.413219+0000","last_active":"2024-09-13T16:41:37.295966+0000","last_peered":"2024-09-13T16:41:37.295966+0000","last_clean":"2024-09-13T16:41:37.295966+0000","last_became_active":"2024-09-13T16:15:41.412959+0000","last_became_peered":"2024-09-13T16:15:41.412959+0000","last_unstale":"2024-09-13T16:41:37.295966+0000","last_undegraded":"2024-09-13T16:41:37.295966+0000","last_fullsized":"2024-09-13T16:41:37.295966+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":593,"log_dups_size":0,"ondisk_log_size":593,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":32,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.9","version":"28'1728","reported_seq":1769,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:47.198034+0000","last_change":"2024-09-13T16:41:47.198229+0000","last_active":"2024-09-13T16:41:47.198034+0000","last_peered":"2024-09-13T16:41:47.198034+0000","last_clean":"2024-09-13T16:41:47.198034+0000","last_became_active":"2024-09-13T16:15:41.032093+0000","last_became_peered":"2024-09-13T16:15:41.032093+0000","last_unstale":"2024-09-13T16:41:47.198034+0000","last_undegraded":"2024-09-13T16:41:47.198034+0000","last_fullsized":"2024-09-13T16:41:47.198034+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'1728","last_scrub_stamp":"2024-09-13T16:41:47.197982+0000","last_deep_scrub":"28'1728","last_deep_scrub_stamp":"2024-09-13T16:41:47.197982+0000","last_clean_scrub_stamp":"2024-09-13T16:41:47.197982+0000","objects_scrubbed":2,"log_size":1728,"log_dups_size":0,"ondisk_log_size":1728,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:42:44.943464+0000","scrub_duration":0.036206980999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8388608,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1726,"num_write_kb":13096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"28'2535","reported_seq":2561,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.317586+0000","last_change":"2024-09-13T16:15:45.446608+0000","last_active":"2024-09-13T16:41:21.317586+0000","last_peered":"2024-09-13T16:41:21.317586+0000","last_clean":"2024-09-13T16:41:21.317586+0000","last_became_active":"2024-09-13T16:15:45.446001+0000","last_became_peered":"2024-09-13T16:15:45.446001+0000","last_unstale":"2024-09-13T16:41:21.317586+0000","last_undegraded":"2024-09-13T16:41:21.317586+0000","last_fullsized":"2024-09-13T16:41:21.317586+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2535,"log_dups_size":0,"ondisk_log_size":2535,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1983,"num_write_kb":60714,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4,7],"acting":[1,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"28'562","reported_seq":602,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:39.737495+0000","last_change":"2024-09-13T16:41:39.737495+0000","last_active":"2024-09-13T16:41:39.737495+0000","last_peered":"2024-09-13T16:41:39.737495+0000","last_clean":"2024-09-13T16:41:39.737495+0000","last_became_active":"2024-09-13T16:15:41.425741+0000","last_became_peered":"2024-09-13T16:15:41.425741+0000","last_unstale":"2024-09-13T16:41:39.737495+0000","last_undegraded":"2024-09-13T16:41:39.737495+0000","last_fullsized":"2024-09-13T16:41:39.737495+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'562","last_scrub_stamp":"2024-09-13T16:41:39.737220+0000","last_deep_scrub":"28'562","last_deep_scrub_stamp":"2024-09-13T16:41:39.737220+0000","last_clean_scrub_stamp":"2024-09-13T16:41:39.737220+0000","objects_scrubbed":0,"log_size":562,"log_dups_size":0,"ondisk_log_size":562,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:00:28.682098+0000","scrub_duration":0.0032929859999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"28'1259","reported_seq":1289,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:39.325880+0000","last_change":"2024-09-13T16:15:41.032847+0000","last_active":"2024-09-13T16:41:39.325880+0000","last_peered":"2024-09-13T16:41:39.325880+0000","last_clean":"2024-09-13T16:41:39.325880+0000","last_became_active":"2024-09-13T16:15:41.032575+0000","last_became_peered":"2024-09-13T16:15:41.032575+0000","last_unstale":"2024-09-13T16:41:39.325880+0000","last_undegraded":"2024-09-13T16:41:39.325880+0000","last_fullsized":"2024-09-13T16:41:39.325880+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":1259,"log_dups_size":0,"ondisk_log_size":1259,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1271,"num_write_kb":8841,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.e","version":"28'2336","reported_seq":2362,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.218535+0000","last_change":"2024-09-13T16:15:45.449940+0000","last_active":"2024-09-13T16:41:21.218535+0000","last_peered":"2024-09-13T16:41:21.218535+0000","last_clean":"2024-09-13T16:41:21.218535+0000","last_became_active":"2024-09-13T16:15:45.449446+0000","last_became_peered":"2024-09-13T16:15:45.449446+0000","last_unstale":"2024-09-13T16:41:21.218535+0000","last_undegraded":"2024-09-13T16:41:21.218535+0000","last_fullsized":"2024-09-13T16:41:21.218535+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2336,"log_dups_size":0,"ondisk_log_size":2336,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1793,"num_write_kb":94658,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"28'559","reported_seq":599,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:47.791749+0000","last_change":"2024-09-13T16:41:47.791952+0000","last_active":"2024-09-13T16:41:47.791749+0000","last_peered":"2024-09-13T16:41:47.791749+0000","last_clean":"2024-09-13T16:41:47.791749+0000","last_became_active":"2024-09-13T16:15:41.415187+0000","last_became_peered":"2024-09-13T16:15:41.415187+0000","last_unstale":"2024-09-13T16:41:47.791749+0000","last_undegraded":"2024-09-13T16:41:47.791749+0000","last_fullsized":"2024-09-13T16:41:47.791749+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'559","last_scrub_stamp":"2024-09-13T16:41:47.791693+0000","last_deep_scrub":"28'559","last_deep_scrub_stamp":"2024-09-13T16:41:47.791693+0000","last_clean_scrub_stamp":"2024-09-13T16:41:47.791693+0000","objects_scrubbed":0,"log_size":559,"log_dups_size":0,"ondisk_log_size":559,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:29:31.451322+0000","scrub_duration":0.003348855,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"28'1224","reported_seq":1265,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:44.833254+0000","last_change":"2024-09-13T16:41:44.833377+0000","last_active":"2024-09-13T16:41:44.833254+0000","last_peered":"2024-09-13T16:41:44.833254+0000","last_clean":"2024-09-13T16:41:44.833254+0000","last_became_active":"2024-09-13T16:15:41.035523+0000","last_became_peered":"2024-09-13T16:15:41.035523+0000","last_unstale":"2024-09-13T16:41:44.833254+0000","last_undegraded":"2024-09-13T16:41:44.833254+0000","last_fullsized":"2024-09-13T16:41:44.833254+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'1224","last_scrub_stamp":"2024-09-13T16:41:44.833227+0000","last_deep_scrub":"28'1224","last_deep_scrub_stamp":"2024-09-13T16:41:44.833227+0000","last_clean_scrub_stamp":"2024-09-13T16:41:44.833227+0000","objects_scrubbed":2,"log_size":1224,"log_dups_size":0,"ondisk_log_size":1224,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:24:23.832614+0000","scrub_duration":0.021607784000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1246,"num_write_kb":8763,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1","version":"28'2378","reported_seq":2416,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:54.925978+0000","last_change":"2024-09-13T16:41:54.926229+0000","last_active":"2024-09-13T16:41:54.925978+0000","last_peered":"2024-09-13T16:41:54.925978+0000","last_clean":"2024-09-13T16:41:54.925978+0000","last_became_active":"2024-09-13T16:15:45.437484+0000","last_became_peered":"2024-09-13T16:15:45.437484+0000","last_unstale":"2024-09-13T16:41:54.925978+0000","last_undegraded":"2024-09-13T16:41:54.925978+0000","last_fullsized":"2024-09-13T16:41:54.925978+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'2378","last_scrub_stamp":"2024-09-13T16:41:54.925928+0000","last_deep_scrub":"28'2378","last_deep_scrub_stamp":"2024-09-13T16:41:54.925928+0000","last_clean_scrub_stamp":"2024-09-13T16:41:54.925928+0000","objects_scrubbed":0,"log_size":2378,"log_dups_size":0,"ondisk_log_size":2378,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:26:29.433663+0000","scrub_duration":0.0097517339999999997,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1792,"num_write_kb":39357,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,7],"acting":[4,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"28'517","reported_seq":546,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:37.295866+0000","last_change":"2024-09-13T16:15:41.412507+0000","last_active":"2024-09-13T16:41:37.295866+0000","last_peered":"2024-09-13T16:41:37.295866+0000","last_clean":"2024-09-13T16:41:37.295866+0000","last_became_active":"2024-09-13T16:15:41.412266+0000","last_became_peered":"2024-09-13T16:15:41.412266+0000","last_unstale":"2024-09-13T16:41:37.295866+0000","last_undegraded":"2024-09-13T16:41:37.295866+0000","last_fullsized":"2024-09-13T16:41:37.295866+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":517,"log_dups_size":0,"ondisk_log_size":517,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"28'1585","reported_seq":1626,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:53.220155+0000","last_change":"2024-09-13T16:41:53.220291+0000","last_active":"2024-09-13T16:41:53.220155+0000","last_peered":"2024-09-13T16:41:53.220155+0000","last_clean":"2024-09-13T16:41:53.220155+0000","last_became_active":"2024-09-13T16:15:41.031492+0000","last_became_peered":"2024-09-13T16:15:41.031492+0000","last_unstale":"2024-09-13T16:41:53.220155+0000","last_undegraded":"2024-09-13T16:41:53.220155+0000","last_fullsized":"2024-09-13T16:41:53.220155+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'1585","last_scrub_stamp":"2024-09-13T16:41:53.220124+0000","last_deep_scrub":"28'1585","last_deep_scrub_stamp":"2024-09-13T16:41:53.220124+0000","last_clean_scrub_stamp":"2024-09-13T16:41:53.220124+0000","objects_scrubbed":3,"log_size":1585,"log_dups_size":0,"ondisk_log_size":1585,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:26:27.727859+0000","scrub_duration":0.041243499000000003,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8388608,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2168,"num_write_kb":10522,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"28'2733","reported_seq":2771,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:37.296144+0000","last_change":"2024-09-13T16:16:23.803418+0000","last_active":"2024-09-13T16:41:37.296144+0000","last_peered":"2024-09-13T16:41:37.296144+0000","last_clean":"2024-09-13T16:41:37.296144+0000","last_became_active":"2024-09-13T16:16:23.802673+0000","last_became_peered":"2024-09-13T16:16:23.802673+0000","last_unstale":"2024-09-13T16:41:37.296144+0000","last_undegraded":"2024-09-13T16:41:37.296144+0000","last_fullsized":"2024-09-13T16:41:37.296144+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2733,"log_dups_size":0,"ondisk_log_size":2733,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2148,"num_write_kb":129663,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0,2],"acting":[3,7,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"28'563","reported_seq":592,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.624258+0000","last_change":"2024-09-13T16:15:41.417862+0000","last_active":"2024-09-13T16:41:26.624258+0000","last_peered":"2024-09-13T16:41:26.624258+0000","last_clean":"2024-09-13T16:41:26.624258+0000","last_became_active":"2024-09-13T16:15:41.417601+0000","last_became_peered":"2024-09-13T16:15:41.417601+0000","last_unstale":"2024-09-13T16:41:26.624258+0000","last_undegraded":"2024-09-13T16:41:26.624258+0000","last_fullsized":"2024-09-13T16:41:26.624258+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":563,"log_dups_size":0,"ondisk_log_size":563,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"28'2225","reported_seq":2266,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:57.342709+0000","last_change":"2024-09-13T16:41:57.342862+0000","last_active":"2024-09-13T16:41:57.342709+0000","last_peered":"2024-09-13T16:41:57.342709+0000","last_clean":"2024-09-13T16:41:57.342709+0000","last_became_active":"2024-09-13T16:15:41.032659+0000","last_became_peered":"2024-09-13T16:15:41.032659+0000","last_unstale":"2024-09-13T16:41:57.342709+0000","last_undegraded":"2024-09-13T16:41:57.342709+0000","last_fullsized":"2024-09-13T16:41:57.342709+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'2225","last_scrub_stamp":"2024-09-13T16:41:57.342666+0000","last_deep_scrub":"28'2225","last_deep_scrub_stamp":"2024-09-13T16:41:57.342666+0000","last_clean_scrub_stamp":"2024-09-13T16:41:57.342666+0000","objects_scrubbed":2,"log_size":2225,"log_dups_size":0,"ondisk_log_size":2225,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:39:21.321633+0000","scrub_duration":0.030683090999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8388608,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2226,"num_write_kb":17428,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"28'2292","reported_seq":2319,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.347771+0000","last_change":"2024-09-13T16:15:45.448222+0000","last_active":"2024-09-13T16:41:21.347771+0000","last_peered":"2024-09-13T16:41:21.347771+0000","last_clean":"2024-09-13T16:41:21.347771+0000","last_became_active":"2024-09-13T16:15:45.447880+0000","last_became_peered":"2024-09-13T16:15:45.447880+0000","last_unstale":"2024-09-13T16:41:21.347771+0000","last_undegraded":"2024-09-13T16:41:21.347771+0000","last_fullsized":"2024-09-13T16:41:21.347771+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2292,"log_dups_size":0,"ondisk_log_size":2292,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1726,"num_write_kb":41777,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7,1],"acting":[0,5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.5","version":"28'583","reported_seq":612,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.971136+0000","last_change":"2024-09-13T16:15:41.422747+0000","last_active":"2024-09-13T16:41:26.971136+0000","last_peered":"2024-09-13T16:41:26.971136+0000","last_clean":"2024-09-13T16:41:26.971136+0000","last_became_active":"2024-09-13T16:15:41.419626+0000","last_became_peered":"2024-09-13T16:15:41.419626+0000","last_unstale":"2024-09-13T16:41:26.971136+0000","last_undegraded":"2024-09-13T16:41:26.971136+0000","last_fullsized":"2024-09-13T16:41:26.971136+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":583,"log_dups_size":0,"ondisk_log_size":583,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"28'568","reported_seq":609,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:46.162243+0000","last_change":"2024-09-13T16:41:46.162591+0000","last_active":"2024-09-13T16:41:46.162243+0000","last_peered":"2024-09-13T16:41:46.162243+0000","last_clean":"2024-09-13T16:41:46.162243+0000","last_became_active":"2024-09-13T16:15:41.023463+0000","last_became_peered":"2024-09-13T16:15:41.023463+0000","last_unstale":"2024-09-13T16:41:46.162243+0000","last_undegraded":"2024-09-13T16:41:46.162243+0000","last_fullsized":"2024-09-13T16:41:46.162243+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'568","last_scrub_stamp":"2024-09-13T16:41:46.162191+0000","last_deep_scrub":"28'568","last_deep_scrub_stamp":"2024-09-13T16:41:46.162191+0000","last_clean_scrub_stamp":"2024-09-13T16:41:46.162191+0000","objects_scrubbed":0,"log_size":568,"log_dups_size":0,"ondisk_log_size":568,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:16:11.071294+0000","scrub_duration":0.0033221840000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":581,"num_write_kb":4369,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2","version":"28'2731","reported_seq":2758,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.338187+0000","last_change":"2024-09-13T16:15:45.446054+0000","last_active":"2024-09-13T16:41:21.338187+0000","last_peered":"2024-09-13T16:41:21.338187+0000","last_clean":"2024-09-13T16:41:21.338187+0000","last_became_active":"2024-09-13T16:15:45.443702+0000","last_became_peered":"2024-09-13T16:15:45.443702+0000","last_unstale":"2024-09-13T16:41:21.338187+0000","last_undegraded":"2024-09-13T16:41:21.338187+0000","last_fullsized":"2024-09-13T16:41:21.338187+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2731,"log_dups_size":0,"ondisk_log_size":2731,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2189,"num_write_kb":57664,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4,0],"acting":[1,5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"28'560","reported_seq":600,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:48.925572+0000","last_change":"2024-09-13T16:41:48.925720+0000","last_active":"2024-09-13T16:41:48.925572+0000","last_peered":"2024-09-13T16:41:48.925572+0000","last_clean":"2024-09-13T16:41:48.925572+0000","last_became_active":"2024-09-13T16:15:41.419700+0000","last_became_peered":"2024-09-13T16:15:41.419700+0000","last_unstale":"2024-09-13T16:41:48.925572+0000","last_undegraded":"2024-09-13T16:41:48.925572+0000","last_fullsized":"2024-09-13T16:41:48.925572+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'560","last_scrub_stamp":"2024-09-13T16:41:48.925537+0000","last_deep_scrub":"28'560","last_deep_scrub_stamp":"2024-09-13T16:41:48.925537+0000","last_clean_scrub_stamp":"2024-09-13T16:41:48.925537+0000","objects_scrubbed":0,"log_size":560,"log_dups_size":0,"ondisk_log_size":560,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:42:46.671019+0000","scrub_duration":0.0028209889999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"28'3530","reported_seq":3571,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:48.065699+0000","last_change":"2024-09-13T16:41:48.065956+0000","last_active":"2024-09-13T16:41:48.065699+0000","last_peered":"2024-09-13T16:41:48.065699+0000","last_clean":"2024-09-13T16:41:48.065699+0000","last_became_active":"2024-09-13T16:15:41.032982+0000","last_became_peered":"2024-09-13T16:15:41.032982+0000","last_unstale":"2024-09-13T16:41:48.065699+0000","last_undegraded":"2024-09-13T16:41:48.065699+0000","last_fullsized":"2024-09-13T16:41:48.065699+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'3530","last_scrub_stamp":"2024-09-13T16:41:48.065622+0000","last_deep_scrub":"28'3530","last_deep_scrub_stamp":"2024-09-13T16:41:48.065622+0000","last_clean_scrub_stamp":"2024-09-13T16:41:48.065622+0000","objects_scrubbed":4,"log_size":3530,"log_dups_size":0,"ondisk_log_size":3530,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:47:56.731009+0000","scrub_duration":0.068674814000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16777216,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3528,"num_write_kb":26232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"28'2456","reported_seq":2483,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.345575+0000","last_change":"2024-09-13T16:15:45.443110+0000","last_active":"2024-09-13T16:41:21.345575+0000","last_peered":"2024-09-13T16:41:21.345575+0000","last_clean":"2024-09-13T16:41:21.345575+0000","last_became_active":"2024-09-13T16:15:45.440379+0000","last_became_peered":"2024-09-13T16:15:45.440379+0000","last_unstale":"2024-09-13T16:41:21.345575+0000","last_undegraded":"2024-09-13T16:41:21.345575+0000","last_fullsized":"2024-09-13T16:41:21.345575+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2456,"log_dups_size":0,"ondisk_log_size":2456,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1900,"num_write_kb":37158,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3,6],"acting":[1,2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"28'573","reported_seq":614,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:38.118598+0000","last_change":"2024-09-13T16:41:38.118598+0000","last_active":"2024-09-13T16:41:38.118598+0000","last_peered":"2024-09-13T16:41:38.118598+0000","last_clean":"2024-09-13T16:41:38.118598+0000","last_became_active":"2024-09-13T16:15:41.411796+0000","last_became_peered":"2024-09-13T16:15:41.411796+0000","last_unstale":"2024-09-13T16:41:38.118598+0000","last_undegraded":"2024-09-13T16:41:38.118598+0000","last_fullsized":"2024-09-13T16:41:38.118598+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'573","last_scrub_stamp":"2024-09-13T16:41:38.118492+0000","last_deep_scrub":"28'573","last_deep_scrub_stamp":"2024-09-13T16:41:38.118492+0000","last_clean_scrub_stamp":"2024-09-13T16:41:38.118492+0000","objects_scrubbed":0,"log_size":573,"log_dups_size":0,"ondisk_log_size":573,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:00:27.063370+0000","scrub_duration":0.002203923,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":26,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"28'4442","reported_seq":7305,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:48.323145+0000","last_change":"2024-09-13T16:41:48.323315+0000","last_active":"2024-09-13T16:41:48.323145+0000","last_peered":"2024-09-13T16:41:48.323145+0000","last_clean":"2024-09-13T16:41:48.323145+0000","last_became_active":"2024-09-13T16:15:41.035934+0000","last_became_peered":"2024-09-13T16:15:41.035934+0000","last_unstale":"2024-09-13T16:41:48.323145+0000","last_undegraded":"2024-09-13T16:41:48.323145+0000","last_fullsized":"2024-09-13T16:41:48.323145+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'4442","last_scrub_stamp":"2024-09-13T16:41:48.323116+0000","last_deep_scrub":"28'4442","last_deep_scrub_stamp":"2024-09-13T16:41:48.323116+0000","last_clean_scrub_stamp":"2024-09-13T16:41:48.323116+0000","objects_scrubbed":4,"log_size":4442,"log_dups_size":0,"ondisk_log_size":4442,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:00:37.267994+0000","scrub_duration":0.054439993999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16419462,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":2822,"num_read_kb":5679,"num_write":4451,"num_write_kb":18737,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"28'2289","reported_seq":2316,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:36.302849+0000","last_change":"2024-09-13T16:15:45.448674+0000","last_active":"2024-09-13T16:41:36.302849+0000","last_peered":"2024-09-13T16:41:36.302849+0000","last_clean":"2024-09-13T16:41:36.302849+0000","last_became_active":"2024-09-13T16:15:45.446894+0000","last_became_peered":"2024-09-13T16:15:45.446894+0000","last_unstale":"2024-09-13T16:41:36.302849+0000","last_undegraded":"2024-09-13T16:41:36.302849+0000","last_fullsized":"2024-09-13T16:41:36.302849+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2289,"log_dups_size":0,"ondisk_log_size":2289,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1764,"num_write_kb":87796,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0,3],"acting":[1,5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1","version":"28'533","reported_seq":573,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:57.683243+0000","last_change":"2024-09-13T16:41:57.683579+0000","last_active":"2024-09-13T16:41:57.683243+0000","last_peered":"2024-09-13T16:41:57.683243+0000","last_clean":"2024-09-13T16:41:57.683243+0000","last_became_active":"2024-09-13T16:15:41.431310+0000","last_became_peered":"2024-09-13T16:15:41.431310+0000","last_unstale":"2024-09-13T16:41:57.683243+0000","last_undegraded":"2024-09-13T16:41:57.683243+0000","last_fullsized":"2024-09-13T16:41:57.683243+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'533","last_scrub_stamp":"2024-09-13T16:41:57.683104+0000","last_deep_scrub":"28'533","last_deep_scrub_stamp":"2024-09-13T16:41:57.683104+0000","last_clean_scrub_stamp":"2024-09-13T16:41:57.683104+0000","objects_scrubbed":0,"log_size":533,"log_dups_size":0,"ondisk_log_size":533,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:49:43.860565+0000","scrub_duration":0.0037699180000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"28'2307","reported_seq":2349,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:49.507949+0000","last_change":"2024-09-13T16:41:49.508063+0000","last_active":"2024-09-13T16:41:49.507949+0000","last_peered":"2024-09-13T16:41:49.507949+0000","last_clean":"2024-09-13T16:41:49.507949+0000","last_became_active":"2024-09-13T16:15:41.033180+0000","last_became_peered":"2024-09-13T16:15:41.033180+0000","last_unstale":"2024-09-13T16:41:49.507949+0000","last_undegraded":"2024-09-13T16:41:49.507949+0000","last_fullsized":"2024-09-13T16:41:49.507949+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'2307","last_scrub_stamp":"2024-09-13T16:41:49.507925+0000","last_deep_scrub":"28'2307","last_deep_scrub_stamp":"2024-09-13T16:41:49.507925+0000","last_clean_scrub_stamp":"2024-09-13T16:41:49.507925+0000","objects_scrubbed":1,"log_size":2307,"log_dups_size":0,"ondisk_log_size":2307,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:03:11.422110+0000","scrub_duration":0.019761761999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2310,"num_write_kb":17565,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"28'2330","reported_seq":2357,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:35.792525+0000","last_change":"2024-09-13T16:15:45.441683+0000","last_active":"2024-09-13T16:41:35.792525+0000","last_peered":"2024-09-13T16:41:35.792525+0000","last_clean":"2024-09-13T16:41:35.792525+0000","last_became_active":"2024-09-13T16:15:45.441286+0000","last_became_peered":"2024-09-13T16:15:45.441286+0000","last_unstale":"2024-09-13T16:41:35.792525+0000","last_undegraded":"2024-09-13T16:41:35.792525+0000","last_fullsized":"2024-09-13T16:41:35.792525+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2330,"log_dups_size":0,"ondisk_log_size":2330,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1762,"num_write_kb":44476,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2,7],"acting":[0,1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2","version":"28'572","reported_seq":601,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.640694+0000","last_change":"2024-09-13T16:15:41.430895+0000","last_active":"2024-09-13T16:41:26.640694+0000","last_peered":"2024-09-13T16:41:26.640694+0000","last_clean":"2024-09-13T16:41:26.640694+0000","last_became_active":"2024-09-13T16:15:41.430627+0000","last_became_peered":"2024-09-13T16:15:41.430627+0000","last_unstale":"2024-09-13T16:41:26.640694+0000","last_undegraded":"2024-09-13T16:41:26.640694+0000","last_fullsized":"2024-09-13T16:41:26.640694+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":572,"log_dups_size":0,"ondisk_log_size":572,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"28'1194","reported_seq":1235,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:54.055112+0000","last_change":"2024-09-13T16:41:54.055218+0000","last_active":"2024-09-13T16:41:54.055112+0000","last_peered":"2024-09-13T16:41:54.055112+0000","last_clean":"2024-09-13T16:41:54.055112+0000","last_became_active":"2024-09-13T16:15:41.037216+0000","last_became_peered":"2024-09-13T16:15:41.037216+0000","last_unstale":"2024-09-13T16:41:54.055112+0000","last_undegraded":"2024-09-13T16:41:54.055112+0000","last_fullsized":"2024-09-13T16:41:54.055112+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'1194","last_scrub_stamp":"2024-09-13T16:41:54.055088+0000","last_deep_scrub":"28'1194","last_deep_scrub_stamp":"2024-09-13T16:41:54.055088+0000","last_clean_scrub_stamp":"2024-09-13T16:41:54.055088+0000","objects_scrubbed":1,"log_size":1194,"log_dups_size":0,"ondisk_log_size":1194,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:03:51.761898+0000","scrub_duration":0.020698589999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1208,"num_write_kb":8767,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"28'119","reported_seq":197,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:43.473595+0000","last_change":"2024-09-13T16:41:43.473851+0000","last_active":"2024-09-13T16:41:43.473595+0000","last_peered":"2024-09-13T16:41:43.473595+0000","last_clean":"2024-09-13T16:41:43.473595+0000","last_became_active":"2024-09-13T16:15:30.706146+0000","last_became_peered":"2024-09-13T16:15:30.706146+0000","last_unstale":"2024-09-13T16:41:43.473595+0000","last_undegraded":"2024-09-13T16:41:43.473595+0000","last_fullsized":"2024-09-13T16:41:43.473595+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'119","last_scrub_stamp":"2024-09-13T16:41:43.473541+0000","last_deep_scrub":"28'119","last_deep_scrub_stamp":"2024-09-13T16:41:43.473541+0000","last_clean_scrub_stamp":"2024-09-13T16:41:43.473541+0000","objects_scrubbed":2,"log_size":119,"log_dups_size":0,"ondisk_log_size":119,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:00:32.418419+0000","scrub_duration":0.0090167630000000006,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"28'2882","reported_seq":2909,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.974410+0000","last_change":"2024-09-13T16:15:45.432988+0000","last_active":"2024-09-13T16:41:26.974410+0000","last_peered":"2024-09-13T16:41:26.974410+0000","last_clean":"2024-09-13T16:41:26.974410+0000","last_became_active":"2024-09-13T16:15:45.432603+0000","last_became_peered":"2024-09-13T16:15:45.432603+0000","last_unstale":"2024-09-13T16:41:26.974410+0000","last_undegraded":"2024-09-13T16:41:26.974410+0000","last_fullsized":"2024-09-13T16:41:26.974410+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2882,"log_dups_size":0,"ondisk_log_size":2882,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2334,"num_write_kb":129985,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,4,7],"acting":[6,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"28'552","reported_seq":580,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.650243+0000","last_change":"2024-09-13T16:15:41.425729+0000","last_active":"2024-09-13T16:41:26.650243+0000","last_peered":"2024-09-13T16:41:26.650243+0000","last_clean":"2024-09-13T16:41:26.650243+0000","last_became_active":"2024-09-13T16:15:41.425482+0000","last_became_peered":"2024-09-13T16:15:41.425482+0000","last_unstale":"2024-09-13T16:41:26.650243+0000","last_undegraded":"2024-09-13T16:41:26.650243+0000","last_fullsized":"2024-09-13T16:41:26.650243+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":552,"log_dups_size":0,"ondisk_log_size":552,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"28'1716","reported_seq":1756,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:44.382600+0000","last_change":"2024-09-13T16:41:44.382773+0000","last_active":"2024-09-13T16:41:44.382600+0000","last_peered":"2024-09-13T16:41:44.382600+0000","last_clean":"2024-09-13T16:41:44.382600+0000","last_became_active":"2024-09-13T16:15:41.034286+0000","last_became_peered":"2024-09-13T16:15:41.034286+0000","last_unstale":"2024-09-13T16:41:44.382600+0000","last_undegraded":"2024-09-13T16:41:44.382600+0000","last_fullsized":"2024-09-13T16:41:44.382600+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'1716","last_scrub_stamp":"2024-09-13T16:41:44.382556+0000","last_deep_scrub":"28'1716","last_deep_scrub_stamp":"2024-09-13T16:41:44.382556+0000","last_clean_scrub_stamp":"2024-09-13T16:41:44.382556+0000","objects_scrubbed":2,"log_size":1716,"log_dups_size":0,"ondisk_log_size":1716,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:06:21.737284+0000","scrub_duration":0.032724898000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8388608,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1722,"num_write_kb":13063,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"28'2482","reported_seq":2509,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:38.817984+0000","last_change":"2024-09-13T16:15:45.437198+0000","last_active":"2024-09-13T16:41:38.817984+0000","last_peered":"2024-09-13T16:41:38.817984+0000","last_clean":"2024-09-13T16:41:38.817984+0000","last_became_active":"2024-09-13T16:15:45.436595+0000","last_became_peered":"2024-09-13T16:15:45.436595+0000","last_unstale":"2024-09-13T16:41:38.817984+0000","last_undegraded":"2024-09-13T16:41:38.817984+0000","last_fullsized":"2024-09-13T16:41:38.817984+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2482,"log_dups_size":0,"ondisk_log_size":2482,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1880,"num_write_kb":107005,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,1,0],"acting":[6,7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"28'590","reported_seq":618,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.640969+0000","last_change":"2024-09-13T16:15:41.424176+0000","last_active":"2024-09-13T16:41:26.640969+0000","last_peered":"2024-09-13T16:41:26.640969+0000","last_clean":"2024-09-13T16:41:26.640969+0000","last_became_active":"2024-09-13T16:15:41.423906+0000","last_became_peered":"2024-09-13T16:15:41.423906+0000","last_unstale":"2024-09-13T16:41:26.640969+0000","last_undegraded":"2024-09-13T16:41:26.640969+0000","last_fullsized":"2024-09-13T16:41:26.640969+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":590,"log_dups_size":0,"ondisk_log_size":590,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":26,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.d","version":"28'3368","reported_seq":3408,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:52.267141+0000","last_change":"2024-09-13T16:41:52.267268+0000","last_active":"2024-09-13T16:41:52.267141+0000","last_peered":"2024-09-13T16:41:52.267141+0000","last_clean":"2024-09-13T16:41:52.267141+0000","last_became_active":"2024-09-13T16:15:41.020719+0000","last_became_peered":"2024-09-13T16:15:41.020719+0000","last_unstale":"2024-09-13T16:41:52.267141+0000","last_undegraded":"2024-09-13T16:41:52.267141+0000","last_fullsized":"2024-09-13T16:41:52.267141+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'3368","last_scrub_stamp":"2024-09-13T16:41:52.267117+0000","last_deep_scrub":"28'3368","last_deep_scrub_stamp":"2024-09-13T16:41:52.267117+0000","last_clean_scrub_stamp":"2024-09-13T16:41:52.267117+0000","objects_scrubbed":6,"log_size":3368,"log_dups_size":0,"ondisk_log_size":3368,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:39:16.246085+0000","scrub_duration":0.079363886999999994,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":20971590,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3368,"num_write_kb":26164,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.b","version":"28'2311","reported_seq":2337,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.337401+0000","last_change":"2024-09-13T16:15:45.444215+0000","last_active":"2024-09-13T16:41:21.337401+0000","last_peered":"2024-09-13T16:41:21.337401+0000","last_clean":"2024-09-13T16:41:21.337401+0000","last_became_active":"2024-09-13T16:15:45.443842+0000","last_became_peered":"2024-09-13T16:15:45.443842+0000","last_unstale":"2024-09-13T16:41:21.337401+0000","last_undegraded":"2024-09-13T16:41:21.337401+0000","last_fullsized":"2024-09-13T16:41:21.337401+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2311,"log_dups_size":0,"ondisk_log_size":2311,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1752,"num_write_kb":40739,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4,5],"acting":[0,1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"28'550","reported_seq":578,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.652723+0000","last_change":"2024-09-13T16:15:41.429232+0000","last_active":"2024-09-13T16:41:26.652723+0000","last_peered":"2024-09-13T16:41:26.652723+0000","last_clean":"2024-09-13T16:41:26.652723+0000","last_became_active":"2024-09-13T16:15:41.426840+0000","last_became_peered":"2024-09-13T16:15:41.426840+0000","last_unstale":"2024-09-13T16:41:26.652723+0000","last_undegraded":"2024-09-13T16:41:26.652723+0000","last_fullsized":"2024-09-13T16:41:26.652723+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":550,"log_dups_size":0,"ondisk_log_size":550,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"28'1761","reported_seq":1801,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:40.344341+0000","last_change":"2024-09-13T16:41:40.344542+0000","last_active":"2024-09-13T16:41:40.344341+0000","last_peered":"2024-09-13T16:41:40.344341+0000","last_clean":"2024-09-13T16:41:40.344341+0000","last_became_active":"2024-09-13T16:15:41.033356+0000","last_became_peered":"2024-09-13T16:15:41.033356+0000","last_unstale":"2024-09-13T16:41:40.344341+0000","last_undegraded":"2024-09-13T16:41:40.344341+0000","last_fullsized":"2024-09-13T16:41:40.344341+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'1761","last_scrub_stamp":"2024-09-13T16:41:40.344303+0000","last_deep_scrub":"28'1761","last_deep_scrub_stamp":"2024-09-13T16:41:40.344303+0000","last_clean_scrub_stamp":"2024-09-13T16:41:40.344303+0000","objects_scrubbed":3,"log_size":1761,"log_dups_size":0,"ondisk_log_size":1761,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:09:45.459724+0000","scrub_duration":0.032504444,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8388608,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1760,"num_write_kb":13081,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.8","version":"28'2486","reported_seq":2513,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:38.312238+0000","last_change":"2024-09-13T16:15:45.434063+0000","last_active":"2024-09-13T16:41:38.312238+0000","last_peered":"2024-09-13T16:41:38.312238+0000","last_clean":"2024-09-13T16:41:38.312238+0000","last_became_active":"2024-09-13T16:15:45.433849+0000","last_became_peered":"2024-09-13T16:15:45.433849+0000","last_unstale":"2024-09-13T16:41:38.312238+0000","last_undegraded":"2024-09-13T16:41:38.312238+0000","last_fullsized":"2024-09-13T16:41:38.312238+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2486,"log_dups_size":0,"ondisk_log_size":2486,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1903,"num_write_kb":84724,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7,6],"acting":[5,4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"28'563","reported_seq":591,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.646738+0000","last_change":"2024-09-13T16:15:41.425176+0000","last_active":"2024-09-13T16:41:26.646738+0000","last_peered":"2024-09-13T16:41:26.646738+0000","last_clean":"2024-09-13T16:41:26.646738+0000","last_became_active":"2024-09-13T16:15:41.422117+0000","last_became_peered":"2024-09-13T16:15:41.422117+0000","last_unstale":"2024-09-13T16:41:26.646738+0000","last_undegraded":"2024-09-13T16:41:26.646738+0000","last_fullsized":"2024-09-13T16:41:26.646738+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":563,"log_dups_size":0,"ondisk_log_size":563,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"28'1344","reported_seq":1384,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:38.791457+0000","last_change":"2024-09-13T16:41:38.791634+0000","last_active":"2024-09-13T16:41:38.791457+0000","last_peered":"2024-09-13T16:41:38.791457+0000","last_clean":"2024-09-13T16:41:38.791457+0000","last_became_active":"2024-09-13T16:15:41.023763+0000","last_became_peered":"2024-09-13T16:15:41.023763+0000","last_unstale":"2024-09-13T16:41:38.791457+0000","last_undegraded":"2024-09-13T16:41:38.791457+0000","last_fullsized":"2024-09-13T16:41:38.791457+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'1344","last_scrub_stamp":"2024-09-13T16:41:38.791418+0000","last_deep_scrub":"28'1344","last_deep_scrub_stamp":"2024-09-13T16:41:38.791418+0000","last_clean_scrub_stamp":"2024-09-13T16:41:38.791418+0000","objects_scrubbed":2,"log_size":1344,"log_dups_size":0,"ondisk_log_size":1344,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:26:04.353647+0000","scrub_duration":0.020936224999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194326,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1340,"num_write_kb":8705,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.9","version":"28'2383","reported_seq":2410,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:37.803836+0000","last_change":"2024-09-13T16:15:45.436109+0000","last_active":"2024-09-13T16:41:37.803836+0000","last_peered":"2024-09-13T16:41:37.803836+0000","last_clean":"2024-09-13T16:41:37.803836+0000","last_became_active":"2024-09-13T16:15:45.435716+0000","last_became_peered":"2024-09-13T16:15:45.435716+0000","last_unstale":"2024-09-13T16:41:37.803836+0000","last_undegraded":"2024-09-13T16:41:37.803836+0000","last_fullsized":"2024-09-13T16:41:37.803836+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2383,"log_dups_size":0,"ondisk_log_size":2383,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1826,"num_write_kb":89387,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3,6],"acting":[4,1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.11","version":"28'603","reported_seq":631,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.646639+0000","last_change":"2024-09-13T16:15:41.430211+0000","last_active":"2024-09-13T16:41:26.646639+0000","last_peered":"2024-09-13T16:41:26.646639+0000","last_clean":"2024-09-13T16:41:26.646639+0000","last_became_active":"2024-09-13T16:15:41.429928+0000","last_became_peered":"2024-09-13T16:15:41.429928+0000","last_unstale":"2024-09-13T16:41:26.646639+0000","last_undegraded":"2024-09-13T16:41:26.646639+0000","last_fullsized":"2024-09-13T16:41:26.646639+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":603,"log_dups_size":0,"ondisk_log_size":603,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":20,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"28'1157","reported_seq":1197,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:41.333457+0000","last_change":"2024-09-13T16:41:41.333562+0000","last_active":"2024-09-13T16:41:41.333457+0000","last_peered":"2024-09-13T16:41:41.333457+0000","last_clean":"2024-09-13T16:41:41.333457+0000","last_became_active":"2024-09-13T16:15:41.028039+0000","last_became_peered":"2024-09-13T16:15:41.028039+0000","last_unstale":"2024-09-13T16:41:41.333457+0000","last_undegraded":"2024-09-13T16:41:41.333457+0000","last_fullsized":"2024-09-13T16:41:41.333457+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'1157","last_scrub_stamp":"2024-09-13T16:41:41.333434+0000","last_deep_scrub":"28'1157","last_deep_scrub_stamp":"2024-09-13T16:41:41.333434+0000","last_clean_scrub_stamp":"2024-09-13T16:41:41.333434+0000","objects_scrubbed":4,"log_size":1157,"log_dups_size":0,"ondisk_log_size":1157,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:40:17.502869+0000","scrub_duration":0.012989003000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1186,"num_write_kb":8704,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.16","version":"28'2235","reported_seq":2260,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.982101+0000","last_change":"2024-09-13T16:15:45.431362+0000","last_active":"2024-09-13T16:41:26.982101+0000","last_peered":"2024-09-13T16:41:26.982101+0000","last_clean":"2024-09-13T16:41:26.982101+0000","last_became_active":"2024-09-13T16:15:45.430948+0000","last_became_peered":"2024-09-13T16:15:45.430948+0000","last_unstale":"2024-09-13T16:41:26.982101+0000","last_undegraded":"2024-09-13T16:41:26.982101+0000","last_fullsized":"2024-09-13T16:41:26.982101+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2235,"log_dups_size":0,"ondisk_log_size":2235,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1696,"num_write_kb":43625,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2,6],"acting":[0,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"28'557","reported_seq":585,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.610745+0000","last_change":"2024-09-13T16:15:41.420682+0000","last_active":"2024-09-13T16:41:26.610745+0000","last_peered":"2024-09-13T16:41:26.610745+0000","last_clean":"2024-09-13T16:41:26.610745+0000","last_became_active":"2024-09-13T16:15:41.420207+0000","last_became_peered":"2024-09-13T16:15:41.420207+0000","last_unstale":"2024-09-13T16:41:26.610745+0000","last_undegraded":"2024-09-13T16:41:26.610745+0000","last_fullsized":"2024-09-13T16:41:26.610745+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":557,"log_dups_size":0,"ondisk_log_size":557,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.11","version":"28'433","reported_seq":473,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:48.916731+0000","last_change":"2024-09-13T16:41:48.916887+0000","last_active":"2024-09-13T16:41:48.916731+0000","last_peered":"2024-09-13T16:41:48.916731+0000","last_clean":"2024-09-13T16:41:48.916731+0000","last_became_active":"2024-09-13T16:15:41.026955+0000","last_became_peered":"2024-09-13T16:15:41.026955+0000","last_unstale":"2024-09-13T16:41:48.916731+0000","last_undegraded":"2024-09-13T16:41:48.916731+0000","last_fullsized":"2024-09-13T16:41:48.916731+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'433","last_scrub_stamp":"2024-09-13T16:41:48.916690+0000","last_deep_scrub":"28'433","last_deep_scrub_stamp":"2024-09-13T16:41:48.916690+0000","last_clean_scrub_stamp":"2024-09-13T16:41:48.916690+0000","objects_scrubbed":1,"log_size":433,"log_dups_size":0,"ondisk_log_size":433,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:40:25.086125+0000","scrub_duration":0.01984501,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":434,"num_write_kb":4312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"28'2367","reported_seq":2392,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.978401+0000","last_change":"2024-09-13T16:15:45.429369+0000","last_active":"2024-09-13T16:41:26.978401+0000","last_peered":"2024-09-13T16:41:26.978401+0000","last_clean":"2024-09-13T16:41:26.978401+0000","last_became_active":"2024-09-13T16:15:45.428985+0000","last_became_peered":"2024-09-13T16:15:45.428985+0000","last_unstale":"2024-09-13T16:41:26.978401+0000","last_undegraded":"2024-09-13T16:41:26.978401+0000","last_fullsized":"2024-09-13T16:41:26.978401+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2367,"log_dups_size":0,"ondisk_log_size":2367,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1782,"num_write_kb":83329,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,6],"acting":[3,7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"28'583","reported_seq":622,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:39.367646+0000","last_change":"2024-09-13T16:41:39.367938+0000","last_active":"2024-09-13T16:41:39.367646+0000","last_peered":"2024-09-13T16:41:39.367646+0000","last_clean":"2024-09-13T16:41:39.367646+0000","last_became_active":"2024-09-13T16:15:41.425258+0000","last_became_peered":"2024-09-13T16:15:41.425258+0000","last_unstale":"2024-09-13T16:41:39.367646+0000","last_undegraded":"2024-09-13T16:41:39.367646+0000","last_fullsized":"2024-09-13T16:41:39.367646+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'583","last_scrub_stamp":"2024-09-13T16:41:39.367536+0000","last_deep_scrub":"28'583","last_deep_scrub_stamp":"2024-09-13T16:41:39.367536+0000","last_clean_scrub_stamp":"2024-09-13T16:41:39.367536+0000","objects_scrubbed":0,"log_size":583,"log_dups_size":0,"ondisk_log_size":583,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:06:16.722264+0000","scrub_duration":0.0033817930000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.12","version":"28'12","reported_seq":41,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:23.847455+0000","last_change":"2024-09-13T16:15:41.037723+0000","last_active":"2024-09-13T16:41:23.847455+0000","last_peered":"2024-09-13T16:41:23.847455+0000","last_clean":"2024-09-13T16:41:23.847455+0000","last_became_active":"2024-09-13T16:15:41.037313+0000","last_became_peered":"2024-09-13T16:15:41.037313+0000","last_unstale":"2024-09-13T16:41:23.847455+0000","last_undegraded":"2024-09-13T16:41:23.847455+0000","last_fullsized":"2024-09-13T16:41:23.847455+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":21,"num_write_kb":22,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"28'2361","reported_seq":2387,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:32.815867+0000","last_change":"2024-09-13T16:15:45.436611+0000","last_active":"2024-09-13T16:41:32.815867+0000","last_peered":"2024-09-13T16:41:32.815867+0000","last_clean":"2024-09-13T16:41:32.815867+0000","last_became_active":"2024-09-13T16:15:45.436224+0000","last_became_peered":"2024-09-13T16:15:45.436224+0000","last_unstale":"2024-09-13T16:41:32.815867+0000","last_undegraded":"2024-09-13T16:41:32.815867+0000","last_fullsized":"2024-09-13T16:41:32.815867+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2361,"log_dups_size":0,"ondisk_log_size":2361,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1800,"num_write_kb":86014,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,2],"acting":[3,1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"28'562","reported_seq":601,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:51.671086+0000","last_change":"2024-09-13T16:41:51.671279+0000","last_active":"2024-09-13T16:41:51.671086+0000","last_peered":"2024-09-13T16:41:51.671086+0000","last_clean":"2024-09-13T16:41:51.671086+0000","last_became_active":"2024-09-13T16:15:41.413018+0000","last_became_peered":"2024-09-13T16:15:41.413018+0000","last_unstale":"2024-09-13T16:41:51.671086+0000","last_undegraded":"2024-09-13T16:41:51.671086+0000","last_fullsized":"2024-09-13T16:41:51.671086+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'562","last_scrub_stamp":"2024-09-13T16:41:51.671033+0000","last_deep_scrub":"28'562","last_deep_scrub_stamp":"2024-09-13T16:41:51.671033+0000","last_clean_scrub_stamp":"2024-09-13T16:41:51.671033+0000","objects_scrubbed":0,"log_size":562,"log_dups_size":0,"ondisk_log_size":562,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:01:37.314959+0000","scrub_duration":0.0036382910000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":24,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.13","version":"28'2049","reported_seq":2089,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:39.763889+0000","last_change":"2024-09-13T16:41:39.764029+0000","last_active":"2024-09-13T16:41:39.763889+0000","last_peered":"2024-09-13T16:41:39.763889+0000","last_clean":"2024-09-13T16:41:39.763889+0000","last_became_active":"2024-09-13T16:15:41.027695+0000","last_became_peered":"2024-09-13T16:15:41.027695+0000","last_unstale":"2024-09-13T16:41:39.763889+0000","last_undegraded":"2024-09-13T16:41:39.763889+0000","last_fullsized":"2024-09-13T16:41:39.763889+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'2049","last_scrub_stamp":"2024-09-13T16:41:39.763849+0000","last_deep_scrub":"28'2049","last_deep_scrub_stamp":"2024-09-13T16:41:39.763849+0000","last_clean_scrub_stamp":"2024-09-13T16:41:39.763849+0000","objects_scrubbed":3,"log_size":2049,"log_dups_size":0,"ondisk_log_size":2049,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:26:54.158857+0000","scrub_duration":0.022365827000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194338,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2050,"num_write_kb":13295,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":5000,"num_omap_keys":10,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"28'2567","reported_seq":2592,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.318833+0000","last_change":"2024-09-13T16:15:45.429663+0000","last_active":"2024-09-13T16:41:21.318833+0000","last_peered":"2024-09-13T16:41:21.318833+0000","last_clean":"2024-09-13T16:41:21.318833+0000","last_became_active":"2024-09-13T16:15:45.429313+0000","last_became_peered":"2024-09-13T16:15:45.429313+0000","last_unstale":"2024-09-13T16:41:21.318833+0000","last_undegraded":"2024-09-13T16:41:21.318833+0000","last_fullsized":"2024-09-13T16:41:21.318833+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2567,"log_dups_size":0,"ondisk_log_size":2567,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2012,"num_write_kb":87157,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3,2],"acting":[5,7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"28'563","reported_seq":590,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.634828+0000","last_change":"2024-09-13T16:15:41.421663+0000","last_active":"2024-09-13T16:41:26.634828+0000","last_peered":"2024-09-13T16:41:26.634828+0000","last_clean":"2024-09-13T16:41:26.634828+0000","last_became_active":"2024-09-13T16:15:41.421412+0000","last_became_peered":"2024-09-13T16:15:41.421412+0000","last_unstale":"2024-09-13T16:41:26.634828+0000","last_undegraded":"2024-09-13T16:41:26.634828+0000","last_fullsized":"2024-09-13T16:41:26.634828+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":563,"log_dups_size":0,"ondisk_log_size":563,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.14","version":"28'3268","reported_seq":3308,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:42.797835+0000","last_change":"2024-09-13T16:41:42.797937+0000","last_active":"2024-09-13T16:41:42.797835+0000","last_peered":"2024-09-13T16:41:42.797835+0000","last_clean":"2024-09-13T16:41:42.797835+0000","last_became_active":"2024-09-13T16:15:41.036022+0000","last_became_peered":"2024-09-13T16:15:41.036022+0000","last_unstale":"2024-09-13T16:41:42.797835+0000","last_undegraded":"2024-09-13T16:41:42.797835+0000","last_fullsized":"2024-09-13T16:41:42.797835+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'3268","last_scrub_stamp":"2024-09-13T16:41:42.797814+0000","last_deep_scrub":"28'3268","last_deep_scrub_stamp":"2024-09-13T16:41:42.797814+0000","last_clean_scrub_stamp":"2024-09-13T16:41:42.797814+0000","objects_scrubbed":5,"log_size":3268,"log_dups_size":0,"ondisk_log_size":3268,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:07:32.566180+0000","scrub_duration":0.035715244,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8389280,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3265,"num_write_kb":22009,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.12","version":"28'2234","reported_seq":2260,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:27.805344+0000","last_change":"2024-09-13T16:15:45.445565+0000","last_active":"2024-09-13T16:41:27.805344+0000","last_peered":"2024-09-13T16:41:27.805344+0000","last_clean":"2024-09-13T16:41:27.805344+0000","last_became_active":"2024-09-13T16:15:45.442341+0000","last_became_peered":"2024-09-13T16:15:45.442341+0000","last_unstale":"2024-09-13T16:41:27.805344+0000","last_undegraded":"2024-09-13T16:41:27.805344+0000","last_fullsized":"2024-09-13T16:41:27.805344+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2234,"log_dups_size":0,"ondisk_log_size":2234,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1673,"num_write_kb":36981,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2,0],"acting":[1,6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"28'561","reported_seq":600,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:45.837976+0000","last_change":"2024-09-13T16:41:45.838197+0000","last_active":"2024-09-13T16:41:45.837976+0000","last_peered":"2024-09-13T16:41:45.837976+0000","last_clean":"2024-09-13T16:41:45.837976+0000","last_became_active":"2024-09-13T16:15:41.417552+0000","last_became_peered":"2024-09-13T16:15:41.417552+0000","last_unstale":"2024-09-13T16:41:45.837976+0000","last_undegraded":"2024-09-13T16:41:45.837976+0000","last_fullsized":"2024-09-13T16:41:45.837976+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'561","last_scrub_stamp":"2024-09-13T16:41:45.837924+0000","last_deep_scrub":"28'561","last_deep_scrub_stamp":"2024-09-13T16:41:45.837924+0000","last_clean_scrub_stamp":"2024-09-13T16:41:45.837924+0000","objects_scrubbed":0,"log_size":561,"log_dups_size":0,"ondisk_log_size":561,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:03:07.752109+0000","scrub_duration":0.0031285520000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"28'4191","reported_seq":4230,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:57.225700+0000","last_change":"2024-09-13T16:41:57.226096+0000","last_active":"2024-09-13T16:41:57.225700+0000","last_peered":"2024-09-13T16:41:57.225700+0000","last_clean":"2024-09-13T16:41:57.225700+0000","last_became_active":"2024-09-13T16:15:41.032932+0000","last_became_peered":"2024-09-13T16:15:41.032932+0000","last_unstale":"2024-09-13T16:41:57.225700+0000","last_undegraded":"2024-09-13T16:41:57.225700+0000","last_fullsized":"2024-09-13T16:41:57.225700+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'4191","last_scrub_stamp":"2024-09-13T16:41:57.225576+0000","last_deep_scrub":"28'4191","last_deep_scrub_stamp":"2024-09-13T16:41:57.225576+0000","last_clean_scrub_stamp":"2024-09-13T16:41:57.225576+0000","objects_scrubbed":5,"log_size":4191,"log_dups_size":0,"ondisk_log_size":4191,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:12:39.540407+0000","scrub_duration":0.051405799000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12583002,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4189,"num_write_kb":23150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"28'2473","reported_seq":2499,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:27.942870+0000","last_change":"2024-09-13T16:15:45.445670+0000","last_active":"2024-09-13T16:41:27.942870+0000","last_peered":"2024-09-13T16:41:27.942870+0000","last_clean":"2024-09-13T16:41:27.942870+0000","last_became_active":"2024-09-13T16:15:45.445288+0000","last_became_peered":"2024-09-13T16:15:45.445288+0000","last_unstale":"2024-09-13T16:41:27.942870+0000","last_undegraded":"2024-09-13T16:41:27.942870+0000","last_fullsized":"2024-09-13T16:41:27.942870+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2473,"log_dups_size":0,"ondisk_log_size":2473,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1929,"num_write_kb":152312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,1],"acting":[4,5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"28'560","reported_seq":587,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.973048+0000","last_change":"2024-09-13T16:15:41.424204+0000","last_active":"2024-09-13T16:41:26.973048+0000","last_peered":"2024-09-13T16:41:26.973048+0000","last_clean":"2024-09-13T16:41:26.973048+0000","last_became_active":"2024-09-13T16:15:41.423904+0000","last_became_peered":"2024-09-13T16:15:41.423904+0000","last_unstale":"2024-09-13T16:41:26.973048+0000","last_undegraded":"2024-09-13T16:41:26.973048+0000","last_fullsized":"2024-09-13T16:41:26.973048+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":560,"log_dups_size":0,"ondisk_log_size":560,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"28'2606","reported_seq":2634,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:22.966618+0000","last_change":"2024-09-13T16:15:41.034031+0000","last_active":"2024-09-13T16:41:22.966618+0000","last_peered":"2024-09-13T16:41:22.966618+0000","last_clean":"2024-09-13T16:41:22.966618+0000","last_became_active":"2024-09-13T16:15:41.033489+0000","last_became_peered":"2024-09-13T16:15:41.033489+0000","last_unstale":"2024-09-13T16:41:22.966618+0000","last_undegraded":"2024-09-13T16:41:22.966618+0000","last_fullsized":"2024-09-13T16:41:22.966618+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":2606,"log_dups_size":0,"ondisk_log_size":2606,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12582912,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2607,"num_write_kb":21689,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"28'2337","reported_seq":2363,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:27.814607+0000","last_change":"2024-09-13T16:15:45.436970+0000","last_active":"2024-09-13T16:41:27.814607+0000","last_peered":"2024-09-13T16:41:27.814607+0000","last_clean":"2024-09-13T16:41:27.814607+0000","last_became_active":"2024-09-13T16:15:45.436526+0000","last_became_peered":"2024-09-13T16:15:45.436526+0000","last_unstale":"2024-09-13T16:41:27.814607+0000","last_undegraded":"2024-09-13T16:41:27.814607+0000","last_fullsized":"2024-09-13T16:41:27.814607+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2337,"log_dups_size":0,"ondisk_log_size":2337,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1761,"num_write_kb":38111,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6,4],"acting":[3,1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"28'577","reported_seq":604,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.971999+0000","last_change":"2024-09-13T16:15:41.434977+0000","last_active":"2024-09-13T16:41:26.971999+0000","last_peered":"2024-09-13T16:41:26.971999+0000","last_clean":"2024-09-13T16:41:26.971999+0000","last_became_active":"2024-09-13T16:15:41.434755+0000","last_became_peered":"2024-09-13T16:15:41.434755+0000","last_unstale":"2024-09-13T16:41:26.971999+0000","last_undegraded":"2024-09-13T16:41:26.971999+0000","last_fullsized":"2024-09-13T16:41:26.971999+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":577,"log_dups_size":0,"ondisk_log_size":577,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.17","version":"28'631","reported_seq":670,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:47.874453+0000","last_change":"2024-09-13T16:41:47.874646+0000","last_active":"2024-09-13T16:41:47.874453+0000","last_peered":"2024-09-13T16:41:47.874453+0000","last_clean":"2024-09-13T16:41:47.874453+0000","last_became_active":"2024-09-13T16:15:41.036955+0000","last_became_peered":"2024-09-13T16:15:41.036955+0000","last_unstale":"2024-09-13T16:41:47.874453+0000","last_undegraded":"2024-09-13T16:41:47.874453+0000","last_fullsized":"2024-09-13T16:41:47.874453+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'631","last_scrub_stamp":"2024-09-13T16:41:47.874403+0000","last_deep_scrub":"28'631","last_deep_scrub_stamp":"2024-09-13T16:41:47.874403+0000","last_clean_scrub_stamp":"2024-09-13T16:41:47.874403+0000","objects_scrubbed":1,"log_size":631,"log_dups_size":0,"ondisk_log_size":631,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:09:52.989824+0000","scrub_duration":0.020520864999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":643,"num_write_kb":4401,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.11","version":"28'2353","reported_seq":2379,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:27.814698+0000","last_change":"2024-09-13T16:15:45.426193+0000","last_active":"2024-09-13T16:41:27.814698+0000","last_peered":"2024-09-13T16:41:27.814698+0000","last_clean":"2024-09-13T16:41:27.814698+0000","last_became_active":"2024-09-13T16:15:45.425834+0000","last_became_peered":"2024-09-13T16:15:45.425834+0000","last_unstale":"2024-09-13T16:41:27.814698+0000","last_undegraded":"2024-09-13T16:41:27.814698+0000","last_fullsized":"2024-09-13T16:41:27.814698+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2353,"log_dups_size":0,"ondisk_log_size":2353,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1763,"num_write_kb":44318,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6,5],"acting":[3,7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"28'2392","reported_seq":2420,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:35.792766+0000","last_change":"2024-09-13T16:15:45.445140+0000","last_active":"2024-09-13T16:41:35.792766+0000","last_peered":"2024-09-13T16:41:35.792766+0000","last_clean":"2024-09-13T16:41:35.792766+0000","last_became_active":"2024-09-13T16:15:45.444697+0000","last_became_peered":"2024-09-13T16:15:45.444697+0000","last_unstale":"2024-09-13T16:41:35.792766+0000","last_undegraded":"2024-09-13T16:41:35.792766+0000","last_fullsized":"2024-09-13T16:41:35.792766+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2392,"log_dups_size":0,"ondisk_log_size":2392,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1876,"num_write_kb":85170,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3,1],"acting":[0,7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"28'554","reported_seq":581,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.977465+0000","last_change":"2024-09-13T16:15:41.416274+0000","last_active":"2024-09-13T16:41:26.977465+0000","last_peered":"2024-09-13T16:41:26.977465+0000","last_clean":"2024-09-13T16:41:26.977465+0000","last_became_active":"2024-09-13T16:15:41.416031+0000","last_became_peered":"2024-09-13T16:15:41.416031+0000","last_unstale":"2024-09-13T16:41:26.977465+0000","last_undegraded":"2024-09-13T16:41:26.977465+0000","last_fullsized":"2024-09-13T16:41:26.977465+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":554,"log_dups_size":0,"ondisk_log_size":554,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":26,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.18","version":"28'4024","reported_seq":4063,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:58.147700+0000","last_change":"2024-09-13T16:41:58.147837+0000","last_active":"2024-09-13T16:41:58.147700+0000","last_peered":"2024-09-13T16:41:58.147700+0000","last_clean":"2024-09-13T16:41:58.147700+0000","last_became_active":"2024-09-13T16:15:41.028484+0000","last_became_peered":"2024-09-13T16:15:41.028484+0000","last_unstale":"2024-09-13T16:41:58.147700+0000","last_undegraded":"2024-09-13T16:41:58.147700+0000","last_fullsized":"2024-09-13T16:41:58.147700+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'4024","last_scrub_stamp":"2024-09-13T16:41:58.147668+0000","last_deep_scrub":"28'4024","last_deep_scrub_stamp":"2024-09-13T16:41:58.147668+0000","last_clean_scrub_stamp":"2024-09-13T16:41:58.147668+0000","objects_scrubbed":4,"log_size":4024,"log_dups_size":0,"ondisk_log_size":4024,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:29:41.807298+0000","scrub_duration":0.061898024000000003,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16081299,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4021,"num_write_kb":29855,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"28'2411","reported_seq":2438,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.979229+0000","last_change":"2024-09-13T16:15:45.436689+0000","last_active":"2024-09-13T16:41:26.979229+0000","last_peered":"2024-09-13T16:41:26.979229+0000","last_clean":"2024-09-13T16:41:26.979229+0000","last_became_active":"2024-09-13T16:15:45.436307+0000","last_became_peered":"2024-09-13T16:15:45.436307+0000","last_unstale":"2024-09-13T16:41:26.979229+0000","last_undegraded":"2024-09-13T16:41:26.979229+0000","last_fullsized":"2024-09-13T16:41:26.979229+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2411,"log_dups_size":0,"ondisk_log_size":2411,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1872,"num_write_kb":94300,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1,0],"acting":[6,5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"28'640","reported_seq":667,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.634629+0000","last_change":"2024-09-13T16:15:41.422643+0000","last_active":"2024-09-13T16:41:26.634629+0000","last_peered":"2024-09-13T16:41:26.634629+0000","last_clean":"2024-09-13T16:41:26.634629+0000","last_became_active":"2024-09-13T16:15:41.422354+0000","last_became_peered":"2024-09-13T16:15:41.422354+0000","last_unstale":"2024-09-13T16:41:26.634629+0000","last_undegraded":"2024-09-13T16:41:26.634629+0000","last_fullsized":"2024-09-13T16:41:26.634629+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":640,"log_dups_size":0,"ondisk_log_size":640,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"28'654","reported_seq":693,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:55.250208+0000","last_change":"2024-09-13T16:41:55.250457+0000","last_active":"2024-09-13T16:41:55.250208+0000","last_peered":"2024-09-13T16:41:55.250208+0000","last_clean":"2024-09-13T16:41:55.250208+0000","last_became_active":"2024-09-13T16:15:41.031397+0000","last_became_peered":"2024-09-13T16:15:41.031397+0000","last_unstale":"2024-09-13T16:41:55.250208+0000","last_undegraded":"2024-09-13T16:41:55.250208+0000","last_fullsized":"2024-09-13T16:41:55.250208+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'654","last_scrub_stamp":"2024-09-13T16:41:55.250156+0000","last_deep_scrub":"28'654","last_deep_scrub_stamp":"2024-09-13T16:41:55.250156+0000","last_clean_scrub_stamp":"2024-09-13T16:41:55.250156+0000","objects_scrubbed":0,"log_size":654,"log_dups_size":0,"ondisk_log_size":654,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:08:06.390311+0000","scrub_duration":0.0036258879999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":658,"num_write_kb":4390,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1a","version":"28'3756","reported_seq":3795,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:41.826511+0000","last_change":"2024-09-13T16:41:41.826647+0000","last_active":"2024-09-13T16:41:41.826511+0000","last_peered":"2024-09-13T16:41:41.826511+0000","last_clean":"2024-09-13T16:41:41.826511+0000","last_became_active":"2024-09-13T16:15:41.024989+0000","last_became_peered":"2024-09-13T16:15:41.024989+0000","last_unstale":"2024-09-13T16:41:41.826511+0000","last_undegraded":"2024-09-13T16:41:41.826511+0000","last_fullsized":"2024-09-13T16:41:41.826511+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'3756","last_scrub_stamp":"2024-09-13T16:41:41.826483+0000","last_deep_scrub":"28'3756","last_deep_scrub_stamp":"2024-09-13T16:41:41.826483+0000","last_clean_scrub_stamp":"2024-09-13T16:41:41.826483+0000","objects_scrubbed":3,"log_size":3756,"log_dups_size":0,"ondisk_log_size":3756,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:56:11.474888+0000","scrub_duration":0.054705785999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12582912,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3756,"num_write_kb":30455,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"28'556","reported_seq":583,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.649596+0000","last_change":"2024-09-13T16:15:41.432442+0000","last_active":"2024-09-13T16:41:26.649596+0000","last_peered":"2024-09-13T16:41:26.649596+0000","last_clean":"2024-09-13T16:41:26.649596+0000","last_became_active":"2024-09-13T16:15:41.432139+0000","last_became_peered":"2024-09-13T16:15:41.432139+0000","last_unstale":"2024-09-13T16:41:26.649596+0000","last_undegraded":"2024-09-13T16:41:26.649596+0000","last_fullsized":"2024-09-13T16:41:26.649596+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":556,"log_dups_size":0,"ondisk_log_size":556,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"28'2403","reported_seq":2449,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:57.227401+0000","last_change":"2024-09-13T16:41:57.227545+0000","last_active":"2024-09-13T16:41:57.227401+0000","last_peered":"2024-09-13T16:41:57.227401+0000","last_clean":"2024-09-13T16:41:57.227401+0000","last_became_active":"2024-09-13T16:16:24.053479+0000","last_became_peered":"2024-09-13T16:16:24.053479+0000","last_unstale":"2024-09-13T16:41:57.227401+0000","last_undegraded":"2024-09-13T16:41:57.227401+0000","last_fullsized":"2024-09-13T16:41:57.227401+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'2403","last_scrub_stamp":"2024-09-13T16:41:57.227379+0000","last_deep_scrub":"28'2403","last_deep_scrub_stamp":"2024-09-13T16:41:57.227379+0000","last_clean_scrub_stamp":"2024-09-13T16:41:57.227379+0000","objects_scrubbed":0,"log_size":2403,"log_dups_size":0,"ondisk_log_size":2403,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:42:54.972862+0000","scrub_duration":0.0074862410000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1817,"num_write_kb":55639,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,3,5],"acting":[2,0,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"28'1263","reported_seq":1291,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:22.970440+0000","last_change":"2024-09-13T16:15:41.036390+0000","last_active":"2024-09-13T16:41:22.970440+0000","last_peered":"2024-09-13T16:41:22.970440+0000","last_clean":"2024-09-13T16:41:22.970440+0000","last_became_active":"2024-09-13T16:15:41.036045+0000","last_became_peered":"2024-09-13T16:15:41.036045+0000","last_unstale":"2024-09-13T16:41:22.970440+0000","last_undegraded":"2024-09-13T16:41:22.970440+0000","last_fullsized":"2024-09-13T16:41:22.970440+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:39.982039+0000","last_clean_scrub_stamp":"2024-09-13T16:15:39.982039+0000","objects_scrubbed":0,"log_size":1263,"log_dups_size":0,"ondisk_log_size":1263,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1270,"num_write_kb":8784,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"28'568","reported_seq":606,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:47.877219+0000","last_change":"2024-09-13T16:41:47.877374+0000","last_active":"2024-09-13T16:41:47.877219+0000","last_peered":"2024-09-13T16:41:47.877219+0000","last_clean":"2024-09-13T16:41:47.877219+0000","last_became_active":"2024-09-13T16:15:41.417827+0000","last_became_peered":"2024-09-13T16:15:41.417827+0000","last_unstale":"2024-09-13T16:41:47.877219+0000","last_undegraded":"2024-09-13T16:41:47.877219+0000","last_fullsized":"2024-09-13T16:41:47.877219+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'568","last_scrub_stamp":"2024-09-13T16:41:47.877196+0000","last_deep_scrub":"28'568","last_deep_scrub_stamp":"2024-09-13T16:41:47.877196+0000","last_clean_scrub_stamp":"2024-09-13T16:41:47.877196+0000","objects_scrubbed":0,"log_size":568,"log_dups_size":0,"ondisk_log_size":568,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:16:12.786300+0000","scrub_duration":0.0030508190000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"28'2336","reported_seq":2361,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.348655+0000","last_change":"2024-09-13T16:15:45.435555+0000","last_active":"2024-09-13T16:41:21.348655+0000","last_peered":"2024-09-13T16:41:21.348655+0000","last_clean":"2024-09-13T16:41:21.348655+0000","last_became_active":"2024-09-13T16:15:45.435169+0000","last_became_peered":"2024-09-13T16:15:45.435169+0000","last_unstale":"2024-09-13T16:41:21.348655+0000","last_undegraded":"2024-09-13T16:41:21.348655+0000","last_fullsized":"2024-09-13T16:41:21.348655+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2336,"log_dups_size":0,"ondisk_log_size":2336,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1808,"num_write_kb":46128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4,2],"acting":[3,1,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.20","version":"28'594","reported_seq":623,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.974227+0000","last_change":"2024-09-13T16:15:41.423423+0000","last_active":"2024-09-13T16:41:26.974227+0000","last_peered":"2024-09-13T16:41:26.974227+0000","last_clean":"2024-09-13T16:41:26.974227+0000","last_became_active":"2024-09-13T16:15:41.423169+0000","last_became_peered":"2024-09-13T16:15:41.423169+0000","last_unstale":"2024-09-13T16:41:26.974227+0000","last_undegraded":"2024-09-13T16:41:26.974227+0000","last_fullsized":"2024-09-13T16:41:26.974227+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":594,"log_dups_size":0,"ondisk_log_size":594,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":32,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"28'622","reported_seq":662,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:56.214392+0000","last_change":"2024-09-13T16:41:56.214686+0000","last_active":"2024-09-13T16:41:56.214392+0000","last_peered":"2024-09-13T16:41:56.214392+0000","last_clean":"2024-09-13T16:41:56.214392+0000","last_became_active":"2024-09-13T16:15:41.426171+0000","last_became_peered":"2024-09-13T16:15:41.426171+0000","last_unstale":"2024-09-13T16:41:56.214392+0000","last_undegraded":"2024-09-13T16:41:56.214392+0000","last_fullsized":"2024-09-13T16:41:56.214392+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'622","last_scrub_stamp":"2024-09-13T16:41:56.214334+0000","last_deep_scrub":"28'622","last_deep_scrub_stamp":"2024-09-13T16:41:56.214334+0000","last_clean_scrub_stamp":"2024-09-13T16:41:56.214334+0000","objects_scrubbed":0,"log_size":622,"log_dups_size":0,"ondisk_log_size":622,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:16:21.123438+0000","scrub_duration":0.00356062,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"28'564","reported_seq":604,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:44.061353+0000","last_change":"2024-09-13T16:41:44.061555+0000","last_active":"2024-09-13T16:41:44.061353+0000","last_peered":"2024-09-13T16:41:44.061353+0000","last_clean":"2024-09-13T16:41:44.061353+0000","last_became_active":"2024-09-13T16:15:41.423509+0000","last_became_peered":"2024-09-13T16:15:41.423509+0000","last_unstale":"2024-09-13T16:41:44.061353+0000","last_undegraded":"2024-09-13T16:41:44.061353+0000","last_fullsized":"2024-09-13T16:41:44.061353+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'564","last_scrub_stamp":"2024-09-13T16:41:44.061300+0000","last_deep_scrub":"28'564","last_deep_scrub_stamp":"2024-09-13T16:41:44.061300+0000","last_clean_scrub_stamp":"2024-09-13T16:41:44.061300+0000","objects_scrubbed":0,"log_size":564,"log_dups_size":0,"ondisk_log_size":564,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:25:55.126267+0000","scrub_duration":0.0034140519999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"28'588","reported_seq":628,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:37.684554+0000","last_change":"2024-09-13T16:41:37.684727+0000","last_active":"2024-09-13T16:41:37.684554+0000","last_peered":"2024-09-13T16:41:37.684554+0000","last_clean":"2024-09-13T16:41:37.684554+0000","last_became_active":"2024-09-13T16:15:41.419574+0000","last_became_peered":"2024-09-13T16:15:41.419574+0000","last_unstale":"2024-09-13T16:41:37.684554+0000","last_undegraded":"2024-09-13T16:41:37.684554+0000","last_fullsized":"2024-09-13T16:41:37.684554+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'588","last_scrub_stamp":"2024-09-13T16:41:37.684511+0000","last_deep_scrub":"28'588","last_deep_scrub_stamp":"2024-09-13T16:41:37.684511+0000","last_clean_scrub_stamp":"2024-09-13T16:41:37.684511+0000","objects_scrubbed":0,"log_size":588,"log_dups_size":0,"ondisk_log_size":588,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:29:20.465399+0000","scrub_duration":0.0026859169999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"28'549","reported_seq":589,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:52.188995+0000","last_change":"2024-09-13T16:41:52.189300+0000","last_active":"2024-09-13T16:41:52.188995+0000","last_peered":"2024-09-13T16:41:52.188995+0000","last_clean":"2024-09-13T16:41:52.188995+0000","last_became_active":"2024-09-13T16:15:41.419644+0000","last_became_peered":"2024-09-13T16:15:41.419644+0000","last_unstale":"2024-09-13T16:41:52.188995+0000","last_undegraded":"2024-09-13T16:41:52.188995+0000","last_fullsized":"2024-09-13T16:41:52.188995+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'549","last_scrub_stamp":"2024-09-13T16:41:52.188878+0000","last_deep_scrub":"28'549","last_deep_scrub_stamp":"2024-09-13T16:41:52.188878+0000","last_clean_scrub_stamp":"2024-09-13T16:41:52.188878+0000","objects_scrubbed":0,"log_size":549,"log_dups_size":0,"ondisk_log_size":549,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:12:34.503708+0000","scrub_duration":0.0038039179999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"28'564","reported_seq":593,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:36.302684+0000","last_change":"2024-09-13T16:15:41.409800+0000","last_active":"2024-09-13T16:41:36.302684+0000","last_peered":"2024-09-13T16:41:36.302684+0000","last_clean":"2024-09-13T16:41:36.302684+0000","last_became_active":"2024-09-13T16:15:41.409523+0000","last_became_peered":"2024-09-13T16:15:41.409523+0000","last_unstale":"2024-09-13T16:41:36.302684+0000","last_undegraded":"2024-09-13T16:41:36.302684+0000","last_fullsized":"2024-09-13T16:41:36.302684+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":564,"log_dups_size":0,"ondisk_log_size":564,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"28'600","reported_seq":629,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:38.817815+0000","last_change":"2024-09-13T16:15:41.418006+0000","last_active":"2024-09-13T16:41:38.817815+0000","last_peered":"2024-09-13T16:41:38.817815+0000","last_clean":"2024-09-13T16:41:38.817815+0000","last_became_active":"2024-09-13T16:15:41.417761+0000","last_became_peered":"2024-09-13T16:15:41.417761+0000","last_unstale":"2024-09-13T16:41:38.817815+0000","last_undegraded":"2024-09-13T16:41:38.817815+0000","last_fullsized":"2024-09-13T16:41:38.817815+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":600,"log_dups_size":0,"ondisk_log_size":600,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":28,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"28'542","reported_seq":582,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:54.233162+0000","last_change":"2024-09-13T16:41:54.233435+0000","last_active":"2024-09-13T16:41:54.233162+0000","last_peered":"2024-09-13T16:41:54.233162+0000","last_clean":"2024-09-13T16:41:54.233162+0000","last_became_active":"2024-09-13T16:15:41.428841+0000","last_became_peered":"2024-09-13T16:15:41.428841+0000","last_unstale":"2024-09-13T16:41:54.233162+0000","last_undegraded":"2024-09-13T16:41:54.233162+0000","last_fullsized":"2024-09-13T16:41:54.233162+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'542","last_scrub_stamp":"2024-09-13T16:41:54.233110+0000","last_deep_scrub":"28'542","last_deep_scrub_stamp":"2024-09-13T16:41:54.233110+0000","last_clean_scrub_stamp":"2024-09-13T16:41:54.233110+0000","objects_scrubbed":0,"log_size":542,"log_dups_size":0,"ondisk_log_size":542,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:34:11.033525+0000","scrub_duration":0.0034968239999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"28'572","reported_seq":601,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:38.311969+0000","last_change":"2024-09-13T16:15:41.424140+0000","last_active":"2024-09-13T16:41:38.311969+0000","last_peered":"2024-09-13T16:41:38.311969+0000","last_clean":"2024-09-13T16:41:38.311969+0000","last_became_active":"2024-09-13T16:15:41.423826+0000","last_became_peered":"2024-09-13T16:15:41.423826+0000","last_unstale":"2024-09-13T16:41:38.311969+0000","last_undegraded":"2024-09-13T16:41:38.311969+0000","last_fullsized":"2024-09-13T16:41:38.311969+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":572,"log_dups_size":0,"ondisk_log_size":572,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":24,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"28'553","reported_seq":592,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:48.153577+0000","last_change":"2024-09-13T16:41:48.153778+0000","last_active":"2024-09-13T16:41:48.153577+0000","last_peered":"2024-09-13T16:41:48.153577+0000","last_clean":"2024-09-13T16:41:48.153577+0000","last_became_active":"2024-09-13T16:15:41.432121+0000","last_became_peered":"2024-09-13T16:15:41.432121+0000","last_unstale":"2024-09-13T16:41:48.153577+0000","last_undegraded":"2024-09-13T16:41:48.153577+0000","last_fullsized":"2024-09-13T16:41:48.153577+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'553","last_scrub_stamp":"2024-09-13T16:41:48.153524+0000","last_deep_scrub":"28'553","last_deep_scrub_stamp":"2024-09-13T16:41:48.153524+0000","last_clean_scrub_stamp":"2024-09-13T16:41:48.153524+0000","objects_scrubbed":0,"log_size":553,"log_dups_size":0,"ondisk_log_size":553,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:26:22.661259+0000","scrub_duration":0.0038033350000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"28'591","reported_seq":619,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.650298+0000","last_change":"2024-09-13T16:15:41.435089+0000","last_active":"2024-09-13T16:41:26.650298+0000","last_peered":"2024-09-13T16:41:26.650298+0000","last_clean":"2024-09-13T16:41:26.650298+0000","last_became_active":"2024-09-13T16:15:41.434875+0000","last_became_peered":"2024-09-13T16:15:41.434875+0000","last_unstale":"2024-09-13T16:41:26.650298+0000","last_undegraded":"2024-09-13T16:41:26.650298+0000","last_fullsized":"2024-09-13T16:41:26.650298+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":591,"log_dups_size":0,"ondisk_log_size":591,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"28'558","reported_seq":586,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.644263+0000","last_change":"2024-09-13T16:15:41.427159+0000","last_active":"2024-09-13T16:41:26.644263+0000","last_peered":"2024-09-13T16:41:26.644263+0000","last_clean":"2024-09-13T16:41:26.644263+0000","last_became_active":"2024-09-13T16:15:41.426887+0000","last_became_peered":"2024-09-13T16:15:41.426887+0000","last_unstale":"2024-09-13T16:41:26.644263+0000","last_undegraded":"2024-09-13T16:41:26.644263+0000","last_fullsized":"2024-09-13T16:41:26.644263+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":558,"log_dups_size":0,"ondisk_log_size":558,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"28'578","reported_seq":617,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:54.896193+0000","last_change":"2024-09-13T16:41:54.896415+0000","last_active":"2024-09-13T16:41:54.896193+0000","last_peered":"2024-09-13T16:41:54.896193+0000","last_clean":"2024-09-13T16:41:54.896193+0000","last_became_active":"2024-09-13T16:15:41.428906+0000","last_became_peered":"2024-09-13T16:15:41.428906+0000","last_unstale":"2024-09-13T16:41:54.896193+0000","last_undegraded":"2024-09-13T16:41:54.896193+0000","last_fullsized":"2024-09-13T16:41:54.896193+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'578","last_scrub_stamp":"2024-09-13T16:41:54.896141+0000","last_deep_scrub":"28'578","last_deep_scrub_stamp":"2024-09-13T16:41:54.896141+0000","last_clean_scrub_stamp":"2024-09-13T16:41:54.896141+0000","objects_scrubbed":0,"log_size":578,"log_dups_size":0,"ondisk_log_size":578,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:52:10.226717+0000","scrub_duration":0.0034313189999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":20,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2d","version":"28'570","reported_seq":598,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.634381+0000","last_change":"2024-09-13T16:15:41.421597+0000","last_active":"2024-09-13T16:41:26.634381+0000","last_peered":"2024-09-13T16:41:26.634381+0000","last_clean":"2024-09-13T16:41:26.634381+0000","last_became_active":"2024-09-13T16:15:41.421333+0000","last_became_peered":"2024-09-13T16:15:41.421333+0000","last_unstale":"2024-09-13T16:41:26.634381+0000","last_undegraded":"2024-09-13T16:41:26.634381+0000","last_fullsized":"2024-09-13T16:41:26.634381+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":570,"log_dups_size":0,"ondisk_log_size":570,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2e","version":"28'531","reported_seq":570,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:54.222720+0000","last_change":"2024-09-13T16:41:54.222999+0000","last_active":"2024-09-13T16:41:54.222720+0000","last_peered":"2024-09-13T16:41:54.222720+0000","last_clean":"2024-09-13T16:41:54.222720+0000","last_became_active":"2024-09-13T16:15:41.422120+0000","last_became_peered":"2024-09-13T16:15:41.422120+0000","last_unstale":"2024-09-13T16:41:54.222720+0000","last_undegraded":"2024-09-13T16:41:54.222720+0000","last_fullsized":"2024-09-13T16:41:54.222720+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'531","last_scrub_stamp":"2024-09-13T16:41:54.222669+0000","last_deep_scrub":"28'531","last_deep_scrub_stamp":"2024-09-13T16:41:54.222669+0000","last_clean_scrub_stamp":"2024-09-13T16:41:54.222669+0000","objects_scrubbed":0,"log_size":531,"log_dups_size":0,"ondisk_log_size":531,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:03:16.136854+0000","scrub_duration":0.0036226420000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2f","version":"28'590","reported_seq":618,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.646443+0000","last_change":"2024-09-13T16:15:41.431160+0000","last_active":"2024-09-13T16:41:26.646443+0000","last_peered":"2024-09-13T16:41:26.646443+0000","last_clean":"2024-09-13T16:41:26.646443+0000","last_became_active":"2024-09-13T16:15:41.430802+0000","last_became_peered":"2024-09-13T16:15:41.430802+0000","last_unstale":"2024-09-13T16:41:26.646443+0000","last_undegraded":"2024-09-13T16:41:26.646443+0000","last_fullsized":"2024-09-13T16:41:26.646443+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":590,"log_dups_size":0,"ondisk_log_size":590,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"28'579","reported_seq":600,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.633978+0000","last_change":"2024-09-13T16:16:23.802417+0000","last_active":"2024-09-13T16:41:26.633978+0000","last_peered":"2024-09-13T16:41:26.633978+0000","last_clean":"2024-09-13T16:41:26.633978+0000","last_became_active":"2024-09-13T16:16:23.802025+0000","last_became_peered":"2024-09-13T16:16:23.802025+0000","last_unstale":"2024-09-13T16:41:26.633978+0000","last_undegraded":"2024-09-13T16:41:26.633978+0000","last_fullsized":"2024-09-13T16:41:26.633978+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":579,"log_dups_size":0,"ondisk_log_size":579,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.31","version":"28'581","reported_seq":609,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.613121+0000","last_change":"2024-09-13T16:15:41.428474+0000","last_active":"2024-09-13T16:41:26.613121+0000","last_peered":"2024-09-13T16:41:26.613121+0000","last_clean":"2024-09-13T16:41:26.613121+0000","last_became_active":"2024-09-13T16:15:41.428226+0000","last_became_peered":"2024-09-13T16:15:41.428226+0000","last_unstale":"2024-09-13T16:41:26.613121+0000","last_undegraded":"2024-09-13T16:41:26.613121+0000","last_fullsized":"2024-09-13T16:41:26.613121+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":581,"log_dups_size":0,"ondisk_log_size":581,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":20,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.32","version":"28'575","reported_seq":603,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:27.836496+0000","last_change":"2024-09-13T16:15:41.414379+0000","last_active":"2024-09-13T16:41:27.836496+0000","last_peered":"2024-09-13T16:41:27.836496+0000","last_clean":"2024-09-13T16:41:27.836496+0000","last_became_active":"2024-09-13T16:15:41.414114+0000","last_became_peered":"2024-09-13T16:15:41.414114+0000","last_unstale":"2024-09-13T16:41:27.836496+0000","last_undegraded":"2024-09-13T16:41:27.836496+0000","last_fullsized":"2024-09-13T16:41:27.836496+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":575,"log_dups_size":0,"ondisk_log_size":575,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"28'548","reported_seq":586,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:53.199255+0000","last_change":"2024-09-13T16:41:53.199502+0000","last_active":"2024-09-13T16:41:53.199255+0000","last_peered":"2024-09-13T16:41:53.199255+0000","last_clean":"2024-09-13T16:41:53.199255+0000","last_became_active":"2024-09-13T16:15:41.419309+0000","last_became_peered":"2024-09-13T16:15:41.419309+0000","last_unstale":"2024-09-13T16:41:53.199255+0000","last_undegraded":"2024-09-13T16:41:53.199255+0000","last_fullsized":"2024-09-13T16:41:53.199255+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'548","last_scrub_stamp":"2024-09-13T16:41:53.199199+0000","last_deep_scrub":"28'548","last_deep_scrub_stamp":"2024-09-13T16:41:53.199199+0000","last_clean_scrub_stamp":"2024-09-13T16:41:53.199199+0000","objects_scrubbed":0,"log_size":548,"log_dups_size":0,"ondisk_log_size":548,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:40:13.726570+0000","scrub_duration":0.0023465209999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.34","version":"28'543","reported_seq":581,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:53.938671+0000","last_change":"2024-09-13T16:41:53.938923+0000","last_active":"2024-09-13T16:41:53.938671+0000","last_peered":"2024-09-13T16:41:53.938671+0000","last_clean":"2024-09-13T16:41:53.938671+0000","last_became_active":"2024-09-13T16:15:41.421971+0000","last_became_peered":"2024-09-13T16:15:41.421971+0000","last_unstale":"2024-09-13T16:41:53.938671+0000","last_undegraded":"2024-09-13T16:41:53.938671+0000","last_fullsized":"2024-09-13T16:41:53.938671+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'543","last_scrub_stamp":"2024-09-13T16:41:53.938613+0000","last_deep_scrub":"28'543","last_deep_scrub_stamp":"2024-09-13T16:41:53.938613+0000","last_clean_scrub_stamp":"2024-09-13T16:41:53.938613+0000","objects_scrubbed":0,"log_size":543,"log_dups_size":0,"ondisk_log_size":543,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:39:17.917581+0000","scrub_duration":0.002965208,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.35","version":"28'544","reported_seq":582,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:51.919063+0000","last_change":"2024-09-13T16:41:51.919351+0000","last_active":"2024-09-13T16:41:51.919063+0000","last_peered":"2024-09-13T16:41:51.919063+0000","last_clean":"2024-09-13T16:41:51.919063+0000","last_became_active":"2024-09-13T16:15:41.426852+0000","last_became_peered":"2024-09-13T16:15:41.426852+0000","last_unstale":"2024-09-13T16:41:51.919063+0000","last_undegraded":"2024-09-13T16:41:51.919063+0000","last_fullsized":"2024-09-13T16:41:51.919063+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'544","last_scrub_stamp":"2024-09-13T16:41:51.918962+0000","last_deep_scrub":"28'544","last_deep_scrub_stamp":"2024-09-13T16:41:51.918962+0000","last_clean_scrub_stamp":"2024-09-13T16:41:51.918962+0000","objects_scrubbed":0,"log_size":544,"log_dups_size":0,"ondisk_log_size":544,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:06:29.273690+0000","scrub_duration":0.0037716580000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.36","version":"28'535","reported_seq":562,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.650667+0000","last_change":"2024-09-13T16:15:41.425147+0000","last_active":"2024-09-13T16:41:26.650667+0000","last_peered":"2024-09-13T16:41:26.650667+0000","last_clean":"2024-09-13T16:41:26.650667+0000","last_became_active":"2024-09-13T16:15:41.424810+0000","last_became_peered":"2024-09-13T16:15:41.424810+0000","last_unstale":"2024-09-13T16:41:26.650667+0000","last_undegraded":"2024-09-13T16:41:26.650667+0000","last_fullsized":"2024-09-13T16:41:26.650667+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":535,"log_dups_size":0,"ondisk_log_size":535,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.37","version":"28'567","reported_seq":594,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.652670+0000","last_change":"2024-09-13T16:15:41.431395+0000","last_active":"2024-09-13T16:41:26.652670+0000","last_peered":"2024-09-13T16:41:26.652670+0000","last_clean":"2024-09-13T16:41:26.652670+0000","last_became_active":"2024-09-13T16:15:41.431132+0000","last_became_peered":"2024-09-13T16:15:41.431132+0000","last_unstale":"2024-09-13T16:41:26.652670+0000","last_undegraded":"2024-09-13T16:41:26.652670+0000","last_fullsized":"2024-09-13T16:41:26.652670+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":567,"log_dups_size":0,"ondisk_log_size":567,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"28'546","reported_seq":573,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.649610+0000","last_change":"2024-09-13T16:15:41.426714+0000","last_active":"2024-09-13T16:41:26.649610+0000","last_peered":"2024-09-13T16:41:26.649610+0000","last_clean":"2024-09-13T16:41:26.649610+0000","last_became_active":"2024-09-13T16:15:41.426419+0000","last_became_peered":"2024-09-13T16:15:41.426419+0000","last_unstale":"2024-09-13T16:41:26.649610+0000","last_undegraded":"2024-09-13T16:41:26.649610+0000","last_fullsized":"2024-09-13T16:41:26.649610+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":546,"log_dups_size":0,"ondisk_log_size":546,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.39","version":"28'562","reported_seq":583,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:27.753541+0000","last_change":"2024-09-13T16:16:23.803128+0000","last_active":"2024-09-13T16:41:27.753541+0000","last_peered":"2024-09-13T16:41:27.753541+0000","last_clean":"2024-09-13T16:41:27.753541+0000","last_became_active":"2024-09-13T16:16:23.802699+0000","last_became_peered":"2024-09-13T16:16:23.802699+0000","last_unstale":"2024-09-13T16:41:27.753541+0000","last_undegraded":"2024-09-13T16:41:27.753541+0000","last_fullsized":"2024-09-13T16:41:27.753541+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":562,"log_dups_size":0,"ondisk_log_size":562,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.3a","version":"28'529","reported_seq":556,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.650219+0000","last_change":"2024-09-13T16:15:41.426714+0000","last_active":"2024-09-13T16:41:26.650219+0000","last_peered":"2024-09-13T16:41:26.650219+0000","last_clean":"2024-09-13T16:41:26.650219+0000","last_became_active":"2024-09-13T16:15:41.426165+0000","last_became_peered":"2024-09-13T16:15:41.426165+0000","last_unstale":"2024-09-13T16:41:26.650219+0000","last_undegraded":"2024-09-13T16:41:26.650219+0000","last_fullsized":"2024-09-13T16:41:26.650219+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":529,"log_dups_size":0,"ondisk_log_size":529,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"28'579","reported_seq":606,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.633861+0000","last_change":"2024-09-13T16:15:41.426151+0000","last_active":"2024-09-13T16:41:26.633861+0000","last_peered":"2024-09-13T16:41:26.633861+0000","last_clean":"2024-09-13T16:41:26.633861+0000","last_became_active":"2024-09-13T16:15:41.425871+0000","last_became_peered":"2024-09-13T16:15:41.425871+0000","last_unstale":"2024-09-13T16:41:26.633861+0000","last_undegraded":"2024-09-13T16:41:26.633861+0000","last_fullsized":"2024-09-13T16:41:26.633861+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":579,"log_dups_size":0,"ondisk_log_size":579,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3c","version":"28'565","reported_seq":588,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.625180+0000","last_change":"2024-09-13T16:16:24.651042+0000","last_active":"2024-09-13T16:41:26.625180+0000","last_peered":"2024-09-13T16:41:26.625180+0000","last_clean":"2024-09-13T16:41:26.625180+0000","last_became_active":"2024-09-13T16:16:24.650115+0000","last_became_peered":"2024-09-13T16:16:24.650115+0000","last_unstale":"2024-09-13T16:41:26.625180+0000","last_undegraded":"2024-09-13T16:41:26.625180+0000","last_fullsized":"2024-09-13T16:41:26.625180+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":565,"log_dups_size":0,"ondisk_log_size":565,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":24,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.3d","version":"28'564","reported_seq":593,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.634300+0000","last_change":"2024-09-13T16:15:41.417542+0000","last_active":"2024-09-13T16:41:26.634300+0000","last_peered":"2024-09-13T16:41:26.634300+0000","last_clean":"2024-09-13T16:41:26.634300+0000","last_became_active":"2024-09-13T16:15:41.416985+0000","last_became_peered":"2024-09-13T16:15:41.416985+0000","last_unstale":"2024-09-13T16:41:26.634300+0000","last_undegraded":"2024-09-13T16:41:26.634300+0000","last_fullsized":"2024-09-13T16:41:26.634300+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":564,"log_dups_size":0,"ondisk_log_size":564,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":26,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"28'540","reported_seq":569,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.633997+0000","last_change":"2024-09-13T16:15:41.413539+0000","last_active":"2024-09-13T16:41:26.633997+0000","last_peered":"2024-09-13T16:41:26.633997+0000","last_clean":"2024-09-13T16:41:26.633997+0000","last_became_active":"2024-09-13T16:15:41.413271+0000","last_became_peered":"2024-09-13T16:15:41.413271+0000","last_unstale":"2024-09-13T16:41:26.633997+0000","last_undegraded":"2024-09-13T16:41:26.633997+0000","last_fullsized":"2024-09-13T16:41:26.633997+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":540,"log_dups_size":0,"ondisk_log_size":540,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3f","version":"28'538","reported_seq":567,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.645324+0000","last_change":"2024-09-13T16:15:41.429399+0000","last_active":"2024-09-13T16:41:26.645324+0000","last_peered":"2024-09-13T16:41:26.645324+0000","last_clean":"2024-09-13T16:41:26.645324+0000","last_became_active":"2024-09-13T16:15:41.427176+0000","last_became_peered":"2024-09-13T16:15:41.427176+0000","last_unstale":"2024-09-13T16:41:26.645324+0000","last_undegraded":"2024-09-13T16:41:26.645324+0000","last_fullsized":"2024-09-13T16:41:26.645324+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":538,"log_dups_size":0,"ondisk_log_size":538,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":59618,"num_write_kb":2308776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":77587,"ondisk_log_size":77587,"up":128,"acting":128,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1120,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":36153,"ondisk_log_size":36153,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":250606039,"num_objects":81,"num_object_clones":0,"num_object_copies":162,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":81,"num_whiteouts":0,"num_read":2822,"num_read_kb":5679,"num_write":68653,"num_write_kb":484390,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":5456,"num_omap_keys":11,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":501276672,"data_stored":501212078,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":67922,"ondisk_log_size":67922,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":119,"ondisk_log_size":119,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":5,"up_from":15,"seq":64424509762,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":352972,"kb_used_data":73348,"kb_used_omap":1,"kb_used_meta":279614,"kb_avail":94018868,"statfs":{"total":96636764160,"available":96275320832,"internally_reserved":0,"allocated":75108352,"data_stored":74922927,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":286325190},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:41:06 2024","interfaces":[{"interface":"back","average":{"1min":0.66400000000000003,"5min":0.58599999999999997,"15min":0.59199999999999997},"min":{"1min":0.314,"5min":0.25,"15min":0.25},"max":{"1min":3.0339999999999998,"5min":3.0339999999999998,"15min":3.0339999999999998},"last":0.90200000000000002},{"interface":"front","average":{"1min":0.52600000000000002,"5min":0.57199999999999995,"15min":0.61399999999999999},"min":{"1min":0.31900000000000001,"5min":0.307,"15min":0.26000000000000001},"max":{"1min":0.96699999999999997,"5min":2.1059999999999999,"15min":2.1059999999999999},"last":0.71299999999999997}]},{"osd":1,"last update":"Fri Sep 13 16:41:06 2024","interfaces":[{"interface":"back","average":{"1min":0.97099999999999997,"5min":0.63400000000000001,"15min":0.627},"min":{"1min":0.307,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":6.9329999999999998,"5min":6.9329999999999998,"15min":6.9329999999999998},"last":0.83199999999999996},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.61299999999999999,"15min":0.65600000000000003},"min":{"1min":0.314,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.85099999999999998,"5min":2.1080000000000001,"15min":2.1080000000000001},"last":0.98699999999999999}]},{"osd":2,"last update":"Fri Sep 13 16:41:06 2024","interfaces":[{"interface":"back","average":{"1min":0.78100000000000003,"5min":0.64300000000000002,"15min":0.67500000000000004},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.29499999999999998},"max":{"1min":4.9770000000000003,"5min":4.9770000000000003,"15min":4.9770000000000003},"last":1.107},{"interface":"front","average":{"1min":0.68799999999999994,"5min":0.71399999999999997,"15min":0.71599999999999997},"min":{"1min":0.34300000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":1.25,"5min":2.6579999999999999,"15min":2.6579999999999999},"last":0.93000000000000005}]},{"osd":3,"last update":"Fri Sep 13 16:41:06 2024","interfaces":[{"interface":"back","average":{"1min":0.77000000000000002,"5min":0.76000000000000001,"15min":0.76200000000000001},"min":{"1min":0.39100000000000001,"5min":0.373,"15min":0.35799999999999998},"max":{"1min":2.718,"5min":7.2569999999999997,"15min":7.2569999999999997},"last":0.95999999999999996},{"interface":"front","average":{"1min":0.70099999999999996,"5min":0.83499999999999996,"15min":0.79800000000000004},"min":{"1min":0.42799999999999999,"5min":0.42499999999999999,"15min":0.39900000000000002},"max":{"1min":1.1839999999999999,"5min":7.3780000000000001,"15min":7.3780000000000001},"last":1.02}]},{"osd":4,"last update":"Fri Sep 13 16:41:06 2024","interfaces":[{"interface":"back","average":{"1min":0.61199999999999999,"5min":0.66100000000000003,"15min":0.68999999999999995},"min":{"1min":0.35399999999999998,"5min":0.29199999999999998,"15min":0.27000000000000002},"max":{"1min":1.0349999999999999,"5min":2.0459999999999998,"15min":2.0459999999999998},"last":0.60899999999999999},{"interface":"front","average":{"1min":0.66100000000000003,"5min":0.70099999999999996,"15min":0.72699999999999998},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.26800000000000002},"max":{"1min":0.94299999999999995,"5min":2.1859999999999999,"15min":2.1859999999999999},"last":0.872}]},{"osd":6,"last update":"Fri Sep 13 16:41:06 2024","interfaces":[{"interface":"back","average":{"1min":0.75700000000000001,"5min":0.71699999999999997,"15min":0.746},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.28199999999999997},"max":{"1min":1.369,"5min":1.661,"15min":1.661},"last":1.1299999999999999},{"interface":"front","average":{"1min":0.68899999999999995,"5min":0.746,"15min":0.79200000000000004},"min":{"1min":0.434,"5min":0.315,"15min":0.315},"max":{"1min":1.056,"5min":2.129,"15min":2.129},"last":1.0800000000000001}]},{"osd":7,"last update":"Fri Sep 13 16:41:06 2024","interfaces":[{"interface":"back","average":{"1min":0.65800000000000003,"5min":0.73399999999999999,"15min":0.80100000000000005},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.33400000000000002},"max":{"1min":1.117,"5min":2.1349999999999998,"15min":2.1349999999999998},"last":1.0589999999999999},{"interface":"front","average":{"1min":0.79200000000000004,"5min":0.76900000000000002,"15min":0.81200000000000006},"min":{"1min":0.45100000000000001,"5min":0.40500000000000003,"15min":0.34399999999999997},"max":{"1min":1.3100000000000001,"5min":1.6870000000000001,"15min":1.6870000000000001},"last":1.21}]}]},{"osd":7,"up_from":14,"seq":60129542465,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":337908,"kb_used_data":58220,"kb_used_omap":1,"kb_used_meta":279678,"kb_avail":94033932,"statfs":{"total":96636764160,"available":96290746368,"internally_reserved":0,"allocated":59617280,"data_stored":59432488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":286390731},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:41:15 2024","interfaces":[{"interface":"back","average":{"1min":0.63900000000000001,"5min":0.55400000000000005,"15min":0.58299999999999996},"min":{"1min":0.27100000000000002,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":2.4590000000000001,"5min":2.4590000000000001,"15min":5.7370000000000001},"last":0.88500000000000001},{"interface":"front","average":{"1min":0.64800000000000002,"5min":0.60299999999999998,"15min":0.629},"min":{"1min":0.36099999999999999,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":3.363,"5min":3.4769999999999999,"15min":3.7610000000000001},"last":1.056}]},{"osd":1,"last update":"Fri Sep 13 16:41:15 2024","interfaces":[{"interface":"back","average":{"1min":0.65600000000000003,"5min":0.60899999999999999,"15min":0.61599999999999999},"min":{"1min":0.33800000000000002,"5min":0.255,"15min":0.255},"max":{"1min":2.4260000000000002,"5min":3.7050000000000001,"15min":3.7050000000000001},"last":0.95299999999999996},{"interface":"front","average":{"1min":1.091,"5min":0.67500000000000004,"15min":0.66000000000000003},"min":{"1min":0.318,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":12.552,"5min":12.552,"15min":12.552},"last":1.0229999999999999}]},{"osd":2,"last update":"Fri Sep 13 16:41:15 2024","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.70599999999999996,"15min":0.70999999999999996},"min":{"1min":0.40500000000000003,"5min":0.314,"15min":0.27000000000000002},"max":{"1min":1.139,"5min":4.375,"15min":4.375},"last":0.66300000000000003},{"interface":"front","average":{"1min":0.76400000000000001,"5min":0.85199999999999998,"15min":0.746},"min":{"1min":0.40300000000000002,"5min":0.314,"15min":0.30399999999999999},"max":{"1min":3.3210000000000002,"5min":8.1370000000000005,"15min":8.1370000000000005},"last":0.79700000000000004}]},{"osd":3,"last update":"Fri Sep 13 16:41:15 2024","interfaces":[{"interface":"back","average":{"1min":0.68100000000000005,"5min":0.89000000000000001,"15min":0.83199999999999996},"min":{"1min":0.44900000000000001,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":1.27,"5min":10.526,"15min":10.526},"last":0.76300000000000001},{"interface":"front","average":{"1min":0.69299999999999995,"5min":0.78800000000000003,"15min":0.79800000000000004},"min":{"1min":0.46000000000000002,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":1.522,"5min":6.407,"15min":6.407},"last":1.113}]},{"osd":4,"last update":"Fri Sep 13 16:41:15 2024","interfaces":[{"interface":"back","average":{"1min":0.73799999999999999,"5min":0.59899999999999998,"15min":0.63600000000000001},"min":{"1min":0.36699999999999999,"5min":0.28599999999999998,"15min":0.28100000000000003},"max":{"1min":4.5119999999999996,"5min":4.5119999999999996,"15min":4.5119999999999996},"last":0.69199999999999995},{"interface":"front","average":{"1min":0.65800000000000003,"5min":0.68799999999999994,"15min":0.70299999999999996},"min":{"1min":0.28699999999999998,"5min":0.27300000000000002,"15min":0.26200000000000001},"max":{"1min":1.3440000000000001,"5min":3.5259999999999998,"15min":3.5259999999999998},"last":0.98799999999999999}]},{"osd":5,"last update":"Fri Sep 13 16:41:15 2024","interfaces":[{"interface":"back","average":{"1min":0.61899999999999999,"5min":0.61099999999999999,"15min":0.67500000000000004},"min":{"1min":0.38600000000000001,"5min":0.32400000000000001,"15min":0.28799999999999998},"max":{"1min":1.238,"5min":1.238,"15min":1.875},"last":0.91600000000000004},{"interface":"front","average":{"1min":0.74199999999999999,"5min":0.77800000000000002,"15min":0.79100000000000004},"min":{"1min":0.40999999999999998,"5min":0.38600000000000001,"15min":0.377},"max":{"1min":1.3720000000000001,"5min":3.629,"15min":3.629},"last":1.149}]},{"osd":6,"last update":"Fri Sep 13 16:41:15 2024","interfaces":[{"interface":"back","average":{"1min":0.68400000000000005,"5min":0.68999999999999995,"15min":0.73999999999999999},"min":{"1min":0.42099999999999999,"5min":0.38300000000000001,"15min":0.35099999999999998},"max":{"1min":1.0649999999999999,"5min":1.246,"15min":1.9610000000000001},"last":1.091},{"interface":"front","average":{"1min":0.85499999999999998,"5min":0.80800000000000005,"15min":0.81499999999999995},"min":{"1min":0.47599999999999998,"5min":0.40000000000000002,"15min":0.32600000000000001},"max":{"1min":3.173,"5min":5.0199999999999996,"15min":5.0199999999999996},"last":1.0780000000000001}]}]},{"osd":6,"up_from":14,"seq":60129542464,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":381492,"kb_used_data":65836,"kb_used_omap":1,"kb_used_meta":315646,"kb_avail":93990348,"statfs":{"total":96636764160,"available":96246116352,"internally_reserved":0,"allocated":67416064,"data_stored":67230818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":323221959},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:41:15 2024","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.59899999999999998,"15min":0.622},"min":{"1min":0.375,"5min":0.28999999999999998,"15min":0.25700000000000001},"max":{"1min":1.47,"5min":8.8529999999999998,"15min":8.8529999999999998},"last":0.61299999999999999},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.68999999999999995,"15min":0.72699999999999998},"min":{"1min":0.313,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":1.4399999999999999,"5min":8.5220000000000002,"15min":10.359},"last":0.99099999999999999}]},{"osd":1,"last update":"Fri Sep 13 16:41:15 2024","interfaces":[{"interface":"back","average":{"1min":0.68200000000000005,"5min":0.66100000000000003,"15min":0.69299999999999995},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":1.5189999999999999,"5min":3.2290000000000001,"15min":4.3949999999999996},"last":0.96799999999999997},{"interface":"front","average":{"1min":0.61499999999999999,"5min":0.60499999999999998,"15min":0.66900000000000004},"min":{"1min":0.39600000000000002,"5min":0.32600000000000001,"15min":0.28999999999999998},"max":{"1min":1.8240000000000001,"5min":2.2949999999999999,"15min":5.5510000000000002},"last":0.70299999999999996}]},{"osd":2,"last update":"Fri Sep 13 16:41:15 2024","interfaces":[{"interface":"back","average":{"1min":0.752,"5min":0.78400000000000003,"15min":0.76000000000000001},"min":{"1min":0.35399999999999998,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":3.181,"5min":12.505000000000001,"15min":12.505000000000001},"last":0.64900000000000002},{"interface":"front","average":{"1min":0.66700000000000004,"5min":0.69099999999999995,"15min":0.754},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":1.1499999999999999,"5min":3.1019999999999999,"15min":3.605},"last":0.82899999999999996}]},{"osd":3,"last update":"Fri Sep 13 16:41:15 2024","interfaces":[{"interface":"back","average":{"1min":0.93899999999999995,"5min":0.90000000000000002,"15min":0.84699999999999998},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.313},"max":{"1min":5.3230000000000004,"5min":7.202,"15min":7.202},"last":1.099},{"interface":"front","average":{"1min":0.96899999999999997,"5min":0.88800000000000001,"15min":0.91500000000000004},"min":{"1min":0.47599999999999998,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":5.0339999999999998,"5min":7.141,"15min":17.404},"last":1.0469999999999999}]},{"osd":4,"last update":"Fri Sep 13 16:41:15 2024","interfaces":[{"interface":"back","average":{"1min":0.625,"5min":0.67400000000000004,"15min":0.73099999999999998},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":1.0800000000000001,"5min":2.298,"15min":4.5490000000000004},"last":0.91600000000000004},{"interface":"front","average":{"1min":0.70999999999999996,"5min":0.70399999999999996,"15min":0.73899999999999999},"min":{"1min":0.38,"5min":0.27800000000000002,"15min":0.25900000000000001},"max":{"1min":1.3600000000000001,"5min":3.532,"15min":3.532},"last":0.85799999999999998}]},{"osd":5,"last update":"Fri Sep 13 16:41:27 2024","interfaces":[{"interface":"back","average":{"1min":0.749,"5min":0.69599999999999995,"15min":0.75900000000000001},"min":{"1min":0.39900000000000002,"5min":0.28699999999999998,"15min":0.27800000000000002},"max":{"1min":1.4059999999999999,"5min":2.2629999999999999,"15min":5.8730000000000002},"last":0.78500000000000003},{"interface":"front","average":{"1min":0.88500000000000001,"5min":0.71399999999999997,"15min":0.80400000000000005},"min":{"1min":0.40899999999999997,"5min":0.30599999999999999,"15min":0.252},"max":{"1min":3.1429999999999998,"5min":3.1429999999999998,"15min":6.306},"last":0.74199999999999999}]},{"osd":7,"last update":"Fri Sep 13 16:41:15 2024","interfaces":[{"interface":"back","average":{"1min":0.77500000000000002,"5min":0.70999999999999996,"15min":0.82199999999999995},"min":{"1min":0.45500000000000002,"5min":0.32500000000000001,"15min":0.30399999999999999},"max":{"1min":1.494,"5min":1.494,"15min":5.5990000000000002},"last":0.88100000000000001},{"interface":"front","average":{"1min":0.76700000000000002,"5min":0.75600000000000001,"15min":0.87},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":1.212,"5min":1.367,"15min":4.7640000000000002},"last":1.218}]}]},{"osd":4,"up_from":14,"seq":60129542466,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":419284,"kb_used_data":73356,"kb_used_omap":1,"kb_used_meta":345918,"kb_avail":93952556,"statfs":{"total":96636764160,"available":96207417344,"internally_reserved":0,"allocated":75116544,"data_stored":74922963,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":354220486},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:41:20 2024","interfaces":[{"interface":"back","average":{"1min":0.70499999999999996,"5min":0.55900000000000005,"15min":0.57399999999999995},"min":{"1min":0.32400000000000001,"5min":0.26500000000000001,"15min":0.22900000000000001},"max":{"1min":3.9809999999999999,"5min":3.9809999999999999,"15min":3.9809999999999999},"last":0.84599999999999997},{"interface":"front","average":{"1min":0.92600000000000005,"5min":0.70499999999999996,"15min":0.64400000000000002},"min":{"1min":0.36199999999999999,"5min":0.30399999999999999,"15min":0.26000000000000001},"max":{"1min":4.0010000000000003,"5min":4.0010000000000003,"15min":4.0010000000000003},"last":0.56200000000000006}]},{"osd":1,"last update":"Fri Sep 13 16:41:20 2024","interfaces":[{"interface":"back","average":{"1min":0.73899999999999999,"5min":0.63600000000000001,"15min":0.61199999999999999},"min":{"1min":0.33600000000000002,"5min":0.28999999999999998,"15min":0.254},"max":{"1min":2.4260000000000002,"5min":3.6259999999999999,"15min":3.6259999999999999},"last":0.48499999999999999},{"interface":"front","average":{"1min":0.64000000000000001,"5min":0.628,"15min":0.66000000000000003},"min":{"1min":0.39600000000000002,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":1.4179999999999999,"5min":1.8740000000000001,"15min":2.4089999999999998},"last":0.72899999999999998}]},{"osd":2,"last update":"Fri Sep 13 16:41:20 2024","interfaces":[{"interface":"back","average":{"1min":0.67600000000000005,"5min":0.71799999999999997,"15min":0.71199999999999997},"min":{"1min":0.42299999999999999,"5min":0.311,"15min":0.311},"max":{"1min":1.121,"5min":5.2910000000000004,"15min":5.2910000000000004},"last":0.80400000000000005},{"interface":"front","average":{"1min":0.74099999999999999,"5min":0.72599999999999998,"15min":0.71799999999999997},"min":{"1min":0.45700000000000002,"5min":0.36299999999999999,"15min":0.35099999999999998},"max":{"1min":2.0550000000000002,"5min":4.4080000000000004,"15min":4.4080000000000004},"last":0.82399999999999995}]},{"osd":3,"last update":"Fri Sep 13 16:41:20 2024","interfaces":[{"interface":"back","average":{"1min":0.83299999999999996,"5min":0.81200000000000006,"15min":0.79900000000000004},"min":{"1min":0.42599999999999999,"5min":0.378,"15min":0.34100000000000003},"max":{"1min":3.0539999999999998,"5min":5.6459999999999999,"15min":5.6459999999999999},"last":0.91400000000000003},{"interface":"front","average":{"1min":0.77900000000000003,"5min":0.86499999999999999,"15min":0.81299999999999994},"min":{"1min":0.46100000000000002,"5min":0.40799999999999997,"15min":0.32500000000000001},"max":{"1min":2.1080000000000001,"5min":5.6219999999999999,"15min":5.6219999999999999},"last":0.65800000000000003}]},{"osd":5,"last update":"Fri Sep 13 16:41:20 2024","interfaces":[{"interface":"back","average":{"1min":0.70299999999999996,"5min":0.60799999999999998,"15min":0.65500000000000003},"min":{"1min":0.374,"5min":0.311,"15min":0.246},"max":{"1min":2.4750000000000001,"5min":3.0169999999999999,"15min":3.0169999999999999},"last":0.42799999999999999},{"interface":"front","average":{"1min":0.63900000000000001,"5min":0.66700000000000004,"15min":0.72699999999999998},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":1.1699999999999999,"5min":1.7549999999999999,"15min":1.7549999999999999},"last":0.95199999999999996}]},{"osd":6,"last update":"Fri Sep 13 16:41:20 2024","interfaces":[{"interface":"back","average":{"1min":0.83299999999999996,"5min":0.67700000000000005,"15min":0.72199999999999998},"min":{"1min":0.42299999999999999,"5min":0.32100000000000001,"15min":0.27900000000000003},"max":{"1min":2.5139999999999998,"5min":2.5139999999999998,"15min":2.5139999999999998},"last":0.63800000000000001},{"interface":"front","average":{"1min":0.88600000000000001,"5min":0.75600000000000001,"15min":0.78200000000000003},"min":{"1min":0.40600000000000003,"5min":0.38300000000000001,"15min":0.26400000000000001},"max":{"1min":3.9489999999999998,"5min":3.9489999999999998,"15min":3.9489999999999998},"last":0.88200000000000001}]},{"osd":7,"last update":"Fri Sep 13 16:41:20 2024","interfaces":[{"interface":"back","average":{"1min":0.79100000000000004,"5min":0.77700000000000002,"15min":0.77900000000000003},"min":{"1min":0.46899999999999997,"5min":0.33400000000000002,"15min":0.309},"max":{"1min":1.9350000000000001,"5min":3.2999999999999998,"15min":3.2999999999999998},"last":0.77000000000000002},{"interface":"front","average":{"1min":0.749,"5min":0.72199999999999998,"15min":0.78500000000000003},"min":{"1min":0.47599999999999998,"5min":0.36899999999999999,"15min":0.33800000000000002},"max":{"1min":1.256,"5min":2.399,"15min":2.399},"last":0.59899999999999998}]}]},{"osd":3,"up_from":14,"seq":60129542465,"num_pgs":48,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":421336,"kb_used_data":65488,"kb_used_omap":1,"kb_used_meta":355838,"kb_avail":93950504,"statfs":{"total":96636764160,"available":96205316096,"internally_reserved":0,"allocated":67059712,"data_stored":66873064,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":364378568},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:41:24 2024","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.53700000000000003,"15min":0.53800000000000003},"min":{"1min":0.27800000000000002,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":2.7839999999999998,"5min":4.069,"15min":4.069},"last":0.79700000000000004},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.52500000000000002,"15min":0.63600000000000001},"min":{"1min":0.30099999999999999,"5min":0.248,"15min":0.23999999999999999},"max":{"1min":1.113,"5min":1.2929999999999999,"15min":8.9700000000000006},"last":0.84099999999999997}]},{"osd":1,"last update":"Fri Sep 13 16:41:24 2024","interfaces":[{"interface":"back","average":{"1min":0.70299999999999996,"5min":0.69899999999999995,"15min":0.69999999999999996},"min":{"1min":0.318,"5min":0.216,"15min":0.216},"max":{"1min":3.718,"5min":9.5800000000000001,"15min":11.993},"last":0.73199999999999998},{"interface":"front","average":{"1min":0.71999999999999997,"5min":0.61799999999999999,"15min":0.71599999999999997},"min":{"1min":0.35699999999999998,"5min":0.27800000000000002,"15min":0.249},"max":{"1min":2.5129999999999999,"5min":2.5129999999999999,"15min":15.374000000000001},"last":1.1479999999999999}]},{"osd":2,"last update":"Fri Sep 13 16:41:24 2024","interfaces":[{"interface":"back","average":{"1min":0.64700000000000002,"5min":0.65400000000000003,"15min":0.71799999999999997},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":1.145,"5min":3.4049999999999998,"15min":6.9809999999999999},"last":1.444},{"interface":"front","average":{"1min":0.77200000000000002,"5min":0.74099999999999999,"15min":0.78200000000000003},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":3.3359999999999999,"5min":9.532,"15min":11.956},"last":1.0669999999999999}]},{"osd":4,"last update":"Fri Sep 13 16:41:24 2024","interfaces":[{"interface":"back","average":{"1min":0.84499999999999997,"5min":0.78500000000000003,"15min":0.80400000000000005},"min":{"1min":0.45900000000000002,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":2.581,"5min":7.1280000000000001,"15min":7.1280000000000001},"last":1.3480000000000001},{"interface":"front","average":{"1min":0.81999999999999995,"5min":0.75900000000000001,"15min":0.83499999999999996},"min":{"1min":0.41399999999999998,"5min":0.35699999999999998,"15min":0.34999999999999998},"max":{"1min":3.2799999999999998,"5min":5.5389999999999997,"15min":7.1929999999999996},"last":1.5669999999999999}]},{"osd":5,"last update":"Fri Sep 13 16:41:24 2024","interfaces":[{"interface":"back","average":{"1min":0.89600000000000002,"5min":0.84699999999999998,"15min":0.90700000000000003},"min":{"1min":0.48099999999999998,"5min":0.309,"15min":0.309},"max":{"1min":3.2629999999999999,"5min":9.2260000000000009,"15min":12.082000000000001},"last":0.97499999999999998},{"interface":"front","average":{"1min":0.90900000000000003,"5min":0.79200000000000004,"15min":0.90200000000000002},"min":{"1min":0.39900000000000002,"5min":0.38400000000000001,"15min":0.38300000000000001},"max":{"1min":2.5499999999999998,"5min":2.5499999999999998,"15min":15.422000000000001},"last":1.5}]},{"osd":6,"last update":"Fri Sep 13 16:41:24 2024","interfaces":[{"interface":"back","average":{"1min":0.83699999999999997,"5min":0.76700000000000002,"15min":0.878},"min":{"1min":0.45300000000000001,"5min":0.40200000000000002,"15min":0.38500000000000001},"max":{"1min":1.5980000000000001,"5min":2.2639999999999998,"15min":7.6470000000000002},"last":1.649},{"interface":"front","average":{"1min":1.004,"5min":0.91900000000000004,"15min":0.97499999999999998},"min":{"1min":0.51700000000000002,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":3.3050000000000002,"5min":9.4689999999999994,"15min":11.852},"last":1.2529999999999999}]},{"osd":7,"last update":"Fri Sep 13 16:41:24 2024","interfaces":[{"interface":"back","average":{"1min":1.0720000000000001,"5min":0.94999999999999996,"15min":1.0289999999999999},"min":{"1min":0.56000000000000005,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":3.359,"5min":9.3569999999999993,"15min":12.021000000000001},"last":1.379},{"interface":"front","average":{"1min":0.95999999999999996,"5min":0.876,"15min":0.97299999999999998},"min":{"1min":0.52400000000000002,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":2.621,"5min":4.9669999999999996,"15min":15.548},"last":1.629}]}]},{"osd":2,"up_from":14,"seq":60129542466,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":242576,"kb_used_data":36808,"kb_used_omap":1,"kb_used_meta":205758,"kb_avail":94129264,"statfs":{"total":96636764160,"available":96388366336,"internally_reserved":0,"allocated":37691392,"data_stored":37512264,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":210696646},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:41:22 2024","interfaces":[{"interface":"back","average":{"1min":0.44600000000000001,"5min":0.45100000000000001,"15min":0.51100000000000001},"min":{"1min":0.25800000000000001,"5min":0.224,"15min":0.224},"max":{"1min":0.81799999999999995,"5min":1.0529999999999999,"15min":2.4470000000000001},"last":0.64900000000000002},{"interface":"front","average":{"1min":0.623,"5min":0.629,"15min":0.68500000000000005},"min":{"1min":0.28399999999999997,"5min":0.222,"15min":0.222},"max":{"1min":2.4550000000000001,"5min":3.6280000000000001,"15min":3.75},"last":0.72099999999999997}]},{"osd":1,"last update":"Fri Sep 13 16:41:22 2024","interfaces":[{"interface":"back","average":{"1min":0.60799999999999998,"5min":0.628,"15min":0.68600000000000005},"min":{"1min":0.30599999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":1.8759999999999999,"5min":3.472,"15min":4.3010000000000002},"last":0.83999999999999997},{"interface":"front","average":{"1min":0.66700000000000004,"5min":0.629,"15min":0.69199999999999995},"min":{"1min":0.33600000000000002,"5min":0.28299999999999997,"15min":0.28100000000000003},"max":{"1min":1.887,"5min":3.9169999999999998,"15min":6.2380000000000004},"last":0.76700000000000002}]},{"osd":3,"last update":"Fri Sep 13 16:41:22 2024","interfaces":[{"interface":"back","average":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.73799999999999999},"min":{"1min":0.378,"5min":0.312,"15min":0.312},"max":{"1min":1.569,"5min":3.556,"15min":3.556},"last":0.79600000000000004},{"interface":"front","average":{"1min":0.66000000000000003,"5min":0.71199999999999997,"15min":0.73199999999999998},"min":{"1min":0.40100000000000002,"5min":0.33200000000000002,"15min":0.30599999999999999},"max":{"1min":1.2490000000000001,"5min":3.8399999999999999,"15min":3.8399999999999999},"last":0.68899999999999995}]},{"osd":4,"last update":"Fri Sep 13 16:41:22 2024","interfaces":[{"interface":"back","average":{"1min":0.69299999999999995,"5min":0.69099999999999995,"15min":0.73599999999999999},"min":{"1min":0.40400000000000003,"5min":0.374,"15min":0.36299999999999999},"max":{"1min":1.1799999999999999,"5min":3.8849999999999998,"15min":3.8849999999999998},"last":0.82199999999999995},{"interface":"front","average":{"1min":0.74299999999999999,"5min":0.70399999999999996,"15min":0.79400000000000004},"min":{"1min":0.40000000000000002,"5min":0.38600000000000001,"15min":0.309},"max":{"1min":1.097,"5min":1.3759999999999999,"15min":3.3460000000000001},"last":0.85099999999999998}]},{"osd":5,"last update":"Fri Sep 13 16:41:22 2024","interfaces":[{"interface":"back","average":{"1min":0.748,"5min":0.747,"15min":0.81499999999999995},"min":{"1min":0.47999999999999998,"5min":0.41999999999999998,"15min":0.34699999999999998},"max":{"1min":1.2190000000000001,"5min":1.3959999999999999,"15min":3.238},"last":1.077},{"interface":"front","average":{"1min":0.82799999999999996,"5min":0.878,"15min":0.90000000000000002},"min":{"1min":0.47599999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":1.603,"5min":4.0640000000000001,"15min":4.0640000000000001},"last":1.147}]},{"osd":6,"last update":"Fri Sep 13 16:41:22 2024","interfaces":[{"interface":"back","average":{"1min":0.85999999999999999,"5min":0.89100000000000001,"15min":0.93500000000000005},"min":{"1min":0.56699999999999995,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":1.6279999999999999,"5min":4.1639999999999997,"15min":4.1639999999999997},"last":1.198},{"interface":"front","average":{"1min":0.79200000000000004,"5min":0.79000000000000004,"15min":0.84599999999999997},"min":{"1min":0.55100000000000005,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":1.6359999999999999,"5min":3.9460000000000002,"15min":3.9460000000000002},"last":0.95399999999999996}]},{"osd":7,"last update":"Fri Sep 13 16:41:22 2024","interfaces":[{"interface":"back","average":{"1min":0.80400000000000005,"5min":0.81499999999999995,"15min":0.91000000000000003},"min":{"1min":0.502,"5min":0.44400000000000001,"15min":0.42099999999999999},"max":{"1min":1.1479999999999999,"5min":2.4119999999999999,"15min":7.6970000000000001},"last":1.175},{"interface":"front","average":{"1min":0.93100000000000005,"5min":0.95299999999999996,"15min":0.97899999999999998},"min":{"1min":0.48199999999999998,"5min":0.46600000000000003,"15min":0.46600000000000003},"max":{"1min":2.6800000000000002,"5min":4.2400000000000002,"15min":4.2400000000000002},"last":1.298}]}]},{"osd":1,"up_from":14,"seq":60129542464,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":500404,"kb_used_data":82220,"kb_used_omap":1,"kb_used_meta":418174,"kb_avail":93871436,"statfs":{"total":96636764160,"available":96124350464,"internally_reserved":0,"allocated":84193280,"data_stored":84007522,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":428210630},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:41:21 2024","interfaces":[{"interface":"back","average":{"1min":0.48199999999999998,"5min":0.54600000000000004,"15min":0.56699999999999995},"min":{"1min":0.28599999999999998,"5min":0.184,"15min":0.184},"max":{"1min":0.80500000000000005,"5min":2.8759999999999999,"15min":7.415},"last":0.88},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.57199999999999995,"15min":0.59599999999999997},"min":{"1min":0.30399999999999999,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":2.0800000000000001,"5min":2.0800000000000001,"15min":2.0800000000000001},"last":0.55600000000000005}]},{"osd":2,"last update":"Fri Sep 13 16:41:21 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.61699999999999999,"15min":0.66500000000000004},"min":{"1min":0.25600000000000001,"5min":0.25600000000000001,"15min":0.253},"max":{"1min":0.875,"5min":3.0840000000000001,"15min":7.4459999999999997},"last":0.627},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.58599999999999997,"15min":0.65900000000000003},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.252},"max":{"1min":0.97399999999999998,"5min":2.6280000000000001,"15min":5.992},"last":0.65200000000000002}]},{"osd":3,"last update":"Fri Sep 13 16:41:21 2024","interfaces":[{"interface":"back","average":{"1min":0.61499999999999999,"5min":0.74299999999999999,"15min":0.76400000000000001},"min":{"1min":0.33600000000000002,"5min":0.318,"15min":0.318},"max":{"1min":1.0800000000000001,"5min":5.9710000000000001,"15min":6.0350000000000001},"last":0.83999999999999997},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.66700000000000004,"15min":0.68700000000000006},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.25900000000000001},"max":{"1min":0.95699999999999996,"5min":3.5859999999999999,"15min":3.5859999999999999},"last":0.745}]},{"osd":4,"last update":"Fri Sep 13 16:41:21 2024","interfaces":[{"interface":"back","average":{"1min":0.73599999999999999,"5min":0.76700000000000002,"15min":0.874},"min":{"1min":0.47399999999999998,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":1.2170000000000001,"5min":2.944,"15min":13.635999999999999},"last":0.96599999999999997},{"interface":"front","average":{"1min":0.69499999999999995,"5min":0.72299999999999998,"15min":0.81299999999999994},"min":{"1min":0.377,"5min":0.317,"15min":0.316},"max":{"1min":1.22,"5min":2.3849999999999998,"15min":9.2439999999999998},"last":0.91900000000000004}]},{"osd":5,"last update":"Fri Sep 13 16:41:21 2024","interfaces":[{"interface":"back","average":{"1min":0.83299999999999996,"5min":0.83099999999999996,"15min":0.89000000000000001},"min":{"1min":0.5,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":2.407,"5min":3.0190000000000001,"15min":7.4770000000000003},"last":1.1819999999999999},{"interface":"front","average":{"1min":0.73599999999999999,"5min":0.73099999999999998,"15min":0.82499999999999996},"min":{"1min":0.47099999999999997,"5min":0.371,"15min":0.371},"max":{"1min":1.2849999999999999,"5min":2.3490000000000002,"15min":6.1429999999999998},"last":0.998}]},{"osd":6,"last update":"Fri Sep 13 16:41:21 2024","interfaces":[{"interface":"back","average":{"1min":0.73399999999999999,"5min":0.77100000000000002,"15min":0.84999999999999998},"min":{"1min":0.443,"5min":0.443,"15min":0.38600000000000001},"max":{"1min":1.2669999999999999,"5min":1.851,"15min":3.843},"last":1.075},{"interface":"front","average":{"1min":0.86099999999999999,"5min":0.85699999999999998,"15min":0.94499999999999995},"min":{"1min":0.56299999999999994,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":1.345,"5min":2.9769999999999999,"15min":7.3019999999999996},"last":1.234}]},{"osd":7,"last update":"Fri Sep 13 16:41:21 2024","interfaces":[{"interface":"back","average":{"1min":0.748,"5min":0.81699999999999995,"15min":0.89200000000000002},"min":{"1min":0.42999999999999999,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":1.1299999999999999,"5min":1.923,"15min":4.3179999999999996},"last":1.153},{"interface":"front","average":{"1min":0.86599999999999999,"5min":0.88400000000000001,"15min":0.94699999999999995},"min":{"1min":0.62,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":1.2989999999999999,"5min":3.0489999999999999,"15min":3.0569999999999999},"last":1.1299999999999999}]}]},{"osd":0,"up_from":14,"seq":60129542464,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":297660,"kb_used_data":37748,"kb_used_omap":1,"kb_used_meta":259902,"kb_avail":94074180,"statfs":{"total":96636764160,"available":96331960320,"internally_reserved":0,"allocated":38653952,"data_stored":38461024,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":266140103},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 16:41:19 2024","interfaces":[{"interface":"back","average":{"1min":1.27,"5min":0.67300000000000004,"15min":0.60499999999999998},"min":{"1min":0.30299999999999999,"5min":0.217,"15min":0.217},"max":{"1min":15.305,"5min":15.305,"15min":15.305},"last":0.67400000000000004},{"interface":"front","average":{"1min":1.327,"5min":0.752,"15min":0.69099999999999995},"min":{"1min":0.38200000000000001,"5min":0.32100000000000001,"15min":0.29099999999999998},"max":{"1min":15.689,"5min":15.689,"15min":15.689},"last":0.96399999999999997}]},{"osd":2,"last update":"Fri Sep 13 16:41:19 2024","interfaces":[{"interface":"back","average":{"1min":1.3300000000000001,"5min":0.71999999999999997,"15min":0.66400000000000003},"min":{"1min":0.36899999999999999,"5min":0.24299999999999999,"15min":0.224},"max":{"1min":15.022,"5min":15.022,"15min":15.022},"last":0.91200000000000003},{"interface":"front","average":{"1min":1.3779999999999999,"5min":0.70099999999999996,"15min":0.65600000000000003},"min":{"1min":0.36099999999999999,"5min":0.255,"15min":0.247},"max":{"1min":17.442,"5min":17.442,"15min":17.442},"last":0.877}]},{"osd":3,"last update":"Fri Sep 13 16:41:19 2024","interfaces":[{"interface":"back","average":{"1min":1.4259999999999999,"5min":0.86799999999999999,"15min":0.77300000000000002},"min":{"1min":0.40999999999999998,"5min":0.34799999999999998,"15min":0.29699999999999999},"max":{"1min":14.965,"5min":14.965,"15min":14.965},"last":0.627},{"interface":"front","average":{"1min":1.649,"5min":0.98499999999999999,"15min":0.873},"min":{"1min":0.437,"5min":0.34699999999999998,"15min":0.32900000000000001},"max":{"1min":18.521999999999998,"5min":18.521999999999998,"15min":18.521999999999998},"last":1.101}]},{"osd":4,"last update":"Fri Sep 13 16:41:19 2024","interfaces":[{"interface":"back","average":{"1min":1.583,"5min":1.254,"15min":0.92100000000000004},"min":{"1min":0.44600000000000001,"5min":0.376,"15min":0.376},"max":{"1min":17.588000000000001,"5min":31.539000000000001,"15min":31.539000000000001},"last":0.84699999999999998},{"interface":"front","average":{"1min":1.575,"5min":1.1220000000000001,"15min":0.93700000000000006},"min":{"1min":0.49299999999999999,"5min":0.38800000000000001,"15min":0.35199999999999998},"max":{"1min":17.312999999999999,"5min":20.149999999999999,"15min":20.149999999999999},"last":1.0129999999999999}]},{"osd":5,"last update":"Fri Sep 13 16:41:19 2024","interfaces":[{"interface":"back","average":{"1min":1.6220000000000001,"5min":1.173,"15min":0.97899999999999998},"min":{"1min":0.496,"5min":0.38300000000000001,"15min":0.317},"max":{"1min":17.273,"5min":19.969999999999999,"15min":19.969999999999999},"last":1.1799999999999999},{"interface":"front","average":{"1min":1.619,"5min":1.1359999999999999,"15min":0.94799999999999995},"min":{"1min":0.46000000000000002,"5min":0.41799999999999998,"15min":0.377},"max":{"1min":17.495000000000001,"5min":20.036999999999999,"15min":20.036999999999999},"last":1.359}]},{"osd":6,"last update":"Fri Sep 13 16:41:19 2024","interfaces":[{"interface":"back","average":{"1min":1.6180000000000001,"5min":1.1899999999999999,"15min":1.006},"min":{"1min":0.49099999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":17.468,"5min":23.094000000000001,"15min":23.094000000000001},"last":1.4650000000000001},{"interface":"front","average":{"1min":1.5700000000000001,"5min":1.1850000000000001,"15min":0.98099999999999998},"min":{"1min":0.56699999999999995,"5min":0.42799999999999999,"15min":0.41399999999999998},"max":{"1min":15.449,"5min":23.068999999999999,"15min":23.068999999999999},"last":1.1359999999999999}]},{"osd":7,"last update":"Fri Sep 13 16:41:19 2024","interfaces":[{"interface":"back","average":{"1min":1.6559999999999999,"5min":1.282,"15min":1.0580000000000001},"min":{"1min":0.51800000000000002,"5min":0.436,"15min":0.436},"max":{"1min":17.396999999999998,"5min":21.710000000000001,"15min":21.710000000000001},"last":1.419},{"interface":"front","average":{"1min":1.575,"5min":1.242,"15min":1.0249999999999999},"min":{"1min":0.54400000000000004,"5min":0.442,"15min":0.432},"max":{"1min":15.119,"5min":26.117999999999999,"15min":26.117999999999999},"last":1.0529999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":37761024,"data_stored":37749374,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":83894272,"data_stored":83886240,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":37392384,"data_stored":37390982,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":66760704,"data_stored":66751782,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":74817536,"data_stored":74801681,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":74809344,"data_stored":74801645,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":67117056,"data_stored":67109536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":58724352,"data_stored":58720838,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T16:42:00.078 INFO:tasks.ceph:pgid 4.19 last_scrub_stamp 2024-09-13T16:15:44.401973+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=44, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:42:00.078 INFO:tasks.ceph:pgid 2.1e last_scrub_stamp 2024-09-13T16:15:39.982039+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=39, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:42:00.078 INFO:tasks.ceph:pgid 3.1f last_scrub_stamp 2024-09-13T16:15:40.994816+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=40, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:42:00.079 INFO:tasks.ceph:pgid 4.18 last_scrub_stamp 2024-09-13T16:15:44.401973+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=44, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:42:00.079 INFO:tasks.ceph:pgid 2.1d last_scrub_stamp 2024-09-13T16:15:39.982039+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=39, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:42:00.079 INFO:tasks.ceph:pgid 3.1c last_scrub_stamp 2024-09-13T16:15:40.994816+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=40, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:42:00.079 INFO:tasks.ceph:pgid 4.1b last_scrub_stamp 2024-09-13T16:15:44.401973+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=44, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:42:00.079 INFO:tasks.ceph:pgid 3.1d last_scrub_stamp 2024-09-13T16:15:40.994816+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=40, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:42:00.079 INFO:tasks.ceph:pgid 4.1a last_scrub_stamp 2024-09-13T16:15:44.401973+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=44, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:42:00.079 INFO:tasks.ceph:pgid 4.d last_scrub_stamp 2024-09-13T16:15:44.401973+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=44, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:42:00.079 INFO:tasks.ceph:pgid 3.b last_scrub_stamp 2024-09-13T16:15:40.994816+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=40, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:42:00.080 INFO:tasks.ceph:pgid 4.c last_scrub_stamp 2024-09-13T16:15:44.401973+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=44, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:42:00.080 INFO:tasks.ceph:pgid 3.8 last_scrub_stamp 2024-09-13T16:15:40.994816+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=40, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:42:00.080 INFO:tasks.ceph:pgid 4.f last_scrub_stamp 2024-09-13T16:15:44.401973+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=44, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:42:00.080 INFO:tasks.ceph:pgid 2.8 last_scrub_stamp 2024-09-13T16:15:39.982039+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=39, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:42:00.080 INFO:tasks.ceph:pgid 4.e last_scrub_stamp 2024-09-13T16:15:44.401973+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=44, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:42:00.080 INFO:tasks.ceph:pgid 3.7 last_scrub_stamp 2024-09-13T16:15:40.994816+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=40, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:42:00.080 INFO:tasks.ceph:pgid 4.0 last_scrub_stamp 2024-09-13T16:15:44.401973+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=44, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:42:00.080 INFO:tasks.ceph:pgid 3.4 last_scrub_stamp 2024-09-13T16:15:40.994816+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=40, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:42:00.081 INFO:tasks.ceph:pgid 4.3 last_scrub_stamp 2024-09-13T16:15:44.401973+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=44, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:42:00.081 INFO:tasks.ceph:pgid 3.5 last_scrub_stamp 2024-09-13T16:15:40.994816+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=40, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:42:00.081 INFO:tasks.ceph:pgid 4.2 last_scrub_stamp 2024-09-13T16:15:44.401973+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=44, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:42:00.081 INFO:tasks.ceph:pgid 4.4 last_scrub_stamp 2024-09-13T16:15:44.401973+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=44, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:42:00.081 INFO:tasks.ceph:pgid 4.7 last_scrub_stamp 2024-09-13T16:15:44.401973+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=44, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:42:00.081 INFO:tasks.ceph:pgid 4.6 last_scrub_stamp 2024-09-13T16:15:44.401973+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=44, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:42:00.081 INFO:tasks.ceph:pgid 3.2 last_scrub_stamp 2024-09-13T16:15:40.994816+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=40, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:42:00.081 INFO:tasks.ceph:pgid 4.5 last_scrub_stamp 2024-09-13T16:15:44.401973+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=44, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:42:00.082 INFO:tasks.ceph:pgid 3.d last_scrub_stamp 2024-09-13T16:15:40.994816+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=40, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:42:00.082 INFO:tasks.ceph:pgid 4.a last_scrub_stamp 2024-09-13T16:15:44.401973+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=44, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:42:00.082 INFO:tasks.ceph:pgid 3.c last_scrub_stamp 2024-09-13T16:15:40.994816+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=40, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:42:00.082 INFO:tasks.ceph:pgid 4.b last_scrub_stamp 2024-09-13T16:15:44.401973+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=44, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:42:00.082 INFO:tasks.ceph:pgid 3.f last_scrub_stamp 2024-09-13T16:15:40.994816+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=40, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:42:00.082 INFO:tasks.ceph:pgid 4.8 last_scrub_stamp 2024-09-13T16:15:44.401973+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=44, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:42:00.082 INFO:tasks.ceph:pgid 3.e last_scrub_stamp 2024-09-13T16:15:40.994816+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=40, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:42:00.082 INFO:tasks.ceph:pgid 4.9 last_scrub_stamp 2024-09-13T16:15:44.401973+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=44, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:42:00.083 INFO:tasks.ceph:pgid 3.11 last_scrub_stamp 2024-09-13T16:15:40.994816+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=40, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:42:00.083 INFO:tasks.ceph:pgid 4.16 last_scrub_stamp 2024-09-13T16:15:44.401973+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=44, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:42:00.083 INFO:tasks.ceph:pgid 3.10 last_scrub_stamp 2024-09-13T16:15:40.994816+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=40, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:42:00.083 INFO:tasks.ceph:pgid 4.17 last_scrub_stamp 2024-09-13T16:15:44.401973+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=44, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:42:00.083 INFO:tasks.ceph:pgid 2.12 last_scrub_stamp 2024-09-13T16:15:39.982039+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=39, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:42:00.083 INFO:tasks.ceph:pgid 4.14 last_scrub_stamp 2024-09-13T16:15:44.401973+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=44, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:42:00.083 INFO:tasks.ceph:pgid 4.15 last_scrub_stamp 2024-09-13T16:15:44.401973+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=44, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:42:00.083 INFO:tasks.ceph:pgid 3.15 last_scrub_stamp 2024-09-13T16:15:40.994816+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=40, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:42:00.084 INFO:tasks.ceph:pgid 4.12 last_scrub_stamp 2024-09-13T16:15:44.401973+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=44, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:42:00.084 INFO:tasks.ceph:pgid 4.13 last_scrub_stamp 2024-09-13T16:15:44.401973+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=44, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:42:00.084 INFO:tasks.ceph:pgid 3.17 last_scrub_stamp 2024-09-13T16:15:40.994816+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=40, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:42:00.084 INFO:tasks.ceph:pgid 2.16 last_scrub_stamp 2024-09-13T16:15:39.982039+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=39, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:42:00.084 INFO:tasks.ceph:pgid 4.10 last_scrub_stamp 2024-09-13T16:15:44.401973+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=44, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:42:00.084 INFO:tasks.ceph:pgid 3.16 last_scrub_stamp 2024-09-13T16:15:40.994816+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=40, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:42:00.084 INFO:tasks.ceph:pgid 4.11 last_scrub_stamp 2024-09-13T16:15:44.401973+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=44, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:42:00.084 INFO:tasks.ceph:pgid 4.1e last_scrub_stamp 2024-09-13T16:15:44.401973+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=44, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:42:00.085 INFO:tasks.ceph:pgid 3.19 last_scrub_stamp 2024-09-13T16:15:40.994816+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=40, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:42:00.085 INFO:tasks.ceph:pgid 4.1f last_scrub_stamp 2024-09-13T16:15:44.401973+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=44, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:42:00.085 INFO:tasks.ceph:pgid 3.18 last_scrub_stamp 2024-09-13T16:15:40.994816+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=40, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:42:00.085 INFO:tasks.ceph:pgid 3.1b last_scrub_stamp 2024-09-13T16:15:40.994816+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=40, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:42:00.085 INFO:tasks.ceph:pgid 2.1b last_scrub_stamp 2024-09-13T16:15:39.982039+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=39, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:42:00.085 INFO:tasks.ceph:pgid 4.1d last_scrub_stamp 2024-09-13T16:15:44.401973+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=44, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:42:00.085 INFO:tasks.ceph:pgid 3.20 last_scrub_stamp 2024-09-13T16:15:40.994816+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=40, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:42:00.085 INFO:tasks.ceph:pgid 3.25 last_scrub_stamp 2024-09-13T16:15:40.994816+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=40, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:42:00.086 INFO:tasks.ceph:pgid 3.26 last_scrub_stamp 2024-09-13T16:15:40.994816+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=40, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:42:00.086 INFO:tasks.ceph:pgid 3.28 last_scrub_stamp 2024-09-13T16:15:40.994816+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=40, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:42:00.086 INFO:tasks.ceph:pgid 3.2a last_scrub_stamp 2024-09-13T16:15:40.994816+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=40, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:42:00.086 INFO:tasks.ceph:pgid 3.2b last_scrub_stamp 2024-09-13T16:15:40.994816+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=40, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:42:00.086 INFO:tasks.ceph:pgid 3.2d last_scrub_stamp 2024-09-13T16:15:40.994816+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=40, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:42:00.086 INFO:tasks.ceph:pgid 3.2f last_scrub_stamp 2024-09-13T16:15:40.994816+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=40, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:42:00.086 INFO:tasks.ceph:pgid 3.30 last_scrub_stamp 2024-09-13T16:15:40.994816+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=40, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:42:00.086 INFO:tasks.ceph:pgid 3.31 last_scrub_stamp 2024-09-13T16:15:40.994816+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=40, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:42:00.086 INFO:tasks.ceph:pgid 3.32 last_scrub_stamp 2024-09-13T16:15:40.994816+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=40, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:42:00.087 INFO:tasks.ceph:pgid 3.36 last_scrub_stamp 2024-09-13T16:15:40.994816+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=40, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:42:00.087 INFO:tasks.ceph:pgid 3.37 last_scrub_stamp 2024-09-13T16:15:40.994816+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=40, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:42:00.087 INFO:tasks.ceph:pgid 3.38 last_scrub_stamp 2024-09-13T16:15:40.994816+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=40, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:42:00.087 INFO:tasks.ceph:pgid 3.39 last_scrub_stamp 2024-09-13T16:15:40.994816+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=40, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:42:00.087 INFO:tasks.ceph:pgid 3.3a last_scrub_stamp 2024-09-13T16:15:40.994816+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=40, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:42:00.087 INFO:tasks.ceph:pgid 3.3b last_scrub_stamp 2024-09-13T16:15:40.994816+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=40, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:42:00.087 INFO:tasks.ceph:pgid 3.3c last_scrub_stamp 2024-09-13T16:15:40.994816+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=40, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:42:00.088 INFO:tasks.ceph:pgid 3.3d last_scrub_stamp 2024-09-13T16:15:40.994816+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=40, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:42:00.088 INFO:tasks.ceph:pgid 3.3e last_scrub_stamp 2024-09-13T16:15:40.994816+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=40, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:42:00.088 INFO:tasks.ceph:pgid 3.3f last_scrub_stamp 2024-09-13T16:15:40.994816+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=40, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:42:00.088 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. 2024-09-13T16:42:11.860 DEBUG:teuthology.orchestra.run.smithi005:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:42:11.863 DEBUG:teuthology.orchestra.run.smithi179:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:42:20.092 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T16:42:20.222 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:20.215+0000 7f909ef42700 1 Processor -- start 2024-09-13T16:42:20.222 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:20.215+0000 7f909ef42700 1 -- start start 2024-09-13T16:42:20.226 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:20.215+0000 7f909ef42700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f909815bda0 0x7f90980700b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:42:20.226 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:20.215+0000 7f909ef42700 1 --2- >> v2:172.21.15.179:3300/0 conn(0x7f90980705f0 0x7f90980c45b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:42:20.226 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:20.215+0000 7f909ef42700 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f909815ccf0 con 0x7f9098152b90 2024-09-13T16:42:20.226 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:20.215+0000 7f909ef42700 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f90980709d0 con 0x7f909815bda0 2024-09-13T16:42:20.226 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:20.215+0000 7f909ef42700 1 -- --> v2:172.21.15.179:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f90980c4120 con 0x7f90980705f0 2024-09-13T16:42:20.227 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:20.215+0000 7f909d73f700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f909815bda0 0x7f90980700b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:42:20.227 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:20.215+0000 7f909d73f700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f909815bda0 0x7f90980700b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:50292/0 (socket says 172.21.15.5:50292) 2024-09-13T16:42:20.227 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:20.215+0000 7f909d73f700 1 -- 172.21.15.5:0/2995079579 learned_addr learned my addr 172.21.15.5:0/2995079579 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:42:20.227 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:20.215+0000 7f909df40700 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f9098152b90 0x7f90980c32e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:59840/0 (socket says 172.21.15.5:59840) 2024-09-13T16:42:20.227 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:20.215+0000 7f909e741700 1 --2- 172.21.15.5:0/2995079579 >> v2:172.21.15.179:3300/0 conn(0x7f90980705f0 0x7f90980c45b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:42:20.227 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:20.219+0000 7f909d73f700 1 -- 172.21.15.5:0/2995079579 >> v2:172.21.15.179:3300/0 conn(0x7f90980705f0 msgr2=0x7f90980c45b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:42:20.227 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:20.219+0000 7f909d73f700 1 --2- 172.21.15.5:0/2995079579 >> v2:172.21.15.179:3300/0 conn(0x7f90980705f0 0x7f90980c45b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:42:20.227 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:20.219+0000 7f909d73f700 1 -- 172.21.15.5:0/2995079579 >> v1:172.21.15.5:6789/0 conn(0x7f9098152b90 legacy=0x7f90980c32e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:42:20.227 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:20.219+0000 7f909d73f700 1 -- 172.21.15.5:0/2995079579 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f909815c1f0 con 0x7f909815bda0 2024-09-13T16:42:20.227 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:20.219+0000 7f909cf3e700 1 -- 172.21.15.5:0/2995079579 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2629294268 0 0) 0x7f909815ccf0 con 0x7f9098152b90 2024-09-13T16:42:20.227 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:20.219+0000 7f909d73f700 1 --2- 172.21.15.5:0/2995079579 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f909815bda0 0x7f90980700b0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f90980ca740 tx=0x7f9088009bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f97835d9a051f10c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:42:20.227 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:20.219+0000 7f909cf3e700 1 -- 172.21.15.5:0/2995079579 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9088011830 con 0x7f909815bda0 2024-09-13T16:42:20.227 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:20.219+0000 7f909cf3e700 1 -- 172.21.15.5:0/2995079579 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9088011990 con 0x7f909815bda0 2024-09-13T16:42:20.228 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:20.219+0000 7f909cf3e700 1 -- 172.21.15.5:0/2995079579 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9088011d20 con 0x7f909815bda0 2024-09-13T16:42:20.228 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:20.219+0000 7f909ef42700 1 -- 172.21.15.5:0/2995079579 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f909815bda0 msgr2=0x7f90980700b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:42:20.228 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:20.219+0000 7f909ef42700 1 --2- 172.21.15.5:0/2995079579 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f909815bda0 0x7f90980700b0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f90980ca740 tx=0x7f9088009bf0 comp rx=0 tx=0).stop 2024-09-13T16:42:20.228 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:20.219+0000 7f909ef42700 1 -- 172.21.15.5:0/2995079579 shutdown_connections 2024-09-13T16:42:20.228 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:20.219+0000 7f909ef42700 1 --2- 172.21.15.5:0/2995079579 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f909815bda0 0x7f90980700b0 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:42:20.228 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:20.219+0000 7f909ef42700 1 --2- 172.21.15.5:0/2995079579 >> v2:172.21.15.179:3300/0 conn(0x7f90980705f0 0x7f90980c45b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:42:20.228 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:20.219+0000 7f909ef42700 1 -- 172.21.15.5:0/2995079579 >> 172.21.15.5:0/2995079579 conn(0x7f90980727f0 msgr2=0x7f90980ce3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:42:20.228 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:20.219+0000 7f909ef42700 1 -- 172.21.15.5:0/2995079579 shutdown_connections 2024-09-13T16:42:20.228 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:20.219+0000 7f909ef42700 1 -- 172.21.15.5:0/2995079579 wait complete. 2024-09-13T16:42:20.228 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:20.219+0000 7f909ef42700 1 Processor -- start 2024-09-13T16:42:20.228 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:20.219+0000 7f909ef42700 1 -- start start 2024-09-13T16:42:20.231 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:20.219+0000 7f909ef42700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f9098152b90 0x7f9098151670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:42:20.231 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:20.219+0000 7f909ef42700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f909815bda0 0x7f9098154890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:42:20.231 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:20.219+0000 7f909ef42700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9098153b50 0x7f9098154dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:42:20.231 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:20.219+0000 7f909ef42700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f909814d530 con 0x7f9098153b50 2024-09-13T16:42:20.231 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:20.219+0000 7f909ef42700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9098152270 con 0x7f9098152b90 2024-09-13T16:42:20.231 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:20.219+0000 7f909ef42700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f90981f25d0 con 0x7f909815bda0 2024-09-13T16:42:20.231 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:20.219+0000 7f909e741700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9098153b50 0x7f9098154dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:42:20.231 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:20.219+0000 7f909e741700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9098153b50 0x7f9098154dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:50308/0 (socket says 172.21.15.5:50308) 2024-09-13T16:42:20.231 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:20.219+0000 7f909e741700 1 -- 172.21.15.5:0/4018575288 learned_addr learned my addr 172.21.15.5:0/4018575288 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:42:20.231 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:20.223+0000 7f909df40700 1 --2- 172.21.15.5:0/4018575288 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f9098152b90 0x7f9098151670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:42:20.232 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:20.223+0000 7f909d73f700 1 --2- 172.21.15.5:0/4018575288 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f909815bda0 0x7f9098154890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:42:20.232 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:20.223+0000 7f909e741700 1 -- 172.21.15.5:0/4018575288 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f909815bda0 msgr2=0x7f9098154890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:42:20.232 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:20.223+0000 7f909e741700 1 --2- 172.21.15.5:0/4018575288 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f909815bda0 0x7f9098154890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:42:20.232 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:20.223+0000 7f909e741700 1 -- 172.21.15.5:0/4018575288 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f9098152b90 msgr2=0x7f9098151670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:42:20.232 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:20.223+0000 7f909e741700 1 --2- 172.21.15.5:0/4018575288 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f9098152b90 0x7f9098151670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:42:20.232 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:20.223+0000 7f909e741700 1 -- 172.21.15.5:0/4018575288 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9088009570 con 0x7f9098153b50 2024-09-13T16:42:20.232 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:20.223+0000 7f909d73f700 1 --2- 172.21.15.5:0/4018575288 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f909815bda0 0x7f9098154890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:42:20.232 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:20.223+0000 7f909e741700 1 --2- 172.21.15.5:0/4018575288 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9098153b50 0x7f9098154dd0 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f909000efc0 tx=0x7f909000c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:42:20.232 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:20.223+0000 7f908e7fc700 1 -- 172.21.15.5:0/4018575288 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f909000cd40 con 0x7f9098153b50 2024-09-13T16:42:20.232 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:20.223+0000 7f908e7fc700 1 -- 172.21.15.5:0/4018575288 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f909000f040 con 0x7f9098153b50 2024-09-13T16:42:20.232 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:20.223+0000 7f909ef42700 1 -- 172.21.15.5:0/4018575288 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f90981f16e0 con 0x7f9098153b50 2024-09-13T16:42:20.232 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:20.223+0000 7f908e7fc700 1 -- 172.21.15.5:0/4018575288 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90900146c0 con 0x7f9098153b50 2024-09-13T16:42:20.232 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:20.223+0000 7f909ef42700 1 -- 172.21.15.5:0/4018575288 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f90981f1ca0 con 0x7f9098153b50 2024-09-13T16:42:20.232 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:20.223+0000 7f909ef42700 1 -- 172.21.15.5:0/4018575288 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f90981545b0 con 0x7f9098153b50 2024-09-13T16:42:20.233 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:20.223+0000 7f908e7fc700 1 -- 172.21.15.5:0/4018575288 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f9090014820 con 0x7f9098153b50 2024-09-13T16:42:20.233 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:20.223+0000 7f908e7fc700 1 --2- 172.21.15.5:0/4018575288 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f907c066730 0x7f907c068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:42:20.233 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:20.223+0000 7f908e7fc700 1 -- 172.21.15.5:0/4018575288 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6642+0+0 (secure 0 0 0) 0x7f9090084fa0 con 0x7f9098153b50 2024-09-13T16:42:20.233 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:20.223+0000 7f909df40700 1 --2- 172.21.15.5:0/4018575288 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f907c066730 0x7f907c068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:42:20.233 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:20.227+0000 7f909df40700 1 --2- 172.21.15.5:0/4018575288 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f907c066730 0x7f907c068bf0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f9094000f60 tx=0x7f9094007c00 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:42:20.238 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:20.231+0000 7f908e7fc700 1 -- 172.21.15.5:0/4018575288 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f90900b6db0 con 0x7f9098153b50 2024-09-13T16:42:20.407 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:20.399+0000 7f909ef42700 1 -- 172.21.15.5:0/4018575288 --> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f909815c730 con 0x7f907c066730 2024-09-13T16:42:20.423 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:20.415+0000 7f908e7fc700 1 -- 172.21.15.5:0/4018575288 <== mgr.4102 v2:172.21.15.179:6832/2977940518 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+372708 (secure 0 0 0) 0x7f90940012b0 con 0x7f907c066730 2024-09-13T16:42:20.429 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-13T16:42:20.434 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:20.423+0000 7f909ef42700 1 -- 172.21.15.5:0/4018575288 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f907c066730 msgr2=0x7f907c068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:42:20.434 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:20.423+0000 7f909ef42700 1 --2- 172.21.15.5:0/4018575288 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f907c066730 0x7f907c068bf0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f9094000f60 tx=0x7f9094007c00 comp rx=0 tx=0).stop 2024-09-13T16:42:20.434 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:20.423+0000 7f909ef42700 1 -- 172.21.15.5:0/4018575288 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9098153b50 msgr2=0x7f9098154dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:42:20.434 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:20.423+0000 7f909ef42700 1 --2- 172.21.15.5:0/4018575288 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9098153b50 0x7f9098154dd0 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f909000efc0 tx=0x7f909000c3a0 comp rx=0 tx=0).stop 2024-09-13T16:42:20.434 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:20.423+0000 7f909ef42700 1 -- 172.21.15.5:0/4018575288 shutdown_connections 2024-09-13T16:42:20.434 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:20.423+0000 7f909ef42700 1 --2- 172.21.15.5:0/4018575288 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9098153b50 0x7f9098154dd0 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:42:20.435 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:20.423+0000 7f909ef42700 1 --2- 172.21.15.5:0/4018575288 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f909815bda0 0x7f9098154890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:42:20.435 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:20.423+0000 7f909ef42700 1 --2- 172.21.15.5:0/4018575288 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f907c066730 0x7f907c068bf0 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:42:20.435 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:20.423+0000 7f909ef42700 1 --2- 172.21.15.5:0/4018575288 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f9098152b90 0x7f9098151670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:42:20.435 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:20.423+0000 7f909ef42700 1 -- 172.21.15.5:0/4018575288 >> 172.21.15.5:0/4018575288 conn(0x7f90980705f0 msgr2=0x7f90980cce60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:42:20.435 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:20.423+0000 7f909ef42700 1 -- 172.21.15.5:0/4018575288 shutdown_connections 2024-09-13T16:42:20.435 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:20.423+0000 7f909ef42700 1 -- 172.21.15.5:0/4018575288 wait complete. 2024-09-13T16:42:20.436 INFO:teuthology.orchestra.run.smithi005.stderr:dumped all 2024-09-13T16:42:20.449 INFO:teuthology.orchestra.run.smithi005.stdout:{"pg_ready":true,"pg_map":{"version":827,"stamp":"2024-09-13T16:42:19.130796+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":251196407,"num_objects":83,"num_object_clones":0,"num_object_copies":166,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":83,"num_whiteouts":0,"num_read":2938,"num_read_kb":5779,"num_write":129550,"num_write_kb":2795582,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":5456,"num_omap_keys":11,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":181794,"ondisk_log_size":181794,"up":322,"acting":322,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":322,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":2953632,"kb_used_data":493024,"kb_used_omap":12,"kb_used_meta":2460531,"kb_avail":752021088,"statfs":{"total":773094113280,"available":770069594112,"internally_reserved":0,"allocated":504856576,"data_stored":503363070,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":2519584313},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005119"},"pg_stats":[{"pgid":"2.1f","version":"28'1253","reported_seq":1294,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:43.838338+0000","last_change":"2024-09-13T16:41:43.838661+0000","last_active":"2024-09-13T16:41:43.838338+0000","last_peered":"2024-09-13T16:41:43.838338+0000","last_clean":"2024-09-13T16:41:43.838338+0000","last_became_active":"2024-09-13T16:15:41.032311+0000","last_became_peered":"2024-09-13T16:15:41.032311+0000","last_unstale":"2024-09-13T16:41:43.838338+0000","last_undegraded":"2024-09-13T16:41:43.838338+0000","last_fullsized":"2024-09-13T16:41:43.838338+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'1253","last_scrub_stamp":"2024-09-13T16:41:43.838195+0000","last_deep_scrub":"28'1253","last_deep_scrub_stamp":"2024-09-13T16:41:43.838195+0000","last_clean_scrub_stamp":"2024-09-13T16:41:43.838195+0000","objects_scrubbed":2,"log_size":1253,"log_dups_size":0,"ondisk_log_size":1253,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:03:41.545004+0000","scrub_duration":0.0097566249999999997,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1259,"num_write_kb":8773,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"28'538","reported_seq":579,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:39.182042+0000","last_change":"2024-09-13T16:41:39.182042+0000","last_active":"2024-09-13T16:41:39.182042+0000","last_peered":"2024-09-13T16:41:39.182042+0000","last_clean":"2024-09-13T16:41:39.182042+0000","last_became_active":"2024-09-13T16:15:41.421707+0000","last_became_peered":"2024-09-13T16:15:41.421707+0000","last_unstale":"2024-09-13T16:41:39.182042+0000","last_undegraded":"2024-09-13T16:41:39.182042+0000","last_fullsized":"2024-09-13T16:41:39.182042+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'538","last_scrub_stamp":"2024-09-13T16:41:39.181830+0000","last_deep_scrub":"28'538","last_deep_scrub_stamp":"2024-09-13T16:41:39.181830+0000","last_clean_scrub_stamp":"2024-09-13T16:41:39.181830+0000","objects_scrubbed":0,"log_size":538,"log_dups_size":0,"ondisk_log_size":538,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:35:35.454895+0000","scrub_duration":0.003033245,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"28'2700","reported_seq":2725,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.978699+0000","last_change":"2024-09-13T16:15:45.430120+0000","last_active":"2024-09-13T16:41:26.978699+0000","last_peered":"2024-09-13T16:41:26.978699+0000","last_clean":"2024-09-13T16:41:26.978699+0000","last_became_active":"2024-09-13T16:15:45.426408+0000","last_became_peered":"2024-09-13T16:15:45.426408+0000","last_unstale":"2024-09-13T16:41:26.978699+0000","last_undegraded":"2024-09-13T16:41:26.978699+0000","last_fullsized":"2024-09-13T16:41:26.978699+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2700,"log_dups_size":0,"ondisk_log_size":2700,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2175,"num_write_kb":84186,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,7,0],"acting":[3,2,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"28'3456","reported_seq":3498,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:02.288669+0000","last_change":"2024-09-13T16:42:02.288856+0000","last_active":"2024-09-13T16:42:02.288669+0000","last_peered":"2024-09-13T16:42:02.288669+0000","last_clean":"2024-09-13T16:42:02.288669+0000","last_became_active":"2024-09-13T16:15:41.031754+0000","last_became_peered":"2024-09-13T16:15:41.031754+0000","last_unstale":"2024-09-13T16:42:02.288669+0000","last_undegraded":"2024-09-13T16:42:02.288669+0000","last_fullsized":"2024-09-13T16:42:02.288669+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'3456","last_scrub_stamp":"2024-09-13T16:42:02.288629+0000","last_deep_scrub":"28'3456","last_deep_scrub_stamp":"2024-09-13T16:42:02.288629+0000","last_clean_scrub_stamp":"2024-09-13T16:42:02.288629+0000","objects_scrubbed":4,"log_size":3456,"log_dups_size":0,"ondisk_log_size":3456,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:21:25.171160+0000","scrub_duration":0.056337959999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16777216,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3456,"num_write_kb":26181,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"28'534","reported_seq":574,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:06.749614+0000","last_change":"2024-09-13T16:42:06.749918+0000","last_active":"2024-09-13T16:42:06.749614+0000","last_peered":"2024-09-13T16:42:06.749614+0000","last_clean":"2024-09-13T16:42:06.749614+0000","last_became_active":"2024-09-13T16:15:41.425995+0000","last_became_peered":"2024-09-13T16:15:41.425995+0000","last_unstale":"2024-09-13T16:42:06.749614+0000","last_undegraded":"2024-09-13T16:42:06.749614+0000","last_fullsized":"2024-09-13T16:42:06.749614+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'534","last_scrub_stamp":"2024-09-13T16:42:06.749480+0000","last_deep_scrub":"28'534","last_deep_scrub_stamp":"2024-09-13T16:42:06.749480+0000","last_clean_scrub_stamp":"2024-09-13T16:42:06.749480+0000","objects_scrubbed":0,"log_size":534,"log_dups_size":0,"ondisk_log_size":534,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:13:11.030073+0000","scrub_duration":0.0044148449999999997,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"28'2521","reported_seq":2557,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:58.852247+0000","last_change":"2024-09-13T16:41:58.852509+0000","last_active":"2024-09-13T16:41:58.852247+0000","last_peered":"2024-09-13T16:41:58.852247+0000","last_clean":"2024-09-13T16:41:58.852247+0000","last_became_active":"2024-09-13T16:15:45.436923+0000","last_became_peered":"2024-09-13T16:15:45.436923+0000","last_unstale":"2024-09-13T16:41:58.852247+0000","last_undegraded":"2024-09-13T16:41:58.852247+0000","last_fullsized":"2024-09-13T16:41:58.852247+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'2521","last_scrub_stamp":"2024-09-13T16:41:58.852197+0000","last_deep_scrub":"28'2521","last_deep_scrub_stamp":"2024-09-13T16:41:58.852197+0000","last_clean_scrub_stamp":"2024-09-13T16:41:58.852197+0000","objects_scrubbed":0,"log_size":2521,"log_dups_size":0,"ondisk_log_size":2521,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:12:41.167027+0000","scrub_duration":0.0088108100000000005,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1916,"num_write_kb":99596,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1,3],"acting":[4,6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"28'4294","reported_seq":4333,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:02.419274+0000","last_change":"2024-09-13T16:42:02.419421+0000","last_active":"2024-09-13T16:42:02.419274+0000","last_peered":"2024-09-13T16:42:02.419274+0000","last_clean":"2024-09-13T16:42:02.419274+0000","last_became_active":"2024-09-13T16:15:41.034495+0000","last_became_peered":"2024-09-13T16:15:41.034495+0000","last_unstale":"2024-09-13T16:42:02.419274+0000","last_undegraded":"2024-09-13T16:42:02.419274+0000","last_fullsized":"2024-09-13T16:42:02.419274+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'4294","last_scrub_stamp":"2024-09-13T16:42:02.419244+0000","last_deep_scrub":"28'4294","last_deep_scrub_stamp":"2024-09-13T16:42:02.419244+0000","last_clean_scrub_stamp":"2024-09-13T16:42:02.419244+0000","objects_scrubbed":4,"log_size":4294,"log_dups_size":0,"ondisk_log_size":4294,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:12:44.734074+0000","scrub_duration":0.062099620000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12582912,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4290,"num_write_kb":30729,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"28'588","reported_seq":615,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.650781+0000","last_change":"2024-09-13T16:15:41.434446+0000","last_active":"2024-09-13T16:41:26.650781+0000","last_peered":"2024-09-13T16:41:26.650781+0000","last_clean":"2024-09-13T16:41:26.650781+0000","last_became_active":"2024-09-13T16:15:41.432059+0000","last_became_peered":"2024-09-13T16:15:41.432059+0000","last_unstale":"2024-09-13T16:41:26.650781+0000","last_undegraded":"2024-09-13T16:41:26.650781+0000","last_fullsized":"2024-09-13T16:41:26.650781+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":588,"log_dups_size":0,"ondisk_log_size":588,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"28'2251","reported_seq":2297,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:00.841408+0000","last_change":"2024-09-13T16:42:00.841684+0000","last_active":"2024-09-13T16:42:00.841408+0000","last_peered":"2024-09-13T16:42:00.841408+0000","last_clean":"2024-09-13T16:42:00.841408+0000","last_became_active":"2024-09-13T16:16:24.277805+0000","last_became_peered":"2024-09-13T16:16:24.277805+0000","last_unstale":"2024-09-13T16:42:00.841408+0000","last_undegraded":"2024-09-13T16:42:00.841408+0000","last_fullsized":"2024-09-13T16:42:00.841408+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'2251","last_scrub_stamp":"2024-09-13T16:42:00.841352+0000","last_deep_scrub":"28'2251","last_deep_scrub_stamp":"2024-09-13T16:42:00.841352+0000","last_clean_scrub_stamp":"2024-09-13T16:42:00.841352+0000","objects_scrubbed":0,"log_size":2251,"log_dups_size":0,"ondisk_log_size":2251,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:34:17.641767+0000","scrub_duration":0.009665926,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1643,"num_write_kb":89641,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,2],"acting":[4,3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"28'695","reported_seq":734,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:52.369057+0000","last_change":"2024-09-13T16:41:52.369284+0000","last_active":"2024-09-13T16:41:52.369057+0000","last_peered":"2024-09-13T16:41:52.369057+0000","last_clean":"2024-09-13T16:41:52.369057+0000","last_became_active":"2024-09-13T16:15:41.039294+0000","last_became_peered":"2024-09-13T16:15:41.039294+0000","last_unstale":"2024-09-13T16:41:52.369057+0000","last_undegraded":"2024-09-13T16:41:52.369057+0000","last_fullsized":"2024-09-13T16:41:52.369057+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'695","last_scrub_stamp":"2024-09-13T16:41:52.369001+0000","last_deep_scrub":"28'695","last_deep_scrub_stamp":"2024-09-13T16:41:52.369001+0000","last_clean_scrub_stamp":"2024-09-13T16:41:52.369001+0000","objects_scrubbed":1,"log_size":695,"log_dups_size":0,"ondisk_log_size":695,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:42:50.114483+0000","scrub_duration":0.0066253759999999997,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":701,"num_write_kb":4465,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"28'542","reported_seq":569,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.650755+0000","last_change":"2024-09-13T16:15:41.430533+0000","last_active":"2024-09-13T16:41:26.650755+0000","last_peered":"2024-09-13T16:41:26.650755+0000","last_clean":"2024-09-13T16:41:26.650755+0000","last_became_active":"2024-09-13T16:15:41.430277+0000","last_became_peered":"2024-09-13T16:15:41.430277+0000","last_unstale":"2024-09-13T16:41:26.650755+0000","last_undegraded":"2024-09-13T16:41:26.650755+0000","last_fullsized":"2024-09-13T16:41:26.650755+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":542,"log_dups_size":0,"ondisk_log_size":542,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"28'2373","reported_seq":2409,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:59.804956+0000","last_change":"2024-09-13T16:41:59.805200+0000","last_active":"2024-09-13T16:41:59.804956+0000","last_peered":"2024-09-13T16:41:59.804956+0000","last_clean":"2024-09-13T16:41:59.804956+0000","last_became_active":"2024-09-13T16:15:45.439214+0000","last_became_peered":"2024-09-13T16:15:45.439214+0000","last_unstale":"2024-09-13T16:41:59.804956+0000","last_undegraded":"2024-09-13T16:41:59.804956+0000","last_fullsized":"2024-09-13T16:41:59.804956+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'2373","last_scrub_stamp":"2024-09-13T16:41:59.804901+0000","last_deep_scrub":"28'2373","last_deep_scrub_stamp":"2024-09-13T16:41:59.804901+0000","last_clean_scrub_stamp":"2024-09-13T16:41:59.804901+0000","objects_scrubbed":0,"log_size":2373,"log_dups_size":0,"ondisk_log_size":2373,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:40:20.332271+0000","scrub_duration":0.00847118,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1843,"num_write_kb":53356,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0,5],"acting":[4,3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"28'575","reported_seq":615,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:53.876170+0000","last_change":"2024-09-13T16:41:53.876403+0000","last_active":"2024-09-13T16:41:53.876170+0000","last_peered":"2024-09-13T16:41:53.876170+0000","last_clean":"2024-09-13T16:41:53.876170+0000","last_became_active":"2024-09-13T16:15:41.429041+0000","last_became_peered":"2024-09-13T16:15:41.429041+0000","last_unstale":"2024-09-13T16:41:53.876170+0000","last_undegraded":"2024-09-13T16:41:53.876170+0000","last_fullsized":"2024-09-13T16:41:53.876170+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'575","last_scrub_stamp":"2024-09-13T16:41:53.876122+0000","last_deep_scrub":"28'575","last_deep_scrub_stamp":"2024-09-13T16:41:53.876122+0000","last_clean_scrub_stamp":"2024-09-13T16:41:53.876122+0000","objects_scrubbed":0,"log_size":575,"log_dups_size":0,"ondisk_log_size":575,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:26:19.438352+0000","scrub_duration":0.0029700490000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.b","version":"28'3323","reported_seq":3363,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:51.466272+0000","last_change":"2024-09-13T16:41:51.466409+0000","last_active":"2024-09-13T16:41:51.466272+0000","last_peered":"2024-09-13T16:41:51.466272+0000","last_clean":"2024-09-13T16:41:51.466272+0000","last_became_active":"2024-09-13T16:15:41.032725+0000","last_became_peered":"2024-09-13T16:15:41.032725+0000","last_unstale":"2024-09-13T16:41:51.466272+0000","last_undegraded":"2024-09-13T16:41:51.466272+0000","last_fullsized":"2024-09-13T16:41:51.466272+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'3323","last_scrub_stamp":"2024-09-13T16:41:51.466249+0000","last_deep_scrub":"28'3323","last_deep_scrub_stamp":"2024-09-13T16:41:51.466249+0000","last_clean_scrub_stamp":"2024-09-13T16:41:51.466249+0000","objects_scrubbed":4,"log_size":3323,"log_dups_size":0,"ondisk_log_size":3323,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:16:16.375352+0000","scrub_duration":0.059965513999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12582912,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3329,"num_write_kb":26178,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":456,"num_omap_keys":1,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.d","version":"28'2269","reported_seq":2306,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:08.866840+0000","last_change":"2024-09-13T16:42:08.866975+0000","last_active":"2024-09-13T16:42:08.866840+0000","last_peered":"2024-09-13T16:42:08.866840+0000","last_clean":"2024-09-13T16:42:08.866840+0000","last_became_active":"2024-09-13T16:15:45.445412+0000","last_became_peered":"2024-09-13T16:15:45.445412+0000","last_unstale":"2024-09-13T16:42:08.866840+0000","last_undegraded":"2024-09-13T16:42:08.866840+0000","last_fullsized":"2024-09-13T16:42:08.866840+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'2269","last_scrub_stamp":"2024-09-13T16:42:08.866815+0000","last_deep_scrub":"28'2269","last_deep_scrub_stamp":"2024-09-13T16:42:08.866815+0000","last_clean_scrub_stamp":"2024-09-13T16:42:08.866815+0000","objects_scrubbed":0,"log_size":2269,"log_dups_size":0,"ondisk_log_size":2269,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:21:31.749346+0000","scrub_duration":0.0097367670000000003,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1677,"num_write_kb":34937,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2,1],"acting":[4,0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"28'561","reported_seq":600,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:11.152606+0000","last_change":"2024-09-13T16:42:11.152811+0000","last_active":"2024-09-13T16:42:11.152606+0000","last_peered":"2024-09-13T16:42:11.152606+0000","last_clean":"2024-09-13T16:42:11.152606+0000","last_became_active":"2024-09-13T16:15:41.423409+0000","last_became_peered":"2024-09-13T16:15:41.423409+0000","last_unstale":"2024-09-13T16:42:11.152606+0000","last_undegraded":"2024-09-13T16:42:11.152606+0000","last_fullsized":"2024-09-13T16:42:11.152606+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'561","last_scrub_stamp":"2024-09-13T16:42:11.152556+0000","last_deep_scrub":"28'561","last_deep_scrub_stamp":"2024-09-13T16:42:11.152556+0000","last_clean_scrub_stamp":"2024-09-13T16:42:11.152556+0000","objects_scrubbed":0,"log_size":561,"log_dups_size":0,"ondisk_log_size":561,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:57:57.331782+0000","scrub_duration":0.003748202,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"28'2614","reported_seq":2655,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:44.145048+0000","last_change":"2024-09-13T16:41:44.145048+0000","last_active":"2024-09-13T16:41:44.145048+0000","last_peered":"2024-09-13T16:41:44.145048+0000","last_clean":"2024-09-13T16:41:44.145048+0000","last_became_active":"2024-09-13T16:15:41.031409+0000","last_became_peered":"2024-09-13T16:15:41.031409+0000","last_unstale":"2024-09-13T16:41:44.145048+0000","last_undegraded":"2024-09-13T16:41:44.145048+0000","last_fullsized":"2024-09-13T16:41:44.145048+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'2614","last_scrub_stamp":"2024-09-13T16:41:44.144871+0000","last_deep_scrub":"28'2614","last_deep_scrub_stamp":"2024-09-13T16:41:44.144871+0000","last_clean_scrub_stamp":"2024-09-13T16:41:44.144871+0000","objects_scrubbed":3,"log_size":2614,"log_dups_size":0,"ondisk_log_size":2614,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:03:06.059056+0000","scrub_duration":0.042637222000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12582912,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2613,"num_write_kb":21665,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"28'2380","reported_seq":2417,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:10.902309+0000","last_change":"2024-09-13T16:42:10.902625+0000","last_active":"2024-09-13T16:42:10.902309+0000","last_peered":"2024-09-13T16:42:10.902309+0000","last_clean":"2024-09-13T16:42:10.902309+0000","last_became_active":"2024-09-13T16:15:45.445262+0000","last_became_peered":"2024-09-13T16:15:45.445262+0000","last_unstale":"2024-09-13T16:42:10.902309+0000","last_undegraded":"2024-09-13T16:42:10.902309+0000","last_fullsized":"2024-09-13T16:42:10.902309+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'2380","last_scrub_stamp":"2024-09-13T16:42:10.902257+0000","last_deep_scrub":"28'2380","last_deep_scrub_stamp":"2024-09-13T16:42:10.902257+0000","last_clean_scrub_stamp":"2024-09-13T16:42:10.902257+0000","objects_scrubbed":0,"log_size":2380,"log_dups_size":0,"ondisk_log_size":2380,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:34:16.436057+0000","scrub_duration":0.0096489479999999992,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1823,"num_write_kb":48873,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"28'593","reported_seq":633,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:04.160567+0000","last_change":"2024-09-13T16:42:04.160759+0000","last_active":"2024-09-13T16:42:04.160567+0000","last_peered":"2024-09-13T16:42:04.160567+0000","last_clean":"2024-09-13T16:42:04.160567+0000","last_became_active":"2024-09-13T16:15:41.412959+0000","last_became_peered":"2024-09-13T16:15:41.412959+0000","last_unstale":"2024-09-13T16:42:04.160567+0000","last_undegraded":"2024-09-13T16:42:04.160567+0000","last_fullsized":"2024-09-13T16:42:04.160567+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'593","last_scrub_stamp":"2024-09-13T16:42:04.160516+0000","last_deep_scrub":"28'593","last_deep_scrub_stamp":"2024-09-13T16:42:04.160516+0000","last_clean_scrub_stamp":"2024-09-13T16:42:04.160516+0000","objects_scrubbed":0,"log_size":593,"log_dups_size":0,"ondisk_log_size":593,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:34:09.694316+0000","scrub_duration":0.0033676029999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":32,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.9","version":"28'1728","reported_seq":1769,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:47.198034+0000","last_change":"2024-09-13T16:41:47.198229+0000","last_active":"2024-09-13T16:41:47.198034+0000","last_peered":"2024-09-13T16:41:47.198034+0000","last_clean":"2024-09-13T16:41:47.198034+0000","last_became_active":"2024-09-13T16:15:41.032093+0000","last_became_peered":"2024-09-13T16:15:41.032093+0000","last_unstale":"2024-09-13T16:41:47.198034+0000","last_undegraded":"2024-09-13T16:41:47.198034+0000","last_fullsized":"2024-09-13T16:41:47.198034+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'1728","last_scrub_stamp":"2024-09-13T16:41:47.197982+0000","last_deep_scrub":"28'1728","last_deep_scrub_stamp":"2024-09-13T16:41:47.197982+0000","last_clean_scrub_stamp":"2024-09-13T16:41:47.197982+0000","objects_scrubbed":2,"log_size":1728,"log_dups_size":0,"ondisk_log_size":1728,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:42:44.943464+0000","scrub_duration":0.036206980999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8388608,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1726,"num_write_kb":13096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"28'2535","reported_seq":2572,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:16.345677+0000","last_change":"2024-09-13T16:42:16.345892+0000","last_active":"2024-09-13T16:42:16.345677+0000","last_peered":"2024-09-13T16:42:16.345677+0000","last_clean":"2024-09-13T16:42:16.345677+0000","last_became_active":"2024-09-13T16:15:45.446001+0000","last_became_peered":"2024-09-13T16:15:45.446001+0000","last_unstale":"2024-09-13T16:42:16.345677+0000","last_undegraded":"2024-09-13T16:42:16.345677+0000","last_fullsized":"2024-09-13T16:42:16.345677+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'2535","last_scrub_stamp":"2024-09-13T16:42:16.345613+0000","last_deep_scrub":"28'2535","last_deep_scrub_stamp":"2024-09-13T16:42:16.345613+0000","last_clean_scrub_stamp":"2024-09-13T16:42:16.345613+0000","objects_scrubbed":0,"log_size":2535,"log_dups_size":0,"ondisk_log_size":2535,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:58:02.524839+0000","scrub_duration":0.01082903,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1983,"num_write_kb":60714,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4,7],"acting":[1,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"28'562","reported_seq":602,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:39.737495+0000","last_change":"2024-09-13T16:41:39.737495+0000","last_active":"2024-09-13T16:41:39.737495+0000","last_peered":"2024-09-13T16:41:39.737495+0000","last_clean":"2024-09-13T16:41:39.737495+0000","last_became_active":"2024-09-13T16:15:41.425741+0000","last_became_peered":"2024-09-13T16:15:41.425741+0000","last_unstale":"2024-09-13T16:41:39.737495+0000","last_undegraded":"2024-09-13T16:41:39.737495+0000","last_fullsized":"2024-09-13T16:41:39.737495+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'562","last_scrub_stamp":"2024-09-13T16:41:39.737220+0000","last_deep_scrub":"28'562","last_deep_scrub_stamp":"2024-09-13T16:41:39.737220+0000","last_clean_scrub_stamp":"2024-09-13T16:41:39.737220+0000","objects_scrubbed":0,"log_size":562,"log_dups_size":0,"ondisk_log_size":562,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:00:28.682098+0000","scrub_duration":0.0032929859999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"28'1260","reported_seq":1301,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:58.320631+0000","last_change":"2024-09-13T16:41:58.320752+0000","last_active":"2024-09-13T16:41:58.320631+0000","last_peered":"2024-09-13T16:41:58.320631+0000","last_clean":"2024-09-13T16:41:58.320631+0000","last_became_active":"2024-09-13T16:15:41.032575+0000","last_became_peered":"2024-09-13T16:15:41.032575+0000","last_unstale":"2024-09-13T16:41:58.320631+0000","last_undegraded":"2024-09-13T16:41:58.320631+0000","last_fullsized":"2024-09-13T16:41:58.320631+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'1260","last_scrub_stamp":"2024-09-13T16:41:58.320597+0000","last_deep_scrub":"28'1260","last_deep_scrub_stamp":"2024-09-13T16:41:58.320597+0000","last_clean_scrub_stamp":"2024-09-13T16:41:58.320597+0000","objects_scrubbed":1,"log_size":1260,"log_dups_size":0,"ondisk_log_size":1260,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:26:32.828333+0000","scrub_duration":0.019236375,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1271,"num_write_kb":8841,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.e","version":"28'2336","reported_seq":2373,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:05.827352+0000","last_change":"2024-09-13T16:42:05.827626+0000","last_active":"2024-09-13T16:42:05.827352+0000","last_peered":"2024-09-13T16:42:05.827352+0000","last_clean":"2024-09-13T16:42:05.827352+0000","last_became_active":"2024-09-13T16:15:45.449446+0000","last_became_peered":"2024-09-13T16:15:45.449446+0000","last_unstale":"2024-09-13T16:42:05.827352+0000","last_undegraded":"2024-09-13T16:42:05.827352+0000","last_fullsized":"2024-09-13T16:42:05.827352+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'2336","last_scrub_stamp":"2024-09-13T16:42:05.827299+0000","last_deep_scrub":"28'2336","last_deep_scrub_stamp":"2024-09-13T16:42:05.827299+0000","last_clean_scrub_stamp":"2024-09-13T16:42:05.827299+0000","objects_scrubbed":0,"log_size":2336,"log_dups_size":0,"ondisk_log_size":2336,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:10:45.377038+0000","scrub_duration":0.0084383679999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1793,"num_write_kb":94658,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"28'559","reported_seq":599,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:47.791749+0000","last_change":"2024-09-13T16:41:47.791952+0000","last_active":"2024-09-13T16:41:47.791749+0000","last_peered":"2024-09-13T16:41:47.791749+0000","last_clean":"2024-09-13T16:41:47.791749+0000","last_became_active":"2024-09-13T16:15:41.415187+0000","last_became_peered":"2024-09-13T16:15:41.415187+0000","last_unstale":"2024-09-13T16:41:47.791749+0000","last_undegraded":"2024-09-13T16:41:47.791749+0000","last_fullsized":"2024-09-13T16:41:47.791749+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'559","last_scrub_stamp":"2024-09-13T16:41:47.791693+0000","last_deep_scrub":"28'559","last_deep_scrub_stamp":"2024-09-13T16:41:47.791693+0000","last_clean_scrub_stamp":"2024-09-13T16:41:47.791693+0000","objects_scrubbed":0,"log_size":559,"log_dups_size":0,"ondisk_log_size":559,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:29:31.451322+0000","scrub_duration":0.003348855,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"28'1224","reported_seq":1265,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:44.833254+0000","last_change":"2024-09-13T16:41:44.833377+0000","last_active":"2024-09-13T16:41:44.833254+0000","last_peered":"2024-09-13T16:41:44.833254+0000","last_clean":"2024-09-13T16:41:44.833254+0000","last_became_active":"2024-09-13T16:15:41.035523+0000","last_became_peered":"2024-09-13T16:15:41.035523+0000","last_unstale":"2024-09-13T16:41:44.833254+0000","last_undegraded":"2024-09-13T16:41:44.833254+0000","last_fullsized":"2024-09-13T16:41:44.833254+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'1224","last_scrub_stamp":"2024-09-13T16:41:44.833227+0000","last_deep_scrub":"28'1224","last_deep_scrub_stamp":"2024-09-13T16:41:44.833227+0000","last_clean_scrub_stamp":"2024-09-13T16:41:44.833227+0000","objects_scrubbed":2,"log_size":1224,"log_dups_size":0,"ondisk_log_size":1224,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:24:23.832614+0000","scrub_duration":0.021607784000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1246,"num_write_kb":8763,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1","version":"28'2378","reported_seq":2416,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:54.925978+0000","last_change":"2024-09-13T16:41:54.926229+0000","last_active":"2024-09-13T16:41:54.925978+0000","last_peered":"2024-09-13T16:41:54.925978+0000","last_clean":"2024-09-13T16:41:54.925978+0000","last_became_active":"2024-09-13T16:15:45.437484+0000","last_became_peered":"2024-09-13T16:15:45.437484+0000","last_unstale":"2024-09-13T16:41:54.925978+0000","last_undegraded":"2024-09-13T16:41:54.925978+0000","last_fullsized":"2024-09-13T16:41:54.925978+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'2378","last_scrub_stamp":"2024-09-13T16:41:54.925928+0000","last_deep_scrub":"28'2378","last_deep_scrub_stamp":"2024-09-13T16:41:54.925928+0000","last_clean_scrub_stamp":"2024-09-13T16:41:54.925928+0000","objects_scrubbed":0,"log_size":2378,"log_dups_size":0,"ondisk_log_size":2378,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:26:29.433663+0000","scrub_duration":0.0097517339999999997,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1792,"num_write_kb":39357,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,7],"acting":[4,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"28'517","reported_seq":557,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:10.161953+0000","last_change":"2024-09-13T16:42:10.162173+0000","last_active":"2024-09-13T16:42:10.161953+0000","last_peered":"2024-09-13T16:42:10.161953+0000","last_clean":"2024-09-13T16:42:10.161953+0000","last_became_active":"2024-09-13T16:15:41.412266+0000","last_became_peered":"2024-09-13T16:15:41.412266+0000","last_unstale":"2024-09-13T16:42:10.161953+0000","last_undegraded":"2024-09-13T16:42:10.161953+0000","last_fullsized":"2024-09-13T16:42:10.161953+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'517","last_scrub_stamp":"2024-09-13T16:42:10.161891+0000","last_deep_scrub":"28'517","last_deep_scrub_stamp":"2024-09-13T16:42:10.161891+0000","last_clean_scrub_stamp":"2024-09-13T16:42:10.161891+0000","objects_scrubbed":0,"log_size":517,"log_dups_size":0,"ondisk_log_size":517,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:41:15.663819+0000","scrub_duration":0.0036391520000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"28'1585","reported_seq":1626,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:53.220155+0000","last_change":"2024-09-13T16:41:53.220291+0000","last_active":"2024-09-13T16:41:53.220155+0000","last_peered":"2024-09-13T16:41:53.220155+0000","last_clean":"2024-09-13T16:41:53.220155+0000","last_became_active":"2024-09-13T16:15:41.031492+0000","last_became_peered":"2024-09-13T16:15:41.031492+0000","last_unstale":"2024-09-13T16:41:53.220155+0000","last_undegraded":"2024-09-13T16:41:53.220155+0000","last_fullsized":"2024-09-13T16:41:53.220155+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'1585","last_scrub_stamp":"2024-09-13T16:41:53.220124+0000","last_deep_scrub":"28'1585","last_deep_scrub_stamp":"2024-09-13T16:41:53.220124+0000","last_clean_scrub_stamp":"2024-09-13T16:41:53.220124+0000","objects_scrubbed":3,"log_size":1585,"log_dups_size":0,"ondisk_log_size":1585,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:26:27.727859+0000","scrub_duration":0.041243499000000003,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8388608,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2168,"num_write_kb":10522,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"28'2733","reported_seq":2771,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:37.296144+0000","last_change":"2024-09-13T16:16:23.803418+0000","last_active":"2024-09-13T16:41:37.296144+0000","last_peered":"2024-09-13T16:41:37.296144+0000","last_clean":"2024-09-13T16:41:37.296144+0000","last_became_active":"2024-09-13T16:16:23.802673+0000","last_became_peered":"2024-09-13T16:16:23.802673+0000","last_unstale":"2024-09-13T16:41:37.296144+0000","last_undegraded":"2024-09-13T16:41:37.296144+0000","last_fullsized":"2024-09-13T16:41:37.296144+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2733,"log_dups_size":0,"ondisk_log_size":2733,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2148,"num_write_kb":129663,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0,2],"acting":[3,7,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"28'563","reported_seq":603,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:59.172520+0000","last_change":"2024-09-13T16:41:59.172758+0000","last_active":"2024-09-13T16:41:59.172520+0000","last_peered":"2024-09-13T16:41:59.172520+0000","last_clean":"2024-09-13T16:41:59.172520+0000","last_became_active":"2024-09-13T16:15:41.417601+0000","last_became_peered":"2024-09-13T16:15:41.417601+0000","last_unstale":"2024-09-13T16:41:59.172520+0000","last_undegraded":"2024-09-13T16:41:59.172520+0000","last_fullsized":"2024-09-13T16:41:59.172520+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'563","last_scrub_stamp":"2024-09-13T16:41:59.172466+0000","last_deep_scrub":"28'563","last_deep_scrub_stamp":"2024-09-13T16:41:59.172466+0000","last_clean_scrub_stamp":"2024-09-13T16:41:59.172466+0000","objects_scrubbed":0,"log_size":563,"log_dups_size":0,"ondisk_log_size":563,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:34:15.972881+0000","scrub_duration":0.0036542340000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"28'2225","reported_seq":2266,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:57.342709+0000","last_change":"2024-09-13T16:41:57.342862+0000","last_active":"2024-09-13T16:41:57.342709+0000","last_peered":"2024-09-13T16:41:57.342709+0000","last_clean":"2024-09-13T16:41:57.342709+0000","last_became_active":"2024-09-13T16:15:41.032659+0000","last_became_peered":"2024-09-13T16:15:41.032659+0000","last_unstale":"2024-09-13T16:41:57.342709+0000","last_undegraded":"2024-09-13T16:41:57.342709+0000","last_fullsized":"2024-09-13T16:41:57.342709+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'2225","last_scrub_stamp":"2024-09-13T16:41:57.342666+0000","last_deep_scrub":"28'2225","last_deep_scrub_stamp":"2024-09-13T16:41:57.342666+0000","last_clean_scrub_stamp":"2024-09-13T16:41:57.342666+0000","objects_scrubbed":2,"log_size":2225,"log_dups_size":0,"ondisk_log_size":2225,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:39:21.321633+0000","scrub_duration":0.030683090999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8388608,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2226,"num_write_kb":17428,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"28'2292","reported_seq":2319,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.347771+0000","last_change":"2024-09-13T16:15:45.448222+0000","last_active":"2024-09-13T16:41:21.347771+0000","last_peered":"2024-09-13T16:41:21.347771+0000","last_clean":"2024-09-13T16:41:21.347771+0000","last_became_active":"2024-09-13T16:15:45.447880+0000","last_became_peered":"2024-09-13T16:15:45.447880+0000","last_unstale":"2024-09-13T16:41:21.347771+0000","last_undegraded":"2024-09-13T16:41:21.347771+0000","last_fullsized":"2024-09-13T16:41:21.347771+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2292,"log_dups_size":0,"ondisk_log_size":2292,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1726,"num_write_kb":41777,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7,1],"acting":[0,5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.5","version":"28'583","reported_seq":612,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.971136+0000","last_change":"2024-09-13T16:15:41.422747+0000","last_active":"2024-09-13T16:41:26.971136+0000","last_peered":"2024-09-13T16:41:26.971136+0000","last_clean":"2024-09-13T16:41:26.971136+0000","last_became_active":"2024-09-13T16:15:41.419626+0000","last_became_peered":"2024-09-13T16:15:41.419626+0000","last_unstale":"2024-09-13T16:41:26.971136+0000","last_undegraded":"2024-09-13T16:41:26.971136+0000","last_fullsized":"2024-09-13T16:41:26.971136+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":583,"log_dups_size":0,"ondisk_log_size":583,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"28'568","reported_seq":609,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:46.162243+0000","last_change":"2024-09-13T16:41:46.162591+0000","last_active":"2024-09-13T16:41:46.162243+0000","last_peered":"2024-09-13T16:41:46.162243+0000","last_clean":"2024-09-13T16:41:46.162243+0000","last_became_active":"2024-09-13T16:15:41.023463+0000","last_became_peered":"2024-09-13T16:15:41.023463+0000","last_unstale":"2024-09-13T16:41:46.162243+0000","last_undegraded":"2024-09-13T16:41:46.162243+0000","last_fullsized":"2024-09-13T16:41:46.162243+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'568","last_scrub_stamp":"2024-09-13T16:41:46.162191+0000","last_deep_scrub":"28'568","last_deep_scrub_stamp":"2024-09-13T16:41:46.162191+0000","last_clean_scrub_stamp":"2024-09-13T16:41:46.162191+0000","objects_scrubbed":0,"log_size":568,"log_dups_size":0,"ondisk_log_size":568,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:16:11.071294+0000","scrub_duration":0.0033221840000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":581,"num_write_kb":4369,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2","version":"28'2731","reported_seq":2769,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:17.303987+0000","last_change":"2024-09-13T16:42:17.304409+0000","last_active":"2024-09-13T16:42:17.303987+0000","last_peered":"2024-09-13T16:42:17.303987+0000","last_clean":"2024-09-13T16:42:17.303987+0000","last_became_active":"2024-09-13T16:15:45.443702+0000","last_became_peered":"2024-09-13T16:15:45.443702+0000","last_unstale":"2024-09-13T16:42:17.303987+0000","last_undegraded":"2024-09-13T16:42:17.303987+0000","last_fullsized":"2024-09-13T16:42:17.303987+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'2731","last_scrub_stamp":"2024-09-13T16:42:17.303865+0000","last_deep_scrub":"28'2731","last_deep_scrub_stamp":"2024-09-13T16:42:17.303865+0000","last_clean_scrub_stamp":"2024-09-13T16:42:17.303865+0000","objects_scrubbed":0,"log_size":2731,"log_dups_size":0,"ondisk_log_size":2731,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:03:17.143463+0000","scrub_duration":0.0083142210000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2189,"num_write_kb":57664,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4,0],"acting":[1,5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"28'560","reported_seq":600,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:48.925572+0000","last_change":"2024-09-13T16:41:48.925720+0000","last_active":"2024-09-13T16:41:48.925572+0000","last_peered":"2024-09-13T16:41:48.925572+0000","last_clean":"2024-09-13T16:41:48.925572+0000","last_became_active":"2024-09-13T16:15:41.419700+0000","last_became_peered":"2024-09-13T16:15:41.419700+0000","last_unstale":"2024-09-13T16:41:48.925572+0000","last_undegraded":"2024-09-13T16:41:48.925572+0000","last_fullsized":"2024-09-13T16:41:48.925572+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'560","last_scrub_stamp":"2024-09-13T16:41:48.925537+0000","last_deep_scrub":"28'560","last_deep_scrub_stamp":"2024-09-13T16:41:48.925537+0000","last_clean_scrub_stamp":"2024-09-13T16:41:48.925537+0000","objects_scrubbed":0,"log_size":560,"log_dups_size":0,"ondisk_log_size":560,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:42:46.671019+0000","scrub_duration":0.0028209889999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"28'3530","reported_seq":3571,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:48.065699+0000","last_change":"2024-09-13T16:41:48.065956+0000","last_active":"2024-09-13T16:41:48.065699+0000","last_peered":"2024-09-13T16:41:48.065699+0000","last_clean":"2024-09-13T16:41:48.065699+0000","last_became_active":"2024-09-13T16:15:41.032982+0000","last_became_peered":"2024-09-13T16:15:41.032982+0000","last_unstale":"2024-09-13T16:41:48.065699+0000","last_undegraded":"2024-09-13T16:41:48.065699+0000","last_fullsized":"2024-09-13T16:41:48.065699+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'3530","last_scrub_stamp":"2024-09-13T16:41:48.065622+0000","last_deep_scrub":"28'3530","last_deep_scrub_stamp":"2024-09-13T16:41:48.065622+0000","last_clean_scrub_stamp":"2024-09-13T16:41:48.065622+0000","objects_scrubbed":4,"log_size":3530,"log_dups_size":0,"ondisk_log_size":3530,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:47:56.731009+0000","scrub_duration":0.068674814000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16777216,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3528,"num_write_kb":26232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"28'2456","reported_seq":2494,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:15.335920+0000","last_change":"2024-09-13T16:42:15.336227+0000","last_active":"2024-09-13T16:42:15.335920+0000","last_peered":"2024-09-13T16:42:15.335920+0000","last_clean":"2024-09-13T16:42:15.335920+0000","last_became_active":"2024-09-13T16:15:45.440379+0000","last_became_peered":"2024-09-13T16:15:45.440379+0000","last_unstale":"2024-09-13T16:42:15.335920+0000","last_undegraded":"2024-09-13T16:42:15.335920+0000","last_fullsized":"2024-09-13T16:42:15.335920+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'2456","last_scrub_stamp":"2024-09-13T16:42:15.335853+0000","last_deep_scrub":"28'2456","last_deep_scrub_stamp":"2024-09-13T16:42:15.335853+0000","last_clean_scrub_stamp":"2024-09-13T16:42:15.335853+0000","objects_scrubbed":0,"log_size":2456,"log_dups_size":0,"ondisk_log_size":2456,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:41:20.837782+0000","scrub_duration":0.0091943029999999992,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1900,"num_write_kb":37158,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3,6],"acting":[1,2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"28'573","reported_seq":614,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:38.118598+0000","last_change":"2024-09-13T16:41:38.118598+0000","last_active":"2024-09-13T16:41:38.118598+0000","last_peered":"2024-09-13T16:41:38.118598+0000","last_clean":"2024-09-13T16:41:38.118598+0000","last_became_active":"2024-09-13T16:15:41.411796+0000","last_became_peered":"2024-09-13T16:15:41.411796+0000","last_unstale":"2024-09-13T16:41:38.118598+0000","last_undegraded":"2024-09-13T16:41:38.118598+0000","last_fullsized":"2024-09-13T16:41:38.118598+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'573","last_scrub_stamp":"2024-09-13T16:41:38.118492+0000","last_deep_scrub":"28'573","last_deep_scrub_stamp":"2024-09-13T16:41:38.118492+0000","last_clean_scrub_stamp":"2024-09-13T16:41:38.118492+0000","objects_scrubbed":0,"log_size":573,"log_dups_size":0,"ondisk_log_size":573,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:00:27.063370+0000","scrub_duration":0.002203923,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":26,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"28'4442","reported_seq":7305,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:48.323145+0000","last_change":"2024-09-13T16:41:48.323315+0000","last_active":"2024-09-13T16:41:48.323145+0000","last_peered":"2024-09-13T16:41:48.323145+0000","last_clean":"2024-09-13T16:41:48.323145+0000","last_became_active":"2024-09-13T16:15:41.035934+0000","last_became_peered":"2024-09-13T16:15:41.035934+0000","last_unstale":"2024-09-13T16:41:48.323145+0000","last_undegraded":"2024-09-13T16:41:48.323145+0000","last_fullsized":"2024-09-13T16:41:48.323145+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'4442","last_scrub_stamp":"2024-09-13T16:41:48.323116+0000","last_deep_scrub":"28'4442","last_deep_scrub_stamp":"2024-09-13T16:41:48.323116+0000","last_clean_scrub_stamp":"2024-09-13T16:41:48.323116+0000","objects_scrubbed":4,"log_size":4442,"log_dups_size":0,"ondisk_log_size":4442,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:00:37.267994+0000","scrub_duration":0.054439993999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16419462,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":2822,"num_read_kb":5679,"num_write":4451,"num_write_kb":18737,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"28'2289","reported_seq":2327,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:09.394163+0000","last_change":"2024-09-13T16:42:09.394474+0000","last_active":"2024-09-13T16:42:09.394163+0000","last_peered":"2024-09-13T16:42:09.394163+0000","last_clean":"2024-09-13T16:42:09.394163+0000","last_became_active":"2024-09-13T16:15:45.446894+0000","last_became_peered":"2024-09-13T16:15:45.446894+0000","last_unstale":"2024-09-13T16:42:09.394163+0000","last_undegraded":"2024-09-13T16:42:09.394163+0000","last_fullsized":"2024-09-13T16:42:09.394163+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'2289","last_scrub_stamp":"2024-09-13T16:42:09.394104+0000","last_deep_scrub":"28'2289","last_deep_scrub_stamp":"2024-09-13T16:42:09.394104+0000","last_clean_scrub_stamp":"2024-09-13T16:42:09.394104+0000","objects_scrubbed":0,"log_size":2289,"log_dups_size":0,"ondisk_log_size":2289,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:34:14.927903+0000","scrub_duration":0.0094221510000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1764,"num_write_kb":87796,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0,3],"acting":[1,5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1","version":"28'533","reported_seq":573,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:57.683243+0000","last_change":"2024-09-13T16:41:57.683579+0000","last_active":"2024-09-13T16:41:57.683243+0000","last_peered":"2024-09-13T16:41:57.683243+0000","last_clean":"2024-09-13T16:41:57.683243+0000","last_became_active":"2024-09-13T16:15:41.431310+0000","last_became_peered":"2024-09-13T16:15:41.431310+0000","last_unstale":"2024-09-13T16:41:57.683243+0000","last_undegraded":"2024-09-13T16:41:57.683243+0000","last_fullsized":"2024-09-13T16:41:57.683243+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'533","last_scrub_stamp":"2024-09-13T16:41:57.683104+0000","last_deep_scrub":"28'533","last_deep_scrub_stamp":"2024-09-13T16:41:57.683104+0000","last_clean_scrub_stamp":"2024-09-13T16:41:57.683104+0000","objects_scrubbed":0,"log_size":533,"log_dups_size":0,"ondisk_log_size":533,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:49:43.860565+0000","scrub_duration":0.0037699180000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"28'2307","reported_seq":2349,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:49.507949+0000","last_change":"2024-09-13T16:41:49.508063+0000","last_active":"2024-09-13T16:41:49.507949+0000","last_peered":"2024-09-13T16:41:49.507949+0000","last_clean":"2024-09-13T16:41:49.507949+0000","last_became_active":"2024-09-13T16:15:41.033180+0000","last_became_peered":"2024-09-13T16:15:41.033180+0000","last_unstale":"2024-09-13T16:41:49.507949+0000","last_undegraded":"2024-09-13T16:41:49.507949+0000","last_fullsized":"2024-09-13T16:41:49.507949+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'2307","last_scrub_stamp":"2024-09-13T16:41:49.507925+0000","last_deep_scrub":"28'2307","last_deep_scrub_stamp":"2024-09-13T16:41:49.507925+0000","last_clean_scrub_stamp":"2024-09-13T16:41:49.507925+0000","objects_scrubbed":1,"log_size":2307,"log_dups_size":0,"ondisk_log_size":2307,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:03:11.422110+0000","scrub_duration":0.019761761999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2310,"num_write_kb":17565,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"28'2330","reported_seq":2368,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:15.778922+0000","last_change":"2024-09-13T16:42:15.779202+0000","last_active":"2024-09-13T16:42:15.778922+0000","last_peered":"2024-09-13T16:42:15.778922+0000","last_clean":"2024-09-13T16:42:15.778922+0000","last_became_active":"2024-09-13T16:15:45.441286+0000","last_became_peered":"2024-09-13T16:15:45.441286+0000","last_unstale":"2024-09-13T16:42:15.778922+0000","last_undegraded":"2024-09-13T16:42:15.778922+0000","last_fullsized":"2024-09-13T16:42:15.778922+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'2330","last_scrub_stamp":"2024-09-13T16:42:15.778863+0000","last_deep_scrub":"28'2330","last_deep_scrub_stamp":"2024-09-13T16:42:15.778863+0000","last_clean_scrub_stamp":"2024-09-13T16:42:15.778863+0000","objects_scrubbed":0,"log_size":2330,"log_dups_size":0,"ondisk_log_size":2330,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:57:21.044075+0000","scrub_duration":0.0080555869999999995,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1762,"num_write_kb":44476,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2,7],"acting":[0,1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2","version":"28'572","reported_seq":612,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:03.209783+0000","last_change":"2024-09-13T16:42:03.210000+0000","last_active":"2024-09-13T16:42:03.209783+0000","last_peered":"2024-09-13T16:42:03.209783+0000","last_clean":"2024-09-13T16:42:03.209783+0000","last_became_active":"2024-09-13T16:15:41.430627+0000","last_became_peered":"2024-09-13T16:15:41.430627+0000","last_unstale":"2024-09-13T16:42:03.209783+0000","last_undegraded":"2024-09-13T16:42:03.209783+0000","last_fullsized":"2024-09-13T16:42:03.209783+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'572","last_scrub_stamp":"2024-09-13T16:42:03.209729+0000","last_deep_scrub":"28'572","last_deep_scrub_stamp":"2024-09-13T16:42:03.209729+0000","last_clean_scrub_stamp":"2024-09-13T16:42:03.209729+0000","objects_scrubbed":0,"log_size":572,"log_dups_size":0,"ondisk_log_size":572,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:53:34.390964+0000","scrub_duration":0.0032484430000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"28'1194","reported_seq":1235,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:54.055112+0000","last_change":"2024-09-13T16:41:54.055218+0000","last_active":"2024-09-13T16:41:54.055112+0000","last_peered":"2024-09-13T16:41:54.055112+0000","last_clean":"2024-09-13T16:41:54.055112+0000","last_became_active":"2024-09-13T16:15:41.037216+0000","last_became_peered":"2024-09-13T16:15:41.037216+0000","last_unstale":"2024-09-13T16:41:54.055112+0000","last_undegraded":"2024-09-13T16:41:54.055112+0000","last_fullsized":"2024-09-13T16:41:54.055112+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'1194","last_scrub_stamp":"2024-09-13T16:41:54.055088+0000","last_deep_scrub":"28'1194","last_deep_scrub_stamp":"2024-09-13T16:41:54.055088+0000","last_clean_scrub_stamp":"2024-09-13T16:41:54.055088+0000","objects_scrubbed":1,"log_size":1194,"log_dups_size":0,"ondisk_log_size":1194,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:03:51.761898+0000","scrub_duration":0.020698589999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1208,"num_write_kb":8767,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"28'119","reported_seq":197,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:43.473595+0000","last_change":"2024-09-13T16:41:43.473851+0000","last_active":"2024-09-13T16:41:43.473595+0000","last_peered":"2024-09-13T16:41:43.473595+0000","last_clean":"2024-09-13T16:41:43.473595+0000","last_became_active":"2024-09-13T16:15:30.706146+0000","last_became_peered":"2024-09-13T16:15:30.706146+0000","last_unstale":"2024-09-13T16:41:43.473595+0000","last_undegraded":"2024-09-13T16:41:43.473595+0000","last_fullsized":"2024-09-13T16:41:43.473595+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'119","last_scrub_stamp":"2024-09-13T16:41:43.473541+0000","last_deep_scrub":"28'119","last_deep_scrub_stamp":"2024-09-13T16:41:43.473541+0000","last_clean_scrub_stamp":"2024-09-13T16:41:43.473541+0000","objects_scrubbed":2,"log_size":119,"log_dups_size":0,"ondisk_log_size":119,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:00:32.418419+0000","scrub_duration":0.0090167630000000006,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"28'2882","reported_seq":2920,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:15.768299+0000","last_change":"2024-09-13T16:42:15.768567+0000","last_active":"2024-09-13T16:42:15.768299+0000","last_peered":"2024-09-13T16:42:15.768299+0000","last_clean":"2024-09-13T16:42:15.768299+0000","last_became_active":"2024-09-13T16:15:45.432603+0000","last_became_peered":"2024-09-13T16:15:45.432603+0000","last_unstale":"2024-09-13T16:42:15.768299+0000","last_undegraded":"2024-09-13T16:42:15.768299+0000","last_fullsized":"2024-09-13T16:42:15.768299+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'2882","last_scrub_stamp":"2024-09-13T16:42:15.768248+0000","last_deep_scrub":"28'2882","last_deep_scrub_stamp":"2024-09-13T16:42:15.768248+0000","last_clean_scrub_stamp":"2024-09-13T16:42:15.768248+0000","objects_scrubbed":0,"log_size":2882,"log_dups_size":0,"ondisk_log_size":2882,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:40:36.295618+0000","scrub_duration":0.0097092849999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2334,"num_write_kb":129985,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,4,7],"acting":[6,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"28'552","reported_seq":591,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:13.358599+0000","last_change":"2024-09-13T16:42:13.358927+0000","last_active":"2024-09-13T16:42:13.358599+0000","last_peered":"2024-09-13T16:42:13.358599+0000","last_clean":"2024-09-13T16:42:13.358599+0000","last_became_active":"2024-09-13T16:15:41.425482+0000","last_became_peered":"2024-09-13T16:15:41.425482+0000","last_unstale":"2024-09-13T16:42:13.358599+0000","last_undegraded":"2024-09-13T16:42:13.358599+0000","last_fullsized":"2024-09-13T16:42:13.358599+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'552","last_scrub_stamp":"2024-09-13T16:42:13.358484+0000","last_deep_scrub":"28'552","last_deep_scrub_stamp":"2024-09-13T16:42:13.358484+0000","last_clean_scrub_stamp":"2024-09-13T16:42:13.358484+0000","objects_scrubbed":0,"log_size":552,"log_dups_size":0,"ondisk_log_size":552,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:53:44.539718+0000","scrub_duration":0.0039519790000000004,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"28'1716","reported_seq":1756,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:44.382600+0000","last_change":"2024-09-13T16:41:44.382773+0000","last_active":"2024-09-13T16:41:44.382600+0000","last_peered":"2024-09-13T16:41:44.382600+0000","last_clean":"2024-09-13T16:41:44.382600+0000","last_became_active":"2024-09-13T16:15:41.034286+0000","last_became_peered":"2024-09-13T16:15:41.034286+0000","last_unstale":"2024-09-13T16:41:44.382600+0000","last_undegraded":"2024-09-13T16:41:44.382600+0000","last_fullsized":"2024-09-13T16:41:44.382600+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'1716","last_scrub_stamp":"2024-09-13T16:41:44.382556+0000","last_deep_scrub":"28'1716","last_deep_scrub_stamp":"2024-09-13T16:41:44.382556+0000","last_clean_scrub_stamp":"2024-09-13T16:41:44.382556+0000","objects_scrubbed":2,"log_size":1716,"log_dups_size":0,"ondisk_log_size":1716,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:06:21.737284+0000","scrub_duration":0.032724898000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8388608,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1722,"num_write_kb":13063,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"28'2482","reported_seq":2520,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:16.816649+0000","last_change":"2024-09-13T16:42:16.816964+0000","last_active":"2024-09-13T16:42:16.816649+0000","last_peered":"2024-09-13T16:42:16.816649+0000","last_clean":"2024-09-13T16:42:16.816649+0000","last_became_active":"2024-09-13T16:15:45.436595+0000","last_became_peered":"2024-09-13T16:15:45.436595+0000","last_unstale":"2024-09-13T16:42:16.816649+0000","last_undegraded":"2024-09-13T16:42:16.816649+0000","last_fullsized":"2024-09-13T16:42:16.816649+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'2482","last_scrub_stamp":"2024-09-13T16:42:16.816592+0000","last_deep_scrub":"28'2482","last_deep_scrub_stamp":"2024-09-13T16:42:16.816592+0000","last_clean_scrub_stamp":"2024-09-13T16:42:16.816592+0000","objects_scrubbed":0,"log_size":2482,"log_dups_size":0,"ondisk_log_size":2482,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:34:33.617007+0000","scrub_duration":0.010285393,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1880,"num_write_kb":107005,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,1,0],"acting":[6,7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"28'590","reported_seq":618,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.640969+0000","last_change":"2024-09-13T16:15:41.424176+0000","last_active":"2024-09-13T16:41:26.640969+0000","last_peered":"2024-09-13T16:41:26.640969+0000","last_clean":"2024-09-13T16:41:26.640969+0000","last_became_active":"2024-09-13T16:15:41.423906+0000","last_became_peered":"2024-09-13T16:15:41.423906+0000","last_unstale":"2024-09-13T16:41:26.640969+0000","last_undegraded":"2024-09-13T16:41:26.640969+0000","last_fullsized":"2024-09-13T16:41:26.640969+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":590,"log_dups_size":0,"ondisk_log_size":590,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":26,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.d","version":"28'3368","reported_seq":3408,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:52.267141+0000","last_change":"2024-09-13T16:41:52.267268+0000","last_active":"2024-09-13T16:41:52.267141+0000","last_peered":"2024-09-13T16:41:52.267141+0000","last_clean":"2024-09-13T16:41:52.267141+0000","last_became_active":"2024-09-13T16:15:41.020719+0000","last_became_peered":"2024-09-13T16:15:41.020719+0000","last_unstale":"2024-09-13T16:41:52.267141+0000","last_undegraded":"2024-09-13T16:41:52.267141+0000","last_fullsized":"2024-09-13T16:41:52.267141+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'3368","last_scrub_stamp":"2024-09-13T16:41:52.267117+0000","last_deep_scrub":"28'3368","last_deep_scrub_stamp":"2024-09-13T16:41:52.267117+0000","last_clean_scrub_stamp":"2024-09-13T16:41:52.267117+0000","objects_scrubbed":6,"log_size":3368,"log_dups_size":0,"ondisk_log_size":3368,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:39:16.246085+0000","scrub_duration":0.079363886999999994,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":20971590,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3368,"num_write_kb":26164,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.b","version":"28'2311","reported_seq":2348,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:16.791536+0000","last_change":"2024-09-13T16:42:16.791822+0000","last_active":"2024-09-13T16:42:16.791536+0000","last_peered":"2024-09-13T16:42:16.791536+0000","last_clean":"2024-09-13T16:42:16.791536+0000","last_became_active":"2024-09-13T16:15:45.443842+0000","last_became_peered":"2024-09-13T16:15:45.443842+0000","last_unstale":"2024-09-13T16:42:16.791536+0000","last_undegraded":"2024-09-13T16:42:16.791536+0000","last_fullsized":"2024-09-13T16:42:16.791536+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'2311","last_scrub_stamp":"2024-09-13T16:42:16.791476+0000","last_deep_scrub":"28'2311","last_deep_scrub_stamp":"2024-09-13T16:42:16.791476+0000","last_clean_scrub_stamp":"2024-09-13T16:42:16.791476+0000","objects_scrubbed":0,"log_size":2311,"log_dups_size":0,"ondisk_log_size":2311,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:17:25.704250+0000","scrub_duration":0.0091883150000000007,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1752,"num_write_kb":40739,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4,5],"acting":[0,1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"28'550","reported_seq":589,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:05.266383+0000","last_change":"2024-09-13T16:42:05.266607+0000","last_active":"2024-09-13T16:42:05.266383+0000","last_peered":"2024-09-13T16:42:05.266383+0000","last_clean":"2024-09-13T16:42:05.266383+0000","last_became_active":"2024-09-13T16:15:41.426840+0000","last_became_peered":"2024-09-13T16:15:41.426840+0000","last_unstale":"2024-09-13T16:42:05.266383+0000","last_undegraded":"2024-09-13T16:42:05.266383+0000","last_fullsized":"2024-09-13T16:42:05.266383+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'550","last_scrub_stamp":"2024-09-13T16:42:05.266334+0000","last_deep_scrub":"28'550","last_deep_scrub_stamp":"2024-09-13T16:42:05.266334+0000","last_clean_scrub_stamp":"2024-09-13T16:42:05.266334+0000","objects_scrubbed":0,"log_size":550,"log_dups_size":0,"ondisk_log_size":550,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:08:16.406489+0000","scrub_duration":0.0030068199999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"28'1761","reported_seq":1801,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:40.344341+0000","last_change":"2024-09-13T16:41:40.344542+0000","last_active":"2024-09-13T16:41:40.344341+0000","last_peered":"2024-09-13T16:41:40.344341+0000","last_clean":"2024-09-13T16:41:40.344341+0000","last_became_active":"2024-09-13T16:15:41.033356+0000","last_became_peered":"2024-09-13T16:15:41.033356+0000","last_unstale":"2024-09-13T16:41:40.344341+0000","last_undegraded":"2024-09-13T16:41:40.344341+0000","last_fullsized":"2024-09-13T16:41:40.344341+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'1761","last_scrub_stamp":"2024-09-13T16:41:40.344303+0000","last_deep_scrub":"28'1761","last_deep_scrub_stamp":"2024-09-13T16:41:40.344303+0000","last_clean_scrub_stamp":"2024-09-13T16:41:40.344303+0000","objects_scrubbed":3,"log_size":1761,"log_dups_size":0,"ondisk_log_size":1761,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:09:45.459724+0000","scrub_duration":0.032504444,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8388608,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1760,"num_write_kb":13081,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.8","version":"28'2486","reported_seq":2513,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:38.312238+0000","last_change":"2024-09-13T16:15:45.434063+0000","last_active":"2024-09-13T16:41:38.312238+0000","last_peered":"2024-09-13T16:41:38.312238+0000","last_clean":"2024-09-13T16:41:38.312238+0000","last_became_active":"2024-09-13T16:15:45.433849+0000","last_became_peered":"2024-09-13T16:15:45.433849+0000","last_unstale":"2024-09-13T16:41:38.312238+0000","last_undegraded":"2024-09-13T16:41:38.312238+0000","last_fullsized":"2024-09-13T16:41:38.312238+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2486,"log_dups_size":0,"ondisk_log_size":2486,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1903,"num_write_kb":84724,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7,6],"acting":[5,4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"28'563","reported_seq":602,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:04.303568+0000","last_change":"2024-09-13T16:42:04.303762+0000","last_active":"2024-09-13T16:42:04.303568+0000","last_peered":"2024-09-13T16:42:04.303568+0000","last_clean":"2024-09-13T16:42:04.303568+0000","last_became_active":"2024-09-13T16:15:41.422117+0000","last_became_peered":"2024-09-13T16:15:41.422117+0000","last_unstale":"2024-09-13T16:42:04.303568+0000","last_undegraded":"2024-09-13T16:42:04.303568+0000","last_fullsized":"2024-09-13T16:42:04.303568+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'563","last_scrub_stamp":"2024-09-13T16:42:04.303520+0000","last_deep_scrub":"28'563","last_deep_scrub_stamp":"2024-09-13T16:42:04.303520+0000","last_clean_scrub_stamp":"2024-09-13T16:42:04.303520+0000","objects_scrubbed":0,"log_size":563,"log_dups_size":0,"ondisk_log_size":563,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:34:21.103935+0000","scrub_duration":0.0031099510000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"28'1344","reported_seq":1384,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:38.791457+0000","last_change":"2024-09-13T16:41:38.791634+0000","last_active":"2024-09-13T16:41:38.791457+0000","last_peered":"2024-09-13T16:41:38.791457+0000","last_clean":"2024-09-13T16:41:38.791457+0000","last_became_active":"2024-09-13T16:15:41.023763+0000","last_became_peered":"2024-09-13T16:15:41.023763+0000","last_unstale":"2024-09-13T16:41:38.791457+0000","last_undegraded":"2024-09-13T16:41:38.791457+0000","last_fullsized":"2024-09-13T16:41:38.791457+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'1344","last_scrub_stamp":"2024-09-13T16:41:38.791418+0000","last_deep_scrub":"28'1344","last_deep_scrub_stamp":"2024-09-13T16:41:38.791418+0000","last_clean_scrub_stamp":"2024-09-13T16:41:38.791418+0000","objects_scrubbed":2,"log_size":1344,"log_dups_size":0,"ondisk_log_size":1344,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:26:04.353647+0000","scrub_duration":0.020936224999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194326,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1340,"num_write_kb":8705,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.9","version":"28'2383","reported_seq":2421,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:01.833380+0000","last_change":"2024-09-13T16:42:01.833675+0000","last_active":"2024-09-13T16:42:01.833380+0000","last_peered":"2024-09-13T16:42:01.833380+0000","last_clean":"2024-09-13T16:42:01.833380+0000","last_became_active":"2024-09-13T16:15:45.435716+0000","last_became_peered":"2024-09-13T16:15:45.435716+0000","last_unstale":"2024-09-13T16:42:01.833380+0000","last_undegraded":"2024-09-13T16:42:01.833380+0000","last_fullsized":"2024-09-13T16:42:01.833380+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'2383","last_scrub_stamp":"2024-09-13T16:42:01.833325+0000","last_deep_scrub":"28'2383","last_deep_scrub_stamp":"2024-09-13T16:42:01.833325+0000","last_clean_scrub_stamp":"2024-09-13T16:42:01.833325+0000","objects_scrubbed":0,"log_size":2383,"log_dups_size":0,"ondisk_log_size":2383,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:33:54.987861+0000","scrub_duration":0.0083586900000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1826,"num_write_kb":89387,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3,6],"acting":[4,1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.11","version":"28'603","reported_seq":642,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:12.353332+0000","last_change":"2024-09-13T16:42:12.353548+0000","last_active":"2024-09-13T16:42:12.353332+0000","last_peered":"2024-09-13T16:42:12.353332+0000","last_clean":"2024-09-13T16:42:12.353332+0000","last_became_active":"2024-09-13T16:15:41.429928+0000","last_became_peered":"2024-09-13T16:15:41.429928+0000","last_unstale":"2024-09-13T16:42:12.353332+0000","last_undegraded":"2024-09-13T16:42:12.353332+0000","last_fullsized":"2024-09-13T16:42:12.353332+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'603","last_scrub_stamp":"2024-09-13T16:42:12.353282+0000","last_deep_scrub":"28'603","last_deep_scrub_stamp":"2024-09-13T16:42:12.353282+0000","last_clean_scrub_stamp":"2024-09-13T16:42:12.353282+0000","objects_scrubbed":0,"log_size":603,"log_dups_size":0,"ondisk_log_size":603,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:21:35.235813+0000","scrub_duration":0.003066133,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":20,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"28'1157","reported_seq":1197,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:41.333457+0000","last_change":"2024-09-13T16:41:41.333562+0000","last_active":"2024-09-13T16:41:41.333457+0000","last_peered":"2024-09-13T16:41:41.333457+0000","last_clean":"2024-09-13T16:41:41.333457+0000","last_became_active":"2024-09-13T16:15:41.028039+0000","last_became_peered":"2024-09-13T16:15:41.028039+0000","last_unstale":"2024-09-13T16:41:41.333457+0000","last_undegraded":"2024-09-13T16:41:41.333457+0000","last_fullsized":"2024-09-13T16:41:41.333457+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'1157","last_scrub_stamp":"2024-09-13T16:41:41.333434+0000","last_deep_scrub":"28'1157","last_deep_scrub_stamp":"2024-09-13T16:41:41.333434+0000","last_clean_scrub_stamp":"2024-09-13T16:41:41.333434+0000","objects_scrubbed":4,"log_size":1157,"log_dups_size":0,"ondisk_log_size":1157,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:40:17.502869+0000","scrub_duration":0.012989003000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1186,"num_write_kb":8704,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.16","version":"28'2235","reported_seq":2260,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.982101+0000","last_change":"2024-09-13T16:15:45.431362+0000","last_active":"2024-09-13T16:41:26.982101+0000","last_peered":"2024-09-13T16:41:26.982101+0000","last_clean":"2024-09-13T16:41:26.982101+0000","last_became_active":"2024-09-13T16:15:45.430948+0000","last_became_peered":"2024-09-13T16:15:45.430948+0000","last_unstale":"2024-09-13T16:41:26.982101+0000","last_undegraded":"2024-09-13T16:41:26.982101+0000","last_fullsized":"2024-09-13T16:41:26.982101+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2235,"log_dups_size":0,"ondisk_log_size":2235,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1696,"num_write_kb":43625,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2,6],"acting":[0,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"28'557","reported_seq":596,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:00.901664+0000","last_change":"2024-09-13T16:42:00.901867+0000","last_active":"2024-09-13T16:42:00.901664+0000","last_peered":"2024-09-13T16:42:00.901664+0000","last_clean":"2024-09-13T16:42:00.901664+0000","last_became_active":"2024-09-13T16:15:41.420207+0000","last_became_peered":"2024-09-13T16:15:41.420207+0000","last_unstale":"2024-09-13T16:42:00.901664+0000","last_undegraded":"2024-09-13T16:42:00.901664+0000","last_fullsized":"2024-09-13T16:42:00.901664+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'557","last_scrub_stamp":"2024-09-13T16:42:00.901604+0000","last_deep_scrub":"28'557","last_deep_scrub_stamp":"2024-09-13T16:42:00.901604+0000","last_clean_scrub_stamp":"2024-09-13T16:42:00.901604+0000","objects_scrubbed":0,"log_size":557,"log_dups_size":0,"ondisk_log_size":557,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:03:22.815789+0000","scrub_duration":0.0035337229999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.11","version":"28'433","reported_seq":473,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:48.916731+0000","last_change":"2024-09-13T16:41:48.916887+0000","last_active":"2024-09-13T16:41:48.916731+0000","last_peered":"2024-09-13T16:41:48.916731+0000","last_clean":"2024-09-13T16:41:48.916731+0000","last_became_active":"2024-09-13T16:15:41.026955+0000","last_became_peered":"2024-09-13T16:15:41.026955+0000","last_unstale":"2024-09-13T16:41:48.916731+0000","last_undegraded":"2024-09-13T16:41:48.916731+0000","last_fullsized":"2024-09-13T16:41:48.916731+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'433","last_scrub_stamp":"2024-09-13T16:41:48.916690+0000","last_deep_scrub":"28'433","last_deep_scrub_stamp":"2024-09-13T16:41:48.916690+0000","last_clean_scrub_stamp":"2024-09-13T16:41:48.916690+0000","objects_scrubbed":1,"log_size":433,"log_dups_size":0,"ondisk_log_size":433,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:40:25.086125+0000","scrub_duration":0.01984501,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":434,"num_write_kb":4312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"28'2367","reported_seq":2392,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.978401+0000","last_change":"2024-09-13T16:15:45.429369+0000","last_active":"2024-09-13T16:41:26.978401+0000","last_peered":"2024-09-13T16:41:26.978401+0000","last_clean":"2024-09-13T16:41:26.978401+0000","last_became_active":"2024-09-13T16:15:45.428985+0000","last_became_peered":"2024-09-13T16:15:45.428985+0000","last_unstale":"2024-09-13T16:41:26.978401+0000","last_undegraded":"2024-09-13T16:41:26.978401+0000","last_fullsized":"2024-09-13T16:41:26.978401+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2367,"log_dups_size":0,"ondisk_log_size":2367,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1782,"num_write_kb":83329,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,6],"acting":[3,7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"28'583","reported_seq":622,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:39.367646+0000","last_change":"2024-09-13T16:41:39.367938+0000","last_active":"2024-09-13T16:41:39.367646+0000","last_peered":"2024-09-13T16:41:39.367646+0000","last_clean":"2024-09-13T16:41:39.367646+0000","last_became_active":"2024-09-13T16:15:41.425258+0000","last_became_peered":"2024-09-13T16:15:41.425258+0000","last_unstale":"2024-09-13T16:41:39.367646+0000","last_undegraded":"2024-09-13T16:41:39.367646+0000","last_fullsized":"2024-09-13T16:41:39.367646+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'583","last_scrub_stamp":"2024-09-13T16:41:39.367536+0000","last_deep_scrub":"28'583","last_deep_scrub_stamp":"2024-09-13T16:41:39.367536+0000","last_clean_scrub_stamp":"2024-09-13T16:41:39.367536+0000","objects_scrubbed":0,"log_size":583,"log_dups_size":0,"ondisk_log_size":583,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:06:16.722264+0000","scrub_duration":0.0033817930000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.12","version":"28'12","reported_seq":52,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:09.197873+0000","last_change":"2024-09-13T16:42:09.198114+0000","last_active":"2024-09-13T16:42:09.197873+0000","last_peered":"2024-09-13T16:42:09.197873+0000","last_clean":"2024-09-13T16:42:09.197873+0000","last_became_active":"2024-09-13T16:15:41.037313+0000","last_became_peered":"2024-09-13T16:15:41.037313+0000","last_unstale":"2024-09-13T16:42:09.197873+0000","last_undegraded":"2024-09-13T16:42:09.197873+0000","last_fullsized":"2024-09-13T16:42:09.197873+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'12","last_scrub_stamp":"2024-09-13T16:42:09.197824+0000","last_deep_scrub":"28'12","last_deep_scrub_stamp":"2024-09-13T16:42:09.197824+0000","last_clean_scrub_stamp":"2024-09-13T16:42:09.197824+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:49:55.375284+0000","scrub_duration":0.0034252549999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":21,"num_write_kb":22,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"28'2361","reported_seq":2398,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:16.176782+0000","last_change":"2024-09-13T16:42:16.177044+0000","last_active":"2024-09-13T16:42:16.176782+0000","last_peered":"2024-09-13T16:42:16.176782+0000","last_clean":"2024-09-13T16:42:16.176782+0000","last_became_active":"2024-09-13T16:15:45.436224+0000","last_became_peered":"2024-09-13T16:15:45.436224+0000","last_unstale":"2024-09-13T16:42:16.176782+0000","last_undegraded":"2024-09-13T16:42:16.176782+0000","last_fullsized":"2024-09-13T16:42:16.176782+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'2361","last_scrub_stamp":"2024-09-13T16:42:16.176727+0000","last_deep_scrub":"28'2361","last_deep_scrub_stamp":"2024-09-13T16:42:16.176727+0000","last_clean_scrub_stamp":"2024-09-13T16:42:16.176727+0000","objects_scrubbed":0,"log_size":2361,"log_dups_size":0,"ondisk_log_size":2361,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:37:21.977300+0000","scrub_duration":0.0087978770000000008,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1800,"num_write_kb":86014,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,2],"acting":[3,1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"28'562","reported_seq":601,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:51.671086+0000","last_change":"2024-09-13T16:41:51.671279+0000","last_active":"2024-09-13T16:41:51.671086+0000","last_peered":"2024-09-13T16:41:51.671086+0000","last_clean":"2024-09-13T16:41:51.671086+0000","last_became_active":"2024-09-13T16:15:41.413018+0000","last_became_peered":"2024-09-13T16:15:41.413018+0000","last_unstale":"2024-09-13T16:41:51.671086+0000","last_undegraded":"2024-09-13T16:41:51.671086+0000","last_fullsized":"2024-09-13T16:41:51.671086+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'562","last_scrub_stamp":"2024-09-13T16:41:51.671033+0000","last_deep_scrub":"28'562","last_deep_scrub_stamp":"2024-09-13T16:41:51.671033+0000","last_clean_scrub_stamp":"2024-09-13T16:41:51.671033+0000","objects_scrubbed":0,"log_size":562,"log_dups_size":0,"ondisk_log_size":562,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:01:37.314959+0000","scrub_duration":0.0036382910000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":24,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.13","version":"28'2049","reported_seq":2089,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:39.763889+0000","last_change":"2024-09-13T16:41:39.764029+0000","last_active":"2024-09-13T16:41:39.763889+0000","last_peered":"2024-09-13T16:41:39.763889+0000","last_clean":"2024-09-13T16:41:39.763889+0000","last_became_active":"2024-09-13T16:15:41.027695+0000","last_became_peered":"2024-09-13T16:15:41.027695+0000","last_unstale":"2024-09-13T16:41:39.763889+0000","last_undegraded":"2024-09-13T16:41:39.763889+0000","last_fullsized":"2024-09-13T16:41:39.763889+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'2049","last_scrub_stamp":"2024-09-13T16:41:39.763849+0000","last_deep_scrub":"28'2049","last_deep_scrub_stamp":"2024-09-13T16:41:39.763849+0000","last_clean_scrub_stamp":"2024-09-13T16:41:39.763849+0000","objects_scrubbed":3,"log_size":2049,"log_dups_size":0,"ondisk_log_size":2049,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:26:54.158857+0000","scrub_duration":0.022365827000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194338,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2050,"num_write_kb":13295,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":5000,"num_omap_keys":10,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"28'2567","reported_seq":2592,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.318833+0000","last_change":"2024-09-13T16:15:45.429663+0000","last_active":"2024-09-13T16:41:21.318833+0000","last_peered":"2024-09-13T16:41:21.318833+0000","last_clean":"2024-09-13T16:41:21.318833+0000","last_became_active":"2024-09-13T16:15:45.429313+0000","last_became_peered":"2024-09-13T16:15:45.429313+0000","last_unstale":"2024-09-13T16:41:21.318833+0000","last_undegraded":"2024-09-13T16:41:21.318833+0000","last_fullsized":"2024-09-13T16:41:21.318833+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2567,"log_dups_size":0,"ondisk_log_size":2567,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2012,"num_write_kb":87157,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3,2],"acting":[5,7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"28'563","reported_seq":591,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:39.325999+0000","last_change":"2024-09-13T16:15:41.421663+0000","last_active":"2024-09-13T16:41:39.325999+0000","last_peered":"2024-09-13T16:41:39.325999+0000","last_clean":"2024-09-13T16:41:39.325999+0000","last_became_active":"2024-09-13T16:15:41.421412+0000","last_became_peered":"2024-09-13T16:15:41.421412+0000","last_unstale":"2024-09-13T16:41:39.325999+0000","last_undegraded":"2024-09-13T16:41:39.325999+0000","last_fullsized":"2024-09-13T16:41:39.325999+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":563,"log_dups_size":0,"ondisk_log_size":563,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.14","version":"28'3268","reported_seq":3308,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:42.797835+0000","last_change":"2024-09-13T16:41:42.797937+0000","last_active":"2024-09-13T16:41:42.797835+0000","last_peered":"2024-09-13T16:41:42.797835+0000","last_clean":"2024-09-13T16:41:42.797835+0000","last_became_active":"2024-09-13T16:15:41.036022+0000","last_became_peered":"2024-09-13T16:15:41.036022+0000","last_unstale":"2024-09-13T16:41:42.797835+0000","last_undegraded":"2024-09-13T16:41:42.797835+0000","last_fullsized":"2024-09-13T16:41:42.797835+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'3268","last_scrub_stamp":"2024-09-13T16:41:42.797814+0000","last_deep_scrub":"28'3268","last_deep_scrub_stamp":"2024-09-13T16:41:42.797814+0000","last_clean_scrub_stamp":"2024-09-13T16:41:42.797814+0000","objects_scrubbed":5,"log_size":3268,"log_dups_size":0,"ondisk_log_size":3268,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:07:32.566180+0000","scrub_duration":0.035715244,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8389280,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3265,"num_write_kb":22009,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.12","version":"28'2234","reported_seq":2271,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:08.366910+0000","last_change":"2024-09-13T16:42:08.367247+0000","last_active":"2024-09-13T16:42:08.366910+0000","last_peered":"2024-09-13T16:42:08.366910+0000","last_clean":"2024-09-13T16:42:08.366910+0000","last_became_active":"2024-09-13T16:15:45.442341+0000","last_became_peered":"2024-09-13T16:15:45.442341+0000","last_unstale":"2024-09-13T16:42:08.366910+0000","last_undegraded":"2024-09-13T16:42:08.366910+0000","last_fullsized":"2024-09-13T16:42:08.366910+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'2234","last_scrub_stamp":"2024-09-13T16:42:08.366814+0000","last_deep_scrub":"28'2234","last_deep_scrub_stamp":"2024-09-13T16:42:08.366814+0000","last_clean_scrub_stamp":"2024-09-13T16:42:08.366814+0000","objects_scrubbed":0,"log_size":2234,"log_dups_size":0,"ondisk_log_size":2234,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:53:39.548049+0000","scrub_duration":0.0093929540000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1673,"num_write_kb":36981,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2,0],"acting":[1,6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"28'561","reported_seq":600,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:45.837976+0000","last_change":"2024-09-13T16:41:45.838197+0000","last_active":"2024-09-13T16:41:45.837976+0000","last_peered":"2024-09-13T16:41:45.837976+0000","last_clean":"2024-09-13T16:41:45.837976+0000","last_became_active":"2024-09-13T16:15:41.417552+0000","last_became_peered":"2024-09-13T16:15:41.417552+0000","last_unstale":"2024-09-13T16:41:45.837976+0000","last_undegraded":"2024-09-13T16:41:45.837976+0000","last_fullsized":"2024-09-13T16:41:45.837976+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'561","last_scrub_stamp":"2024-09-13T16:41:45.837924+0000","last_deep_scrub":"28'561","last_deep_scrub_stamp":"2024-09-13T16:41:45.837924+0000","last_clean_scrub_stamp":"2024-09-13T16:41:45.837924+0000","objects_scrubbed":0,"log_size":561,"log_dups_size":0,"ondisk_log_size":561,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:03:07.752109+0000","scrub_duration":0.0031285520000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"28'4191","reported_seq":4231,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:57.226096+0000","last_change":"2024-09-13T16:41:57.226096+0000","last_active":"2024-09-13T16:41:57.226096+0000","last_peered":"2024-09-13T16:41:57.226096+0000","last_clean":"2024-09-13T16:41:57.226096+0000","last_became_active":"2024-09-13T16:15:41.032932+0000","last_became_peered":"2024-09-13T16:15:41.032932+0000","last_unstale":"2024-09-13T16:41:57.226096+0000","last_undegraded":"2024-09-13T16:41:57.226096+0000","last_fullsized":"2024-09-13T16:41:57.226096+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'4191","last_scrub_stamp":"2024-09-13T16:41:57.225576+0000","last_deep_scrub":"28'4191","last_deep_scrub_stamp":"2024-09-13T16:41:57.225576+0000","last_clean_scrub_stamp":"2024-09-13T16:41:57.225576+0000","objects_scrubbed":5,"log_size":4191,"log_dups_size":0,"ondisk_log_size":4191,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:12:39.540407+0000","scrub_duration":0.051405799000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12583002,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4189,"num_write_kb":23150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"28'2473","reported_seq":2510,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:09.871476+0000","last_change":"2024-09-13T16:42:09.871738+0000","last_active":"2024-09-13T16:42:09.871476+0000","last_peered":"2024-09-13T16:42:09.871476+0000","last_clean":"2024-09-13T16:42:09.871476+0000","last_became_active":"2024-09-13T16:15:45.445288+0000","last_became_peered":"2024-09-13T16:15:45.445288+0000","last_unstale":"2024-09-13T16:42:09.871476+0000","last_undegraded":"2024-09-13T16:42:09.871476+0000","last_fullsized":"2024-09-13T16:42:09.871476+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'2473","last_scrub_stamp":"2024-09-13T16:42:09.871415+0000","last_deep_scrub":"28'2473","last_deep_scrub_stamp":"2024-09-13T16:42:09.871415+0000","last_clean_scrub_stamp":"2024-09-13T16:42:09.871415+0000","objects_scrubbed":0,"log_size":2473,"log_dups_size":0,"ondisk_log_size":2473,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:53:41.052649+0000","scrub_duration":0.0098309520000000004,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1929,"num_write_kb":152312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,1],"acting":[4,5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"28'560","reported_seq":599,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:03.807983+0000","last_change":"2024-09-13T16:42:03.807983+0000","last_active":"2024-09-13T16:42:03.807983+0000","last_peered":"2024-09-13T16:42:03.807983+0000","last_clean":"2024-09-13T16:42:03.807983+0000","last_became_active":"2024-09-13T16:15:41.423904+0000","last_became_peered":"2024-09-13T16:15:41.423904+0000","last_unstale":"2024-09-13T16:42:03.807983+0000","last_undegraded":"2024-09-13T16:42:03.807983+0000","last_fullsized":"2024-09-13T16:42:03.807983+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'560","last_scrub_stamp":"2024-09-13T16:42:03.807722+0000","last_deep_scrub":"28'560","last_deep_scrub_stamp":"2024-09-13T16:42:03.807722+0000","last_clean_scrub_stamp":"2024-09-13T16:42:03.807722+0000","objects_scrubbed":0,"log_size":560,"log_dups_size":0,"ondisk_log_size":560,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:02:07.455285+0000","scrub_duration":0.0037283189999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"28'2609","reported_seq":2649,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:03.195238+0000","last_change":"2024-09-13T16:42:03.195238+0000","last_active":"2024-09-13T16:42:03.195238+0000","last_peered":"2024-09-13T16:42:03.195238+0000","last_clean":"2024-09-13T16:42:03.195238+0000","last_became_active":"2024-09-13T16:15:41.033489+0000","last_became_peered":"2024-09-13T16:15:41.033489+0000","last_unstale":"2024-09-13T16:42:03.195238+0000","last_undegraded":"2024-09-13T16:42:03.195238+0000","last_fullsized":"2024-09-13T16:42:03.195238+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'2609","last_scrub_stamp":"2024-09-13T16:42:03.195095+0000","last_deep_scrub":"28'2609","last_deep_scrub_stamp":"2024-09-13T16:42:03.195095+0000","last_clean_scrub_stamp":"2024-09-13T16:42:03.195095+0000","objects_scrubbed":3,"log_size":2609,"log_dups_size":0,"ondisk_log_size":2609,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:01:48.839022+0000","scrub_duration":0.057623718999999997,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12582912,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2607,"num_write_kb":21689,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"28'2337","reported_seq":2374,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:17.213602+0000","last_change":"2024-09-13T16:42:17.213988+0000","last_active":"2024-09-13T16:42:17.213602+0000","last_peered":"2024-09-13T16:42:17.213602+0000","last_clean":"2024-09-13T16:42:17.213602+0000","last_became_active":"2024-09-13T16:15:45.436526+0000","last_became_peered":"2024-09-13T16:15:45.436526+0000","last_unstale":"2024-09-13T16:42:17.213602+0000","last_undegraded":"2024-09-13T16:42:17.213602+0000","last_fullsized":"2024-09-13T16:42:17.213602+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'2337","last_scrub_stamp":"2024-09-13T16:42:17.213475+0000","last_deep_scrub":"28'2337","last_deep_scrub_stamp":"2024-09-13T16:42:17.213475+0000","last_clean_scrub_stamp":"2024-09-13T16:42:17.213475+0000","objects_scrubbed":0,"log_size":2337,"log_dups_size":0,"ondisk_log_size":2337,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:48:54.195263+0000","scrub_duration":0.0088549260000000008,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1761,"num_write_kb":38111,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6,4],"acting":[3,1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"28'577","reported_seq":605,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:38.312006+0000","last_change":"2024-09-13T16:15:41.434977+0000","last_active":"2024-09-13T16:41:38.312006+0000","last_peered":"2024-09-13T16:41:38.312006+0000","last_clean":"2024-09-13T16:41:38.312006+0000","last_became_active":"2024-09-13T16:15:41.434755+0000","last_became_peered":"2024-09-13T16:15:41.434755+0000","last_unstale":"2024-09-13T16:41:38.312006+0000","last_undegraded":"2024-09-13T16:41:38.312006+0000","last_fullsized":"2024-09-13T16:41:38.312006+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":577,"log_dups_size":0,"ondisk_log_size":577,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.17","version":"28'631","reported_seq":671,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:47.874646+0000","last_change":"2024-09-13T16:41:47.874646+0000","last_active":"2024-09-13T16:41:47.874646+0000","last_peered":"2024-09-13T16:41:47.874646+0000","last_clean":"2024-09-13T16:41:47.874646+0000","last_became_active":"2024-09-13T16:15:41.036955+0000","last_became_peered":"2024-09-13T16:15:41.036955+0000","last_unstale":"2024-09-13T16:41:47.874646+0000","last_undegraded":"2024-09-13T16:41:47.874646+0000","last_fullsized":"2024-09-13T16:41:47.874646+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'631","last_scrub_stamp":"2024-09-13T16:41:47.874403+0000","last_deep_scrub":"28'631","last_deep_scrub_stamp":"2024-09-13T16:41:47.874403+0000","last_clean_scrub_stamp":"2024-09-13T16:41:47.874403+0000","objects_scrubbed":1,"log_size":631,"log_dups_size":0,"ondisk_log_size":631,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:09:52.989824+0000","scrub_duration":0.020520864999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":643,"num_write_kb":4401,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.11","version":"28'2353","reported_seq":2379,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:27.814698+0000","last_change":"2024-09-13T16:15:45.426193+0000","last_active":"2024-09-13T16:41:27.814698+0000","last_peered":"2024-09-13T16:41:27.814698+0000","last_clean":"2024-09-13T16:41:27.814698+0000","last_became_active":"2024-09-13T16:15:45.425834+0000","last_became_peered":"2024-09-13T16:15:45.425834+0000","last_unstale":"2024-09-13T16:41:27.814698+0000","last_undegraded":"2024-09-13T16:41:27.814698+0000","last_fullsized":"2024-09-13T16:41:27.814698+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2353,"log_dups_size":0,"ondisk_log_size":2353,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1763,"num_write_kb":44318,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6,5],"acting":[3,7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"28'2392","reported_seq":2420,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:35.792766+0000","last_change":"2024-09-13T16:15:45.445140+0000","last_active":"2024-09-13T16:41:35.792766+0000","last_peered":"2024-09-13T16:41:35.792766+0000","last_clean":"2024-09-13T16:41:35.792766+0000","last_became_active":"2024-09-13T16:15:45.444697+0000","last_became_peered":"2024-09-13T16:15:45.444697+0000","last_unstale":"2024-09-13T16:41:35.792766+0000","last_undegraded":"2024-09-13T16:41:35.792766+0000","last_fullsized":"2024-09-13T16:41:35.792766+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2392,"log_dups_size":0,"ondisk_log_size":2392,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1876,"num_write_kb":85170,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3,1],"acting":[0,7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"28'554","reported_seq":592,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:58.211073+0000","last_change":"2024-09-13T16:41:58.211395+0000","last_active":"2024-09-13T16:41:58.211073+0000","last_peered":"2024-09-13T16:41:58.211073+0000","last_clean":"2024-09-13T16:41:58.211073+0000","last_became_active":"2024-09-13T16:15:41.416031+0000","last_became_peered":"2024-09-13T16:15:41.416031+0000","last_unstale":"2024-09-13T16:41:58.211073+0000","last_undegraded":"2024-09-13T16:41:58.211073+0000","last_fullsized":"2024-09-13T16:41:58.211073+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'554","last_scrub_stamp":"2024-09-13T16:41:58.210958+0000","last_deep_scrub":"28'554","last_deep_scrub_stamp":"2024-09-13T16:41:58.210958+0000","last_clean_scrub_stamp":"2024-09-13T16:41:58.210958+0000","objects_scrubbed":0,"log_size":554,"log_dups_size":0,"ondisk_log_size":554,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:40:18.738328+0000","scrub_duration":0.0034457789999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":26,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.18","version":"28'4024","reported_seq":4064,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:58.147837+0000","last_change":"2024-09-13T16:41:58.147837+0000","last_active":"2024-09-13T16:41:58.147837+0000","last_peered":"2024-09-13T16:41:58.147837+0000","last_clean":"2024-09-13T16:41:58.147837+0000","last_became_active":"2024-09-13T16:15:41.028484+0000","last_became_peered":"2024-09-13T16:15:41.028484+0000","last_unstale":"2024-09-13T16:41:58.147837+0000","last_undegraded":"2024-09-13T16:41:58.147837+0000","last_fullsized":"2024-09-13T16:41:58.147837+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'4024","last_scrub_stamp":"2024-09-13T16:41:58.147668+0000","last_deep_scrub":"28'4024","last_deep_scrub_stamp":"2024-09-13T16:41:58.147668+0000","last_clean_scrub_stamp":"2024-09-13T16:41:58.147668+0000","objects_scrubbed":4,"log_size":4024,"log_dups_size":0,"ondisk_log_size":4024,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:29:41.807298+0000","scrub_duration":0.061898024000000003,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16081299,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4021,"num_write_kb":29855,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"28'2411","reported_seq":2438,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.979229+0000","last_change":"2024-09-13T16:15:45.436689+0000","last_active":"2024-09-13T16:41:26.979229+0000","last_peered":"2024-09-13T16:41:26.979229+0000","last_clean":"2024-09-13T16:41:26.979229+0000","last_became_active":"2024-09-13T16:15:45.436307+0000","last_became_peered":"2024-09-13T16:15:45.436307+0000","last_unstale":"2024-09-13T16:41:26.979229+0000","last_undegraded":"2024-09-13T16:41:26.979229+0000","last_fullsized":"2024-09-13T16:41:26.979229+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2411,"log_dups_size":0,"ondisk_log_size":2411,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1872,"num_write_kb":94300,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1,0],"acting":[6,5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"28'640","reported_seq":679,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:12.147848+0000","last_change":"2024-09-13T16:42:12.147848+0000","last_active":"2024-09-13T16:42:12.147848+0000","last_peered":"2024-09-13T16:42:12.147848+0000","last_clean":"2024-09-13T16:42:12.147848+0000","last_became_active":"2024-09-13T16:15:41.422354+0000","last_became_peered":"2024-09-13T16:15:41.422354+0000","last_unstale":"2024-09-13T16:42:12.147848+0000","last_undegraded":"2024-09-13T16:42:12.147848+0000","last_fullsized":"2024-09-13T16:42:12.147848+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'640","last_scrub_stamp":"2024-09-13T16:42:12.147577+0000","last_deep_scrub":"28'640","last_deep_scrub_stamp":"2024-09-13T16:42:12.147577+0000","last_clean_scrub_stamp":"2024-09-13T16:42:12.147577+0000","objects_scrubbed":0,"log_size":640,"log_dups_size":0,"ondisk_log_size":640,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:03:11.987175+0000","scrub_duration":0.0035779589999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"28'654","reported_seq":693,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:55.250208+0000","last_change":"2024-09-13T16:41:55.250457+0000","last_active":"2024-09-13T16:41:55.250208+0000","last_peered":"2024-09-13T16:41:55.250208+0000","last_clean":"2024-09-13T16:41:55.250208+0000","last_became_active":"2024-09-13T16:15:41.031397+0000","last_became_peered":"2024-09-13T16:15:41.031397+0000","last_unstale":"2024-09-13T16:41:55.250208+0000","last_undegraded":"2024-09-13T16:41:55.250208+0000","last_fullsized":"2024-09-13T16:41:55.250208+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'654","last_scrub_stamp":"2024-09-13T16:41:55.250156+0000","last_deep_scrub":"28'654","last_deep_scrub_stamp":"2024-09-13T16:41:55.250156+0000","last_clean_scrub_stamp":"2024-09-13T16:41:55.250156+0000","objects_scrubbed":0,"log_size":654,"log_dups_size":0,"ondisk_log_size":654,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:08:06.390311+0000","scrub_duration":0.0036258879999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":658,"num_write_kb":4390,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1a","version":"28'3756","reported_seq":3795,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:41.826511+0000","last_change":"2024-09-13T16:41:41.826647+0000","last_active":"2024-09-13T16:41:41.826511+0000","last_peered":"2024-09-13T16:41:41.826511+0000","last_clean":"2024-09-13T16:41:41.826511+0000","last_became_active":"2024-09-13T16:15:41.024989+0000","last_became_peered":"2024-09-13T16:15:41.024989+0000","last_unstale":"2024-09-13T16:41:41.826511+0000","last_undegraded":"2024-09-13T16:41:41.826511+0000","last_fullsized":"2024-09-13T16:41:41.826511+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'3756","last_scrub_stamp":"2024-09-13T16:41:41.826483+0000","last_deep_scrub":"28'3756","last_deep_scrub_stamp":"2024-09-13T16:41:41.826483+0000","last_clean_scrub_stamp":"2024-09-13T16:41:41.826483+0000","objects_scrubbed":3,"log_size":3756,"log_dups_size":0,"ondisk_log_size":3756,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:56:11.474888+0000","scrub_duration":0.054705785999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12582912,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3756,"num_write_kb":30455,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"28'556","reported_seq":594,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:04.808379+0000","last_change":"2024-09-13T16:42:04.808607+0000","last_active":"2024-09-13T16:42:04.808379+0000","last_peered":"2024-09-13T16:42:04.808379+0000","last_clean":"2024-09-13T16:42:04.808379+0000","last_became_active":"2024-09-13T16:15:41.432139+0000","last_became_peered":"2024-09-13T16:15:41.432139+0000","last_unstale":"2024-09-13T16:42:04.808379+0000","last_undegraded":"2024-09-13T16:42:04.808379+0000","last_fullsized":"2024-09-13T16:42:04.808379+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'556","last_scrub_stamp":"2024-09-13T16:42:04.808330+0000","last_deep_scrub":"28'556","last_deep_scrub_stamp":"2024-09-13T16:42:04.808330+0000","last_clean_scrub_stamp":"2024-09-13T16:42:04.808330+0000","objects_scrubbed":0,"log_size":556,"log_dups_size":0,"ondisk_log_size":556,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:09:58.218344+0000","scrub_duration":0.0035906919999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"28'2403","reported_seq":2449,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:57.227401+0000","last_change":"2024-09-13T16:41:57.227545+0000","last_active":"2024-09-13T16:41:57.227401+0000","last_peered":"2024-09-13T16:41:57.227401+0000","last_clean":"2024-09-13T16:41:57.227401+0000","last_became_active":"2024-09-13T16:16:24.053479+0000","last_became_peered":"2024-09-13T16:16:24.053479+0000","last_unstale":"2024-09-13T16:41:57.227401+0000","last_undegraded":"2024-09-13T16:41:57.227401+0000","last_fullsized":"2024-09-13T16:41:57.227401+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'2403","last_scrub_stamp":"2024-09-13T16:41:57.227379+0000","last_deep_scrub":"28'2403","last_deep_scrub_stamp":"2024-09-13T16:41:57.227379+0000","last_clean_scrub_stamp":"2024-09-13T16:41:57.227379+0000","objects_scrubbed":0,"log_size":2403,"log_dups_size":0,"ondisk_log_size":2403,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:42:54.972862+0000","scrub_duration":0.0074862410000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1817,"num_write_kb":55639,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,3,5],"acting":[2,0,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"28'1264","reported_seq":1303,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:59.238260+0000","last_change":"2024-09-13T16:41:59.238521+0000","last_active":"2024-09-13T16:41:59.238260+0000","last_peered":"2024-09-13T16:41:59.238260+0000","last_clean":"2024-09-13T16:41:59.238260+0000","last_became_active":"2024-09-13T16:15:41.036045+0000","last_became_peered":"2024-09-13T16:15:41.036045+0000","last_unstale":"2024-09-13T16:41:59.238260+0000","last_undegraded":"2024-09-13T16:41:59.238260+0000","last_fullsized":"2024-09-13T16:41:59.238260+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'1264","last_scrub_stamp":"2024-09-13T16:41:59.238183+0000","last_deep_scrub":"28'1264","last_deep_scrub_stamp":"2024-09-13T16:41:59.238183+0000","last_clean_scrub_stamp":"2024-09-13T16:41:59.238183+0000","objects_scrubbed":1,"log_size":1264,"log_dups_size":0,"ondisk_log_size":1264,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:10:38.787921+0000","scrub_duration":0.020697173999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1270,"num_write_kb":8784,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"28'568","reported_seq":606,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:47.877219+0000","last_change":"2024-09-13T16:41:47.877374+0000","last_active":"2024-09-13T16:41:47.877219+0000","last_peered":"2024-09-13T16:41:47.877219+0000","last_clean":"2024-09-13T16:41:47.877219+0000","last_became_active":"2024-09-13T16:15:41.417827+0000","last_became_peered":"2024-09-13T16:15:41.417827+0000","last_unstale":"2024-09-13T16:41:47.877219+0000","last_undegraded":"2024-09-13T16:41:47.877219+0000","last_fullsized":"2024-09-13T16:41:47.877219+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'568","last_scrub_stamp":"2024-09-13T16:41:47.877196+0000","last_deep_scrub":"28'568","last_deep_scrub_stamp":"2024-09-13T16:41:47.877196+0000","last_clean_scrub_stamp":"2024-09-13T16:41:47.877196+0000","objects_scrubbed":0,"log_size":568,"log_dups_size":0,"ondisk_log_size":568,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:16:12.786300+0000","scrub_duration":0.0030508190000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"28'2336","reported_seq":2361,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:21.348655+0000","last_change":"2024-09-13T16:15:45.435555+0000","last_active":"2024-09-13T16:41:21.348655+0000","last_peered":"2024-09-13T16:41:21.348655+0000","last_clean":"2024-09-13T16:41:21.348655+0000","last_became_active":"2024-09-13T16:15:45.435169+0000","last_became_peered":"2024-09-13T16:15:45.435169+0000","last_unstale":"2024-09-13T16:41:21.348655+0000","last_undegraded":"2024-09-13T16:41:21.348655+0000","last_fullsized":"2024-09-13T16:41:21.348655+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2336,"log_dups_size":0,"ondisk_log_size":2336,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1808,"num_write_kb":46128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4,2],"acting":[3,1,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.20","version":"28'594","reported_seq":634,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:02.889604+0000","last_change":"2024-09-13T16:42:02.889801+0000","last_active":"2024-09-13T16:42:02.889604+0000","last_peered":"2024-09-13T16:42:02.889604+0000","last_clean":"2024-09-13T16:42:02.889604+0000","last_became_active":"2024-09-13T16:15:41.423169+0000","last_became_peered":"2024-09-13T16:15:41.423169+0000","last_unstale":"2024-09-13T16:42:02.889604+0000","last_undegraded":"2024-09-13T16:42:02.889604+0000","last_fullsized":"2024-09-13T16:42:02.889604+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'594","last_scrub_stamp":"2024-09-13T16:42:02.889556+0000","last_deep_scrub":"28'594","last_deep_scrub_stamp":"2024-09-13T16:42:02.889556+0000","last_clean_scrub_stamp":"2024-09-13T16:42:02.889556+0000","objects_scrubbed":0,"log_size":594,"log_dups_size":0,"ondisk_log_size":594,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:16:27.798660+0000","scrub_duration":0.0040012390000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":32,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"28'622","reported_seq":662,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:56.214392+0000","last_change":"2024-09-13T16:41:56.214686+0000","last_active":"2024-09-13T16:41:56.214392+0000","last_peered":"2024-09-13T16:41:56.214392+0000","last_clean":"2024-09-13T16:41:56.214392+0000","last_became_active":"2024-09-13T16:15:41.426171+0000","last_became_peered":"2024-09-13T16:15:41.426171+0000","last_unstale":"2024-09-13T16:41:56.214392+0000","last_undegraded":"2024-09-13T16:41:56.214392+0000","last_fullsized":"2024-09-13T16:41:56.214392+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'622","last_scrub_stamp":"2024-09-13T16:41:56.214334+0000","last_deep_scrub":"28'622","last_deep_scrub_stamp":"2024-09-13T16:41:56.214334+0000","last_clean_scrub_stamp":"2024-09-13T16:41:56.214334+0000","objects_scrubbed":0,"log_size":622,"log_dups_size":0,"ondisk_log_size":622,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:16:21.123438+0000","scrub_duration":0.00356062,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"28'564","reported_seq":604,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:44.061353+0000","last_change":"2024-09-13T16:41:44.061555+0000","last_active":"2024-09-13T16:41:44.061353+0000","last_peered":"2024-09-13T16:41:44.061353+0000","last_clean":"2024-09-13T16:41:44.061353+0000","last_became_active":"2024-09-13T16:15:41.423509+0000","last_became_peered":"2024-09-13T16:15:41.423509+0000","last_unstale":"2024-09-13T16:41:44.061353+0000","last_undegraded":"2024-09-13T16:41:44.061353+0000","last_fullsized":"2024-09-13T16:41:44.061353+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'564","last_scrub_stamp":"2024-09-13T16:41:44.061300+0000","last_deep_scrub":"28'564","last_deep_scrub_stamp":"2024-09-13T16:41:44.061300+0000","last_clean_scrub_stamp":"2024-09-13T16:41:44.061300+0000","objects_scrubbed":0,"log_size":564,"log_dups_size":0,"ondisk_log_size":564,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:25:55.126267+0000","scrub_duration":0.0034140519999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"28'588","reported_seq":628,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:37.684554+0000","last_change":"2024-09-13T16:41:37.684727+0000","last_active":"2024-09-13T16:41:37.684554+0000","last_peered":"2024-09-13T16:41:37.684554+0000","last_clean":"2024-09-13T16:41:37.684554+0000","last_became_active":"2024-09-13T16:15:41.419574+0000","last_became_peered":"2024-09-13T16:15:41.419574+0000","last_unstale":"2024-09-13T16:41:37.684554+0000","last_undegraded":"2024-09-13T16:41:37.684554+0000","last_fullsized":"2024-09-13T16:41:37.684554+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'588","last_scrub_stamp":"2024-09-13T16:41:37.684511+0000","last_deep_scrub":"28'588","last_deep_scrub_stamp":"2024-09-13T16:41:37.684511+0000","last_clean_scrub_stamp":"2024-09-13T16:41:37.684511+0000","objects_scrubbed":0,"log_size":588,"log_dups_size":0,"ondisk_log_size":588,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:29:20.465399+0000","scrub_duration":0.0026859169999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"28'549","reported_seq":589,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:52.188995+0000","last_change":"2024-09-13T16:41:52.189300+0000","last_active":"2024-09-13T16:41:52.188995+0000","last_peered":"2024-09-13T16:41:52.188995+0000","last_clean":"2024-09-13T16:41:52.188995+0000","last_became_active":"2024-09-13T16:15:41.419644+0000","last_became_peered":"2024-09-13T16:15:41.419644+0000","last_unstale":"2024-09-13T16:41:52.188995+0000","last_undegraded":"2024-09-13T16:41:52.188995+0000","last_fullsized":"2024-09-13T16:41:52.188995+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'549","last_scrub_stamp":"2024-09-13T16:41:52.188878+0000","last_deep_scrub":"28'549","last_deep_scrub_stamp":"2024-09-13T16:41:52.188878+0000","last_clean_scrub_stamp":"2024-09-13T16:41:52.188878+0000","objects_scrubbed":0,"log_size":549,"log_dups_size":0,"ondisk_log_size":549,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:12:34.503708+0000","scrub_duration":0.0038039179999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"28'564","reported_seq":604,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:00.206697+0000","last_change":"2024-09-13T16:42:00.206924+0000","last_active":"2024-09-13T16:42:00.206697+0000","last_peered":"2024-09-13T16:42:00.206697+0000","last_clean":"2024-09-13T16:42:00.206697+0000","last_became_active":"2024-09-13T16:15:41.409523+0000","last_became_peered":"2024-09-13T16:15:41.409523+0000","last_unstale":"2024-09-13T16:42:00.206697+0000","last_undegraded":"2024-09-13T16:42:00.206697+0000","last_fullsized":"2024-09-13T16:42:00.206697+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'564","last_scrub_stamp":"2024-09-13T16:42:00.206641+0000","last_deep_scrub":"28'564","last_deep_scrub_stamp":"2024-09-13T16:42:00.206641+0000","last_clean_scrub_stamp":"2024-09-13T16:42:00.206641+0000","objects_scrubbed":0,"log_size":564,"log_dups_size":0,"ondisk_log_size":564,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:08:11.346795+0000","scrub_duration":0.003300482,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"28'600","reported_seq":640,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:10.844169+0000","last_change":"2024-09-13T16:42:10.844392+0000","last_active":"2024-09-13T16:42:10.844169+0000","last_peered":"2024-09-13T16:42:10.844169+0000","last_clean":"2024-09-13T16:42:10.844169+0000","last_became_active":"2024-09-13T16:15:41.417761+0000","last_became_peered":"2024-09-13T16:15:41.417761+0000","last_unstale":"2024-09-13T16:42:10.844169+0000","last_undegraded":"2024-09-13T16:42:10.844169+0000","last_fullsized":"2024-09-13T16:42:10.844169+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'600","last_scrub_stamp":"2024-09-13T16:42:10.844118+0000","last_deep_scrub":"28'600","last_deep_scrub_stamp":"2024-09-13T16:42:10.844118+0000","last_clean_scrub_stamp":"2024-09-13T16:42:10.844118+0000","objects_scrubbed":0,"log_size":600,"log_dups_size":0,"ondisk_log_size":600,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:26:45.351853+0000","scrub_duration":0.0030245239999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":28,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"28'542","reported_seq":582,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:54.233162+0000","last_change":"2024-09-13T16:41:54.233435+0000","last_active":"2024-09-13T16:41:54.233162+0000","last_peered":"2024-09-13T16:41:54.233162+0000","last_clean":"2024-09-13T16:41:54.233162+0000","last_became_active":"2024-09-13T16:15:41.428841+0000","last_became_peered":"2024-09-13T16:15:41.428841+0000","last_unstale":"2024-09-13T16:41:54.233162+0000","last_undegraded":"2024-09-13T16:41:54.233162+0000","last_fullsized":"2024-09-13T16:41:54.233162+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'542","last_scrub_stamp":"2024-09-13T16:41:54.233110+0000","last_deep_scrub":"28'542","last_deep_scrub_stamp":"2024-09-13T16:41:54.233110+0000","last_clean_scrub_stamp":"2024-09-13T16:41:54.233110+0000","objects_scrubbed":0,"log_size":542,"log_dups_size":0,"ondisk_log_size":542,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:34:11.033525+0000","scrub_duration":0.0034968239999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"28'572","reported_seq":612,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:17.184649+0000","last_change":"2024-09-13T16:42:17.184846+0000","last_active":"2024-09-13T16:42:17.184649+0000","last_peered":"2024-09-13T16:42:17.184649+0000","last_clean":"2024-09-13T16:42:17.184649+0000","last_became_active":"2024-09-13T16:15:41.423826+0000","last_became_peered":"2024-09-13T16:15:41.423826+0000","last_unstale":"2024-09-13T16:42:17.184649+0000","last_undegraded":"2024-09-13T16:42:17.184649+0000","last_fullsized":"2024-09-13T16:42:17.184649+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'572","last_scrub_stamp":"2024-09-13T16:42:17.184598+0000","last_deep_scrub":"28'572","last_deep_scrub_stamp":"2024-09-13T16:42:17.184598+0000","last_clean_scrub_stamp":"2024-09-13T16:42:17.184598+0000","objects_scrubbed":0,"log_size":572,"log_dups_size":0,"ondisk_log_size":572,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:02:20.832160+0000","scrub_duration":0.0034660939999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":24,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"28'553","reported_seq":592,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:48.153577+0000","last_change":"2024-09-13T16:41:48.153778+0000","last_active":"2024-09-13T16:41:48.153577+0000","last_peered":"2024-09-13T16:41:48.153577+0000","last_clean":"2024-09-13T16:41:48.153577+0000","last_became_active":"2024-09-13T16:15:41.432121+0000","last_became_peered":"2024-09-13T16:15:41.432121+0000","last_unstale":"2024-09-13T16:41:48.153577+0000","last_undegraded":"2024-09-13T16:41:48.153577+0000","last_fullsized":"2024-09-13T16:41:48.153577+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'553","last_scrub_stamp":"2024-09-13T16:41:48.153524+0000","last_deep_scrub":"28'553","last_deep_scrub_stamp":"2024-09-13T16:41:48.153524+0000","last_clean_scrub_stamp":"2024-09-13T16:41:48.153524+0000","objects_scrubbed":0,"log_size":553,"log_dups_size":0,"ondisk_log_size":553,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:26:22.661259+0000","scrub_duration":0.0038033350000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"28'591","reported_seq":619,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.650298+0000","last_change":"2024-09-13T16:15:41.435089+0000","last_active":"2024-09-13T16:41:26.650298+0000","last_peered":"2024-09-13T16:41:26.650298+0000","last_clean":"2024-09-13T16:41:26.650298+0000","last_became_active":"2024-09-13T16:15:41.434875+0000","last_became_peered":"2024-09-13T16:15:41.434875+0000","last_unstale":"2024-09-13T16:41:26.650298+0000","last_undegraded":"2024-09-13T16:41:26.650298+0000","last_fullsized":"2024-09-13T16:41:26.650298+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":591,"log_dups_size":0,"ondisk_log_size":591,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"28'558","reported_seq":597,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:09.779659+0000","last_change":"2024-09-13T16:42:09.779889+0000","last_active":"2024-09-13T16:42:09.779659+0000","last_peered":"2024-09-13T16:42:09.779659+0000","last_clean":"2024-09-13T16:42:09.779659+0000","last_became_active":"2024-09-13T16:15:41.426887+0000","last_became_peered":"2024-09-13T16:15:41.426887+0000","last_unstale":"2024-09-13T16:42:09.779659+0000","last_undegraded":"2024-09-13T16:42:09.779659+0000","last_fullsized":"2024-09-13T16:42:09.779659+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'558","last_scrub_stamp":"2024-09-13T16:42:09.779607+0000","last_deep_scrub":"28'558","last_deep_scrub_stamp":"2024-09-13T16:42:09.779607+0000","last_clean_scrub_stamp":"2024-09-13T16:42:09.779607+0000","objects_scrubbed":0,"log_size":558,"log_dups_size":0,"ondisk_log_size":558,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:03:12.044378+0000","scrub_duration":0.0036749069999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"28'578","reported_seq":617,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:54.896193+0000","last_change":"2024-09-13T16:41:54.896415+0000","last_active":"2024-09-13T16:41:54.896193+0000","last_peered":"2024-09-13T16:41:54.896193+0000","last_clean":"2024-09-13T16:41:54.896193+0000","last_became_active":"2024-09-13T16:15:41.428906+0000","last_became_peered":"2024-09-13T16:15:41.428906+0000","last_unstale":"2024-09-13T16:41:54.896193+0000","last_undegraded":"2024-09-13T16:41:54.896193+0000","last_fullsized":"2024-09-13T16:41:54.896193+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'578","last_scrub_stamp":"2024-09-13T16:41:54.896141+0000","last_deep_scrub":"28'578","last_deep_scrub_stamp":"2024-09-13T16:41:54.896141+0000","last_clean_scrub_stamp":"2024-09-13T16:41:54.896141+0000","objects_scrubbed":0,"log_size":578,"log_dups_size":0,"ondisk_log_size":578,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:52:10.226717+0000","scrub_duration":0.0034313189999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":20,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2d","version":"28'570","reported_seq":609,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:03.311796+0000","last_change":"2024-09-13T16:42:03.312012+0000","last_active":"2024-09-13T16:42:03.311796+0000","last_peered":"2024-09-13T16:42:03.311796+0000","last_clean":"2024-09-13T16:42:03.311796+0000","last_became_active":"2024-09-13T16:15:41.421333+0000","last_became_peered":"2024-09-13T16:15:41.421333+0000","last_unstale":"2024-09-13T16:42:03.311796+0000","last_undegraded":"2024-09-13T16:42:03.311796+0000","last_fullsized":"2024-09-13T16:42:03.311796+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'570","last_scrub_stamp":"2024-09-13T16:42:03.311743+0000","last_deep_scrub":"28'570","last_deep_scrub_stamp":"2024-09-13T16:42:03.311743+0000","last_clean_scrub_stamp":"2024-09-13T16:42:03.311743+0000","objects_scrubbed":0,"log_size":570,"log_dups_size":0,"ondisk_log_size":570,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:40:23.839114+0000","scrub_duration":0.0038197750000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2e","version":"28'531","reported_seq":570,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:54.222720+0000","last_change":"2024-09-13T16:41:54.222999+0000","last_active":"2024-09-13T16:41:54.222720+0000","last_peered":"2024-09-13T16:41:54.222720+0000","last_clean":"2024-09-13T16:41:54.222720+0000","last_became_active":"2024-09-13T16:15:41.422120+0000","last_became_peered":"2024-09-13T16:15:41.422120+0000","last_unstale":"2024-09-13T16:41:54.222720+0000","last_undegraded":"2024-09-13T16:41:54.222720+0000","last_fullsized":"2024-09-13T16:41:54.222720+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'531","last_scrub_stamp":"2024-09-13T16:41:54.222669+0000","last_deep_scrub":"28'531","last_deep_scrub_stamp":"2024-09-13T16:41:54.222669+0000","last_clean_scrub_stamp":"2024-09-13T16:41:54.222669+0000","objects_scrubbed":0,"log_size":531,"log_dups_size":0,"ondisk_log_size":531,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:03:16.136854+0000","scrub_duration":0.0036226420000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2f","version":"28'590","reported_seq":629,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:18.185746+0000","last_change":"2024-09-13T16:42:18.186035+0000","last_active":"2024-09-13T16:42:18.185746+0000","last_peered":"2024-09-13T16:42:18.185746+0000","last_clean":"2024-09-13T16:42:18.185746+0000","last_became_active":"2024-09-13T16:15:41.430802+0000","last_became_peered":"2024-09-13T16:15:41.430802+0000","last_unstale":"2024-09-13T16:42:18.185746+0000","last_undegraded":"2024-09-13T16:42:18.185746+0000","last_fullsized":"2024-09-13T16:42:18.185746+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'590","last_scrub_stamp":"2024-09-13T16:42:18.185691+0000","last_deep_scrub":"28'590","last_deep_scrub_stamp":"2024-09-13T16:42:18.185691+0000","last_clean_scrub_stamp":"2024-09-13T16:42:18.185691+0000","objects_scrubbed":0,"log_size":590,"log_dups_size":0,"ondisk_log_size":590,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:10:11.595706+0000","scrub_duration":0.0032786460000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"28'579","reported_seq":612,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:07.355357+0000","last_change":"2024-09-13T16:42:07.355357+0000","last_active":"2024-09-13T16:42:07.355357+0000","last_peered":"2024-09-13T16:42:07.355357+0000","last_clean":"2024-09-13T16:42:07.355357+0000","last_became_active":"2024-09-13T16:16:23.802025+0000","last_became_peered":"2024-09-13T16:16:23.802025+0000","last_unstale":"2024-09-13T16:42:07.355357+0000","last_undegraded":"2024-09-13T16:42:07.355357+0000","last_fullsized":"2024-09-13T16:42:07.355357+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'579","last_scrub_stamp":"2024-09-13T16:42:07.355239+0000","last_deep_scrub":"28'579","last_deep_scrub_stamp":"2024-09-13T16:42:07.355239+0000","last_clean_scrub_stamp":"2024-09-13T16:42:07.355239+0000","objects_scrubbed":0,"log_size":579,"log_dups_size":0,"ondisk_log_size":579,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:12:49.670069+0000","scrub_duration":0.0038091689999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.31","version":"28'581","reported_seq":620,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:07.353850+0000","last_change":"2024-09-13T16:42:07.354176+0000","last_active":"2024-09-13T16:42:07.353850+0000","last_peered":"2024-09-13T16:42:07.353850+0000","last_clean":"2024-09-13T16:42:07.353850+0000","last_became_active":"2024-09-13T16:15:41.428226+0000","last_became_peered":"2024-09-13T16:15:41.428226+0000","last_unstale":"2024-09-13T16:42:07.353850+0000","last_undegraded":"2024-09-13T16:42:07.353850+0000","last_fullsized":"2024-09-13T16:42:07.353850+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'581","last_scrub_stamp":"2024-09-13T16:42:07.353796+0000","last_deep_scrub":"28'581","last_deep_scrub_stamp":"2024-09-13T16:42:07.353796+0000","last_clean_scrub_stamp":"2024-09-13T16:42:07.353796+0000","objects_scrubbed":0,"log_size":581,"log_dups_size":0,"ondisk_log_size":581,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:21:30.236327+0000","scrub_duration":0.00385871,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":20,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.32","version":"28'575","reported_seq":614,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:11.794325+0000","last_change":"2024-09-13T16:42:11.794662+0000","last_active":"2024-09-13T16:42:11.794325+0000","last_peered":"2024-09-13T16:42:11.794325+0000","last_clean":"2024-09-13T16:42:11.794325+0000","last_became_active":"2024-09-13T16:15:41.414114+0000","last_became_peered":"2024-09-13T16:15:41.414114+0000","last_unstale":"2024-09-13T16:42:11.794325+0000","last_undegraded":"2024-09-13T16:42:11.794325+0000","last_fullsized":"2024-09-13T16:42:11.794325+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'575","last_scrub_stamp":"2024-09-13T16:42:11.794194+0000","last_deep_scrub":"28'575","last_deep_scrub_stamp":"2024-09-13T16:42:11.794194+0000","last_clean_scrub_stamp":"2024-09-13T16:42:11.794194+0000","objects_scrubbed":0,"log_size":575,"log_dups_size":0,"ondisk_log_size":575,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:12:14.743301+0000","scrub_duration":0.0035156499999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"28'548","reported_seq":587,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:53.199502+0000","last_change":"2024-09-13T16:41:53.199502+0000","last_active":"2024-09-13T16:41:53.199502+0000","last_peered":"2024-09-13T16:41:53.199502+0000","last_clean":"2024-09-13T16:41:53.199502+0000","last_became_active":"2024-09-13T16:15:41.419309+0000","last_became_peered":"2024-09-13T16:15:41.419309+0000","last_unstale":"2024-09-13T16:41:53.199502+0000","last_undegraded":"2024-09-13T16:41:53.199502+0000","last_fullsized":"2024-09-13T16:41:53.199502+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'548","last_scrub_stamp":"2024-09-13T16:41:53.199199+0000","last_deep_scrub":"28'548","last_deep_scrub_stamp":"2024-09-13T16:41:53.199199+0000","last_clean_scrub_stamp":"2024-09-13T16:41:53.199199+0000","objects_scrubbed":0,"log_size":548,"log_dups_size":0,"ondisk_log_size":548,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:40:13.726570+0000","scrub_duration":0.0023465209999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.34","version":"28'543","reported_seq":582,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:53.938923+0000","last_change":"2024-09-13T16:41:53.938923+0000","last_active":"2024-09-13T16:41:53.938923+0000","last_peered":"2024-09-13T16:41:53.938923+0000","last_clean":"2024-09-13T16:41:53.938923+0000","last_became_active":"2024-09-13T16:15:41.421971+0000","last_became_peered":"2024-09-13T16:15:41.421971+0000","last_unstale":"2024-09-13T16:41:53.938923+0000","last_undegraded":"2024-09-13T16:41:53.938923+0000","last_fullsized":"2024-09-13T16:41:53.938923+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'543","last_scrub_stamp":"2024-09-13T16:41:53.938613+0000","last_deep_scrub":"28'543","last_deep_scrub_stamp":"2024-09-13T16:41:53.938613+0000","last_clean_scrub_stamp":"2024-09-13T16:41:53.938613+0000","objects_scrubbed":0,"log_size":543,"log_dups_size":0,"ondisk_log_size":543,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:39:17.917581+0000","scrub_duration":0.002965208,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.35","version":"28'544","reported_seq":583,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:51.919351+0000","last_change":"2024-09-13T16:41:51.919351+0000","last_active":"2024-09-13T16:41:51.919351+0000","last_peered":"2024-09-13T16:41:51.919351+0000","last_clean":"2024-09-13T16:41:51.919351+0000","last_became_active":"2024-09-13T16:15:41.426852+0000","last_became_peered":"2024-09-13T16:15:41.426852+0000","last_unstale":"2024-09-13T16:41:51.919351+0000","last_undegraded":"2024-09-13T16:41:51.919351+0000","last_fullsized":"2024-09-13T16:41:51.919351+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'544","last_scrub_stamp":"2024-09-13T16:41:51.918962+0000","last_deep_scrub":"28'544","last_deep_scrub_stamp":"2024-09-13T16:41:51.918962+0000","last_clean_scrub_stamp":"2024-09-13T16:41:51.918962+0000","objects_scrubbed":0,"log_size":544,"log_dups_size":0,"ondisk_log_size":544,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:06:29.273690+0000","scrub_duration":0.0037716580000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.36","version":"28'535","reported_seq":574,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:14.747769+0000","last_change":"2024-09-13T16:42:14.747769+0000","last_active":"2024-09-13T16:42:14.747769+0000","last_peered":"2024-09-13T16:42:14.747769+0000","last_clean":"2024-09-13T16:42:14.747769+0000","last_became_active":"2024-09-13T16:15:41.424810+0000","last_became_peered":"2024-09-13T16:15:41.424810+0000","last_unstale":"2024-09-13T16:42:14.747769+0000","last_undegraded":"2024-09-13T16:42:14.747769+0000","last_fullsized":"2024-09-13T16:42:14.747769+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'535","last_scrub_stamp":"2024-09-13T16:42:14.747472+0000","last_deep_scrub":"28'535","last_deep_scrub_stamp":"2024-09-13T16:42:14.747472+0000","last_clean_scrub_stamp":"2024-09-13T16:42:14.747472+0000","objects_scrubbed":0,"log_size":535,"log_dups_size":0,"ondisk_log_size":535,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:12:57.062302+0000","scrub_duration":0.0029470249999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.37","version":"28'567","reported_seq":605,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:14.406402+0000","last_change":"2024-09-13T16:42:14.406627+0000","last_active":"2024-09-13T16:42:14.406402+0000","last_peered":"2024-09-13T16:42:14.406402+0000","last_clean":"2024-09-13T16:42:14.406402+0000","last_became_active":"2024-09-13T16:15:41.431132+0000","last_became_peered":"2024-09-13T16:15:41.431132+0000","last_unstale":"2024-09-13T16:42:14.406402+0000","last_undegraded":"2024-09-13T16:42:14.406402+0000","last_fullsized":"2024-09-13T16:42:14.406402+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'567","last_scrub_stamp":"2024-09-13T16:42:14.406345+0000","last_deep_scrub":"28'567","last_deep_scrub_stamp":"2024-09-13T16:42:14.406345+0000","last_clean_scrub_stamp":"2024-09-13T16:42:14.406345+0000","objects_scrubbed":0,"log_size":567,"log_dups_size":0,"ondisk_log_size":567,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:34:19.940145+0000","scrub_duration":0.003216937,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"28'546","reported_seq":584,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:14.125670+0000","last_change":"2024-09-13T16:42:14.125897+0000","last_active":"2024-09-13T16:42:14.125670+0000","last_peered":"2024-09-13T16:42:14.125670+0000","last_clean":"2024-09-13T16:42:14.125670+0000","last_became_active":"2024-09-13T16:15:41.426419+0000","last_became_peered":"2024-09-13T16:15:41.426419+0000","last_unstale":"2024-09-13T16:42:14.125670+0000","last_undegraded":"2024-09-13T16:42:14.125670+0000","last_fullsized":"2024-09-13T16:42:14.125670+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'546","last_scrub_stamp":"2024-09-13T16:42:14.125615+0000","last_deep_scrub":"28'546","last_deep_scrub_stamp":"2024-09-13T16:42:14.125615+0000","last_clean_scrub_stamp":"2024-09-13T16:42:14.125615+0000","objects_scrubbed":0,"log_size":546,"log_dups_size":0,"ondisk_log_size":546,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:16:54.775190+0000","scrub_duration":0.0034288719999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.39","version":"28'562","reported_seq":594,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:02.361501+0000","last_change":"2024-09-13T16:42:02.361703+0000","last_active":"2024-09-13T16:42:02.361501+0000","last_peered":"2024-09-13T16:42:02.361501+0000","last_clean":"2024-09-13T16:42:02.361501+0000","last_became_active":"2024-09-13T16:16:23.802699+0000","last_became_peered":"2024-09-13T16:16:23.802699+0000","last_unstale":"2024-09-13T16:42:02.361501+0000","last_undegraded":"2024-09-13T16:42:02.361501+0000","last_fullsized":"2024-09-13T16:42:02.361501+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'562","last_scrub_stamp":"2024-09-13T16:42:02.361446+0000","last_deep_scrub":"28'562","last_deep_scrub_stamp":"2024-09-13T16:42:02.361446+0000","last_clean_scrub_stamp":"2024-09-13T16:42:02.361446+0000","objects_scrubbed":0,"log_size":562,"log_dups_size":0,"ondisk_log_size":562,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:39:26.340413+0000","scrub_duration":0.0031089249999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.3a","version":"28'529","reported_seq":556,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.650219+0000","last_change":"2024-09-13T16:15:41.426714+0000","last_active":"2024-09-13T16:41:26.650219+0000","last_peered":"2024-09-13T16:41:26.650219+0000","last_clean":"2024-09-13T16:41:26.650219+0000","last_became_active":"2024-09-13T16:15:41.426165+0000","last_became_peered":"2024-09-13T16:15:41.426165+0000","last_unstale":"2024-09-13T16:41:26.650219+0000","last_undegraded":"2024-09-13T16:41:26.650219+0000","last_fullsized":"2024-09-13T16:41:26.650219+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":529,"log_dups_size":0,"ondisk_log_size":529,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"28'579","reported_seq":617,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:09.348531+0000","last_change":"2024-09-13T16:42:09.348789+0000","last_active":"2024-09-13T16:42:09.348531+0000","last_peered":"2024-09-13T16:42:09.348531+0000","last_clean":"2024-09-13T16:42:09.348531+0000","last_became_active":"2024-09-13T16:15:41.425871+0000","last_became_peered":"2024-09-13T16:15:41.425871+0000","last_unstale":"2024-09-13T16:42:09.348531+0000","last_undegraded":"2024-09-13T16:42:09.348531+0000","last_fullsized":"2024-09-13T16:42:09.348531+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'579","last_scrub_stamp":"2024-09-13T16:42:09.348481+0000","last_deep_scrub":"28'579","last_deep_scrub_stamp":"2024-09-13T16:42:09.348481+0000","last_clean_scrub_stamp":"2024-09-13T16:42:09.348481+0000","objects_scrubbed":0,"log_size":579,"log_dups_size":0,"ondisk_log_size":579,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:10:48.898220+0000","scrub_duration":0.00335411,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3c","version":"28'565","reported_seq":599,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:03.359234+0000","last_change":"2024-09-13T16:42:03.359511+0000","last_active":"2024-09-13T16:42:03.359234+0000","last_peered":"2024-09-13T16:42:03.359234+0000","last_clean":"2024-09-13T16:42:03.359234+0000","last_became_active":"2024-09-13T16:16:24.650115+0000","last_became_peered":"2024-09-13T16:16:24.650115+0000","last_unstale":"2024-09-13T16:42:03.359234+0000","last_undegraded":"2024-09-13T16:42:03.359234+0000","last_fullsized":"2024-09-13T16:42:03.359234+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'565","last_scrub_stamp":"2024-09-13T16:42:03.359155+0000","last_deep_scrub":"28'565","last_deep_scrub_stamp":"2024-09-13T16:42:03.359155+0000","last_clean_scrub_stamp":"2024-09-13T16:42:03.359155+0000","objects_scrubbed":0,"log_size":565,"log_dups_size":0,"ondisk_log_size":565,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:26:37.866890+0000","scrub_duration":0.0030847370000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":24,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.3d","version":"28'564","reported_seq":604,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:12.802557+0000","last_change":"2024-09-13T16:42:12.802786+0000","last_active":"2024-09-13T16:42:12.802557+0000","last_peered":"2024-09-13T16:42:12.802557+0000","last_clean":"2024-09-13T16:42:12.802557+0000","last_became_active":"2024-09-13T16:15:41.416985+0000","last_became_peered":"2024-09-13T16:15:41.416985+0000","last_unstale":"2024-09-13T16:42:12.802557+0000","last_undegraded":"2024-09-13T16:42:12.802557+0000","last_fullsized":"2024-09-13T16:42:12.802557+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'564","last_scrub_stamp":"2024-09-13T16:42:12.802500+0000","last_deep_scrub":"28'564","last_deep_scrub_stamp":"2024-09-13T16:42:12.802500+0000","last_clean_scrub_stamp":"2024-09-13T16:42:12.802500+0000","objects_scrubbed":0,"log_size":564,"log_dups_size":0,"ondisk_log_size":564,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:42:26.739021+0000","scrub_duration":0.003331414,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":26,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"28'540","reported_seq":580,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:04.331640+0000","last_change":"2024-09-13T16:42:04.331850+0000","last_active":"2024-09-13T16:42:04.331640+0000","last_peered":"2024-09-13T16:42:04.331640+0000","last_clean":"2024-09-13T16:42:04.331640+0000","last_became_active":"2024-09-13T16:15:41.413271+0000","last_became_peered":"2024-09-13T16:15:41.413271+0000","last_unstale":"2024-09-13T16:42:04.331640+0000","last_undegraded":"2024-09-13T16:42:04.331640+0000","last_fullsized":"2024-09-13T16:42:04.331640+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'540","last_scrub_stamp":"2024-09-13T16:42:04.331580+0000","last_deep_scrub":"28'540","last_deep_scrub_stamp":"2024-09-13T16:42:04.331580+0000","last_clean_scrub_stamp":"2024-09-13T16:42:04.331580+0000","objects_scrubbed":0,"log_size":540,"log_dups_size":0,"ondisk_log_size":540,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:10:43.881319+0000","scrub_duration":0.0033437139999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3f","version":"28'538","reported_seq":567,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:26.645324+0000","last_change":"2024-09-13T16:15:41.429399+0000","last_active":"2024-09-13T16:41:26.645324+0000","last_peered":"2024-09-13T16:41:26.645324+0000","last_clean":"2024-09-13T16:41:26.645324+0000","last_became_active":"2024-09-13T16:15:41.427176+0000","last_became_peered":"2024-09-13T16:15:41.427176+0000","last_unstale":"2024-09-13T16:41:26.645324+0000","last_undegraded":"2024-09-13T16:41:26.645324+0000","last_fullsized":"2024-09-13T16:41:26.645324+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:40.994816+0000","last_clean_scrub_stamp":"2024-09-13T16:15:40.994816+0000","objects_scrubbed":0,"log_size":538,"log_dups_size":0,"ondisk_log_size":538,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":59618,"num_write_kb":2308776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":77587,"ondisk_log_size":77587,"up":128,"acting":128,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1120,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":36153,"ondisk_log_size":36153,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":250606039,"num_objects":81,"num_object_clones":0,"num_object_copies":162,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":81,"num_whiteouts":0,"num_read":2822,"num_read_kb":5679,"num_write":68653,"num_write_kb":484390,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":5456,"num_omap_keys":11,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":501276672,"data_stored":501212078,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":67935,"ondisk_log_size":67935,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":119,"ondisk_log_size":119,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":5,"up_from":15,"seq":64424509766,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":352972,"kb_used_data":73348,"kb_used_omap":1,"kb_used_meta":279614,"kb_avail":94018868,"statfs":{"total":96636764160,"available":96275320832,"internally_reserved":0,"allocated":75108352,"data_stored":74922927,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":286325190},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:42:07 2024","interfaces":[{"interface":"back","average":{"1min":0.79400000000000004,"5min":0.64700000000000002,"15min":0.59799999999999998},"min":{"1min":0.38700000000000001,"5min":0.25,"15min":0.25},"max":{"1min":1.1180000000000001,"5min":3.0339999999999998,"15min":3.0339999999999998},"last":1.0860000000000001},{"interface":"front","average":{"1min":0.76600000000000001,"5min":0.61699999999999999,"15min":0.61799999999999999},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.26000000000000001},"max":{"1min":1.0189999999999999,"5min":2.1059999999999999,"15min":2.1059999999999999},"last":0.89600000000000002}]},{"osd":1,"last update":"Fri Sep 13 16:42:07 2024","interfaces":[{"interface":"back","average":{"1min":0.84499999999999997,"5min":0.68899999999999995,"15min":0.63300000000000001},"min":{"1min":0.46999999999999997,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":1.252,"5min":6.9329999999999998,"15min":6.9329999999999998},"last":0.90800000000000003},{"interface":"front","average":{"1min":0.85199999999999998,"5min":0.67600000000000005,"15min":0.65700000000000003},"min":{"1min":0.35299999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":1.0049999999999999,"5min":2.1080000000000001,"15min":2.1080000000000001},"last":1.014}]},{"osd":2,"last update":"Fri Sep 13 16:42:07 2024","interfaces":[{"interface":"back","average":{"1min":1.075,"5min":0.74099999999999999,"15min":0.69199999999999995},"min":{"1min":0.63600000000000001,"5min":0.32600000000000001,"15min":0.29499999999999998},"max":{"1min":4.0279999999999996,"5min":4.9770000000000003,"15min":4.9770000000000003},"last":0.73899999999999999},{"interface":"front","average":{"1min":0.871,"5min":0.72499999999999998,"15min":0.71999999999999997},"min":{"1min":0.45500000000000002,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":1.0740000000000001,"5min":2.6320000000000001,"15min":2.6579999999999999},"last":0.97599999999999998}]},{"osd":3,"last update":"Fri Sep 13 16:42:07 2024","interfaces":[{"interface":"back","average":{"1min":0.88200000000000001,"5min":0.81200000000000006,"15min":0.76300000000000001},"min":{"1min":0.37,"5min":0.37,"15min":0.35799999999999998},"max":{"1min":1.133,"5min":7.2569999999999997,"15min":7.2569999999999997},"last":0.93400000000000005},{"interface":"front","average":{"1min":1.0089999999999999,"5min":0.86399999999999999,"15min":0.80200000000000005},"min":{"1min":0.55400000000000005,"5min":0.42499999999999999,"15min":0.39900000000000002},"max":{"1min":1.3979999999999999,"5min":7.3780000000000001,"15min":7.3780000000000001},"last":1.056}]},{"osd":4,"last update":"Fri Sep 13 16:42:07 2024","interfaces":[{"interface":"back","average":{"1min":0.82699999999999996,"5min":0.71799999999999997,"15min":0.68200000000000005},"min":{"1min":0.311,"5min":0.29999999999999999,"15min":0.27000000000000002},"max":{"1min":1.246,"5min":2.0459999999999998,"15min":2.0459999999999998},"last":1.163},{"interface":"front","average":{"1min":0.88,"5min":0.74099999999999999,"15min":0.72499999999999998},"min":{"1min":0.41399999999999998,"5min":0.32500000000000001,"15min":0.26800000000000002},"max":{"1min":1.163,"5min":2.1859999999999999,"15min":2.1859999999999999},"last":0.84599999999999997}]},{"osd":6,"last update":"Fri Sep 13 16:42:07 2024","interfaces":[{"interface":"back","average":{"1min":1.0129999999999999,"5min":0.76800000000000002,"15min":0.752},"min":{"1min":0.59699999999999998,"5min":0.34799999999999998,"15min":0.28199999999999997},"max":{"1min":1.3440000000000001,"5min":1.369,"15min":1.661},"last":0.77700000000000002},{"interface":"front","average":{"1min":1.036,"5min":0.81599999999999995,"15min":0.79300000000000004},"min":{"1min":0.53100000000000003,"5min":0.315,"15min":0.315},"max":{"1min":1.3620000000000001,"5min":2.129,"15min":2.129},"last":1.2130000000000001}]},{"osd":7,"last update":"Fri Sep 13 16:42:07 2024","interfaces":[{"interface":"back","average":{"1min":1.0369999999999999,"5min":0.79700000000000004,"15min":0.80300000000000005},"min":{"1min":0.496,"5min":0.34499999999999997,"15min":0.33400000000000002},"max":{"1min":1.2350000000000001,"5min":2.1349999999999998,"15min":2.1349999999999998},"last":1.1100000000000001},{"interface":"front","average":{"1min":1.123,"5min":0.83299999999999996,"15min":0.81799999999999995},"min":{"1min":0.57699999999999996,"5min":0.40500000000000003,"15min":0.34399999999999997},"max":{"1min":1.476,"5min":1.476,"15min":1.6870000000000001},"last":1.135}]}]},{"osd":7,"up_from":14,"seq":60129542469,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":337908,"kb_used_data":58220,"kb_used_omap":1,"kb_used_meta":279678,"kb_avail":94033932,"statfs":{"total":96636764160,"available":96290746368,"internally_reserved":0,"allocated":59617280,"data_stored":59432488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":286390731},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:42:16 2024","interfaces":[{"interface":"back","average":{"1min":0.79400000000000004,"5min":0.60499999999999998,"15min":0.58799999999999997},"min":{"1min":0.50900000000000001,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":1.2250000000000001,"5min":2.4590000000000001,"15min":5.7370000000000001},"last":0.74199999999999999},{"interface":"front","average":{"1min":0.84499999999999997,"5min":0.64900000000000002,"15min":0.63700000000000001},"min":{"1min":0.32900000000000001,"5min":0.28499999999999998,"15min":0.27900000000000003},"max":{"1min":1.145,"5min":3.4769999999999999,"15min":3.7610000000000001},"last":0.98999999999999999}]},{"osd":1,"last update":"Fri Sep 13 16:42:16 2024","interfaces":[{"interface":"back","average":{"1min":0.91700000000000004,"5min":0.67300000000000004,"15min":0.623},"min":{"1min":0.441,"5min":0.255,"15min":0.255},"max":{"1min":1.29,"5min":3.7050000000000001,"15min":3.7050000000000001},"last":0.80800000000000005},{"interface":"front","average":{"1min":0.85199999999999998,"5min":0.73199999999999998,"15min":0.66300000000000003},"min":{"1min":0.38800000000000001,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":1.2370000000000001,"5min":12.552,"15min":12.552},"last":1.151}]},{"osd":2,"last update":"Fri Sep 13 16:42:16 2024","interfaces":[{"interface":"back","average":{"1min":0.91000000000000003,"5min":0.75800000000000001,"15min":0.71499999999999997},"min":{"1min":0.437,"5min":0.314,"15min":0.27000000000000002},"max":{"1min":1.3959999999999999,"5min":4.375,"15min":4.375},"last":1.23},{"interface":"front","average":{"1min":0.95699999999999996,"5min":0.91500000000000004,"15min":0.753},"min":{"1min":0.48999999999999999,"5min":0.314,"15min":0.30399999999999999},"max":{"1min":1.3959999999999999,"5min":8.1370000000000005,"15min":8.1370000000000005},"last":1.0980000000000001}]},{"osd":3,"last update":"Fri Sep 13 16:42:16 2024","interfaces":[{"interface":"back","average":{"1min":0.98899999999999999,"5min":0.93999999999999995,"15min":0.83899999999999997},"min":{"1min":0.53800000000000003,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":1.302,"5min":10.526,"15min":10.526},"last":1.2929999999999999},{"interface":"front","average":{"1min":1.0449999999999999,"5min":0.84599999999999997,"15min":0.80400000000000005},"min":{"1min":0.56699999999999995,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":1.448,"5min":6.407,"15min":6.407},"last":1.1839999999999999}]},{"osd":4,"last update":"Fri Sep 13 16:42:16 2024","interfaces":[{"interface":"back","average":{"1min":0.83799999999999997,"5min":0.64600000000000002,"15min":0.64100000000000001},"min":{"1min":0.34799999999999998,"5min":0.28599999999999998,"15min":0.28100000000000003},"max":{"1min":1.268,"5min":4.5119999999999996,"15min":4.5119999999999996},"last":0.873},{"interface":"front","average":{"1min":1.0720000000000001,"5min":0.76200000000000001,"15min":0.71799999999999997},"min":{"1min":0.57599999999999996,"5min":0.27300000000000002,"15min":0.26200000000000001},"max":{"1min":1.466,"5min":3.5259999999999998,"15min":3.5259999999999998},"last":1.3400000000000001}]},{"osd":5,"last update":"Fri Sep 13 16:42:16 2024","interfaces":[{"interface":"back","average":{"1min":1.016,"5min":0.68000000000000005,"15min":0.68600000000000005},"min":{"1min":0.41999999999999998,"5min":0.32400000000000001,"15min":0.28799999999999998},"max":{"1min":1.3460000000000001,"5min":1.3460000000000001,"15min":1.875},"last":1.0589999999999999},{"interface":"front","average":{"1min":1.1579999999999999,"5min":0.85699999999999998,"15min":0.80100000000000005},"min":{"1min":0.60499999999999998,"5min":0.38600000000000001,"15min":0.377},"max":{"1min":1.5349999999999999,"5min":3.629,"15min":3.629},"last":1.387}]},{"osd":6,"last update":"Fri Sep 13 16:42:16 2024","interfaces":[{"interface":"back","average":{"1min":1.0880000000000001,"5min":0.76100000000000001,"15min":0.753},"min":{"1min":0.46600000000000003,"5min":0.38300000000000001,"15min":0.35099999999999998},"max":{"1min":1.4319999999999999,"5min":1.4319999999999999,"15min":1.9610000000000001},"last":1.208},{"interface":"front","average":{"1min":1.1850000000000001,"5min":0.88200000000000001,"15min":0.82599999999999996},"min":{"1min":0.68300000000000005,"5min":0.40000000000000002,"15min":0.32600000000000001},"max":{"1min":1.6060000000000001,"5min":5.0199999999999996,"15min":5.0199999999999996},"last":1.4299999999999999}]}]},{"osd":6,"up_from":14,"seq":60129542468,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":381492,"kb_used_data":65836,"kb_used_omap":1,"kb_used_meta":315646,"kb_avail":93990348,"statfs":{"total":96636764160,"available":96246116352,"internally_reserved":0,"allocated":67416064,"data_stored":67230818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":323221959},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:42:17 2024","interfaces":[{"interface":"back","average":{"1min":0.83399999999999996,"5min":0.57399999999999995,"15min":0.63300000000000001},"min":{"1min":0.56999999999999995,"5min":0.28999999999999998,"15min":0.25700000000000001},"max":{"1min":1.0980000000000001,"5min":1.47,"15min":8.8529999999999998},"last":0.90900000000000003},{"interface":"front","average":{"1min":0.90900000000000003,"5min":0.67500000000000004,"15min":0.73099999999999998},"min":{"1min":0.502,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":1.446,"5min":4.835,"15min":10.359},"last":1.446}]},{"osd":1,"last update":"Fri Sep 13 16:42:17 2024","interfaces":[{"interface":"back","average":{"1min":0.88600000000000001,"5min":0.69499999999999995,"15min":0.69599999999999995},"min":{"1min":0.64600000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":1.246,"5min":2.669,"15min":4.3949999999999996},"last":0.86099999999999999},{"interface":"front","average":{"1min":0.88800000000000001,"5min":0.66900000000000004,"15min":0.67500000000000004},"min":{"1min":0.54400000000000004,"5min":0.32600000000000001,"15min":0.28999999999999998},"max":{"1min":1.2090000000000001,"5min":1.8240000000000001,"15min":5.5510000000000002},"last":1.0169999999999999}]},{"osd":2,"last update":"Fri Sep 13 16:42:17 2024","interfaces":[{"interface":"back","average":{"1min":0.88100000000000001,"5min":0.85599999999999998,"15min":0.75600000000000001},"min":{"1min":0.58999999999999997,"5min":0.34999999999999998,"15min":0.30199999999999999},"max":{"1min":1.3240000000000001,"5min":12.505000000000001,"15min":12.505000000000001},"last":1.3240000000000001},{"interface":"front","average":{"1min":0.998,"5min":0.73999999999999999,"15min":0.753},"min":{"1min":0.55500000000000005,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":1.4019999999999999,"5min":2.2719999999999998,"15min":3.605},"last":1.1950000000000001}]},{"osd":3,"last update":"Fri Sep 13 16:42:17 2024","interfaces":[{"interface":"back","average":{"1min":1.028,"5min":0.93500000000000005,"15min":0.84099999999999997},"min":{"1min":0.67900000000000005,"5min":0.35499999999999998,"15min":0.313},"max":{"1min":1.3480000000000001,"5min":7.202,"15min":7.202},"last":1.117},{"interface":"front","average":{"1min":1.0800000000000001,"5min":0.95199999999999996,"15min":0.91100000000000003},"min":{"1min":0.84099999999999997,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":1.4990000000000001,"5min":7.141,"15min":17.404},"last":1.4990000000000001}]},{"osd":4,"last update":"Fri Sep 13 16:42:17 2024","interfaces":[{"interface":"back","average":{"1min":0.97399999999999998,"5min":0.73699999999999999,"15min":0.73199999999999998},"min":{"1min":0.68799999999999994,"5min":0.249,"15min":0.249},"max":{"1min":1.246,"5min":2.298,"15min":4.5490000000000004},"last":1.04},{"interface":"front","average":{"1min":0.99299999999999999,"5min":0.77000000000000002,"15min":0.73899999999999999},"min":{"1min":0.54100000000000004,"5min":0.27800000000000002,"15min":0.25900000000000001},"max":{"1min":1.3819999999999999,"5min":3.532,"15min":3.532},"last":1.069}]},{"osd":5,"last update":"Fri Sep 13 16:41:27 2024","interfaces":[{"interface":"back","average":{"1min":0.749,"5min":0.69599999999999995,"15min":0.75900000000000001},"min":{"1min":0.39900000000000002,"5min":0.28699999999999998,"15min":0.27800000000000002},"max":{"1min":1.4059999999999999,"5min":2.2629999999999999,"15min":5.8730000000000002},"last":1.1459999999999999},{"interface":"front","average":{"1min":0.88500000000000001,"5min":0.71399999999999997,"15min":0.80400000000000005},"min":{"1min":0.40899999999999997,"5min":0.30599999999999999,"15min":0.252},"max":{"1min":3.1429999999999998,"5min":3.1429999999999998,"15min":6.306},"last":1.5369999999999999}]},{"osd":7,"last update":"Fri Sep 13 16:42:17 2024","interfaces":[{"interface":"back","average":{"1min":1.169,"5min":0.80900000000000005,"15min":0.82299999999999995},"min":{"1min":0.88100000000000001,"5min":0.32500000000000001,"15min":0.30399999999999999},"max":{"1min":1.5980000000000001,"5min":1.5980000000000001,"15min":5.5990000000000002},"last":1.5980000000000001},{"interface":"front","average":{"1min":1.1799999999999999,"5min":0.83799999999999997,"15min":0.873},"min":{"1min":0.79500000000000004,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":1.5649999999999999,"5min":1.5649999999999999,"15min":4.7640000000000002},"last":1.288}]}]},{"osd":4,"up_from":14,"seq":60129542470,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":419284,"kb_used_data":73356,"kb_used_omap":1,"kb_used_meta":345918,"kb_avail":93952556,"statfs":{"total":96636764160,"available":96207417344,"internally_reserved":0,"allocated":75116544,"data_stored":74922963,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":354220486},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:41:20 2024","interfaces":[{"interface":"back","average":{"1min":0.70499999999999996,"5min":0.55900000000000005,"15min":0.57399999999999995},"min":{"1min":0.32400000000000001,"5min":0.26500000000000001,"15min":0.22900000000000001},"max":{"1min":3.9809999999999999,"5min":3.9809999999999999,"15min":3.9809999999999999},"last":1.0549999999999999},{"interface":"front","average":{"1min":0.92600000000000005,"5min":0.70499999999999996,"15min":0.64400000000000002},"min":{"1min":0.36199999999999999,"5min":0.30399999999999999,"15min":0.26000000000000001},"max":{"1min":4.0010000000000003,"5min":4.0010000000000003,"15min":4.0010000000000003},"last":0.65100000000000002}]},{"osd":1,"last update":"Fri Sep 13 16:41:20 2024","interfaces":[{"interface":"back","average":{"1min":0.73899999999999999,"5min":0.63600000000000001,"15min":0.61199999999999999},"min":{"1min":0.33600000000000002,"5min":0.28999999999999998,"15min":0.254},"max":{"1min":2.4260000000000002,"5min":3.6259999999999999,"15min":3.6259999999999999},"last":0.78500000000000003},{"interface":"front","average":{"1min":0.64000000000000001,"5min":0.628,"15min":0.66000000000000003},"min":{"1min":0.39600000000000002,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":1.4179999999999999,"5min":1.8740000000000001,"15min":2.4089999999999998},"last":1.8759999999999999}]},{"osd":2,"last update":"Fri Sep 13 16:41:20 2024","interfaces":[{"interface":"back","average":{"1min":0.67600000000000005,"5min":0.71799999999999997,"15min":0.71199999999999997},"min":{"1min":0.42299999999999999,"5min":0.311,"15min":0.311},"max":{"1min":1.121,"5min":5.2910000000000004,"15min":5.2910000000000004},"last":0.83399999999999996},{"interface":"front","average":{"1min":0.74099999999999999,"5min":0.72599999999999998,"15min":0.71799999999999997},"min":{"1min":0.45700000000000002,"5min":0.36299999999999999,"15min":0.35099999999999998},"max":{"1min":2.0550000000000002,"5min":4.4080000000000004,"15min":4.4080000000000004},"last":0.86399999999999999}]},{"osd":3,"last update":"Fri Sep 13 16:41:20 2024","interfaces":[{"interface":"back","average":{"1min":0.83299999999999996,"5min":0.81200000000000006,"15min":0.79900000000000004},"min":{"1min":0.42599999999999999,"5min":0.378,"15min":0.34100000000000003},"max":{"1min":3.0539999999999998,"5min":5.6459999999999999,"15min":5.6459999999999999},"last":1.145},{"interface":"front","average":{"1min":0.77900000000000003,"5min":0.86499999999999999,"15min":0.81299999999999994},"min":{"1min":0.46100000000000002,"5min":0.40799999999999997,"15min":0.32500000000000001},"max":{"1min":2.1080000000000001,"5min":5.6219999999999999,"15min":5.6219999999999999},"last":1.0329999999999999}]},{"osd":5,"last update":"Fri Sep 13 16:41:20 2024","interfaces":[{"interface":"back","average":{"1min":0.70299999999999996,"5min":0.60799999999999998,"15min":0.65500000000000003},"min":{"1min":0.374,"5min":0.311,"15min":0.246},"max":{"1min":2.4750000000000001,"5min":3.0169999999999999,"15min":3.0169999999999999},"last":0.89500000000000002},{"interface":"front","average":{"1min":0.63900000000000001,"5min":0.66700000000000004,"15min":0.72699999999999998},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":1.1699999999999999,"5min":1.7549999999999999,"15min":1.7549999999999999},"last":1.105}]},{"osd":6,"last update":"Fri Sep 13 16:41:20 2024","interfaces":[{"interface":"back","average":{"1min":0.83299999999999996,"5min":0.67700000000000005,"15min":0.72199999999999998},"min":{"1min":0.42299999999999999,"5min":0.32100000000000001,"15min":0.27900000000000003},"max":{"1min":2.5139999999999998,"5min":2.5139999999999998,"15min":2.5139999999999998},"last":1.0009999999999999},{"interface":"front","average":{"1min":0.88600000000000001,"5min":0.75600000000000001,"15min":0.78200000000000003},"min":{"1min":0.40600000000000003,"5min":0.38300000000000001,"15min":0.26400000000000001},"max":{"1min":3.9489999999999998,"5min":3.9489999999999998,"15min":3.9489999999999998},"last":0.95399999999999996}]},{"osd":7,"last update":"Fri Sep 13 16:41:20 2024","interfaces":[{"interface":"back","average":{"1min":0.79100000000000004,"5min":0.77700000000000002,"15min":0.77900000000000003},"min":{"1min":0.46899999999999997,"5min":0.33400000000000002,"15min":0.309},"max":{"1min":1.9350000000000001,"5min":3.2999999999999998,"15min":3.2999999999999998},"last":0.97799999999999998},{"interface":"front","average":{"1min":0.749,"5min":0.72199999999999998,"15min":0.78500000000000003},"min":{"1min":0.47599999999999998,"5min":0.36899999999999999,"15min":0.33800000000000002},"max":{"1min":1.256,"5min":2.399,"15min":2.399},"last":1.0860000000000001}]}]},{"osd":3,"up_from":14,"seq":60129542469,"num_pgs":48,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":421336,"kb_used_data":65488,"kb_used_omap":1,"kb_used_meta":355838,"kb_avail":93950504,"statfs":{"total":96636764160,"available":96205316096,"internally_reserved":0,"allocated":67059712,"data_stored":66873064,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":364378568},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:41:24 2024","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.53700000000000003,"15min":0.53800000000000003},"min":{"1min":0.27800000000000002,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":2.7839999999999998,"5min":4.069,"15min":4.069},"last":0.60699999999999998},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.52500000000000002,"15min":0.63600000000000001},"min":{"1min":0.30099999999999999,"5min":0.248,"15min":0.23999999999999999},"max":{"1min":1.113,"5min":1.2929999999999999,"15min":8.9700000000000006},"last":0.96399999999999997}]},{"osd":1,"last update":"Fri Sep 13 16:41:24 2024","interfaces":[{"interface":"back","average":{"1min":0.70299999999999996,"5min":0.69899999999999995,"15min":0.69999999999999996},"min":{"1min":0.318,"5min":0.216,"15min":0.216},"max":{"1min":3.718,"5min":9.5800000000000001,"15min":11.993},"last":0.56599999999999995},{"interface":"front","average":{"1min":0.71999999999999997,"5min":0.61799999999999999,"15min":0.71599999999999997},"min":{"1min":0.35699999999999998,"5min":0.27800000000000002,"15min":0.249},"max":{"1min":2.5129999999999999,"5min":2.5129999999999999,"15min":15.374000000000001},"last":0.70999999999999996}]},{"osd":2,"last update":"Fri Sep 13 16:41:24 2024","interfaces":[{"interface":"back","average":{"1min":0.64700000000000002,"5min":0.65400000000000003,"15min":0.71799999999999997},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":1.145,"5min":3.4049999999999998,"15min":6.9809999999999999},"last":1.087},{"interface":"front","average":{"1min":0.77200000000000002,"5min":0.74099999999999999,"15min":0.78200000000000003},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":3.3359999999999999,"5min":9.532,"15min":11.956},"last":0.67900000000000005}]},{"osd":4,"last update":"Fri Sep 13 16:41:24 2024","interfaces":[{"interface":"back","average":{"1min":0.84499999999999997,"5min":0.78500000000000003,"15min":0.80400000000000005},"min":{"1min":0.45900000000000002,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":2.581,"5min":7.1280000000000001,"15min":7.1280000000000001},"last":0.81899999999999995},{"interface":"front","average":{"1min":0.81999999999999995,"5min":0.75900000000000001,"15min":0.83499999999999996},"min":{"1min":0.41399999999999998,"5min":0.35699999999999998,"15min":0.34999999999999998},"max":{"1min":3.2799999999999998,"5min":5.5389999999999997,"15min":7.1929999999999996},"last":1.177}]},{"osd":5,"last update":"Fri Sep 13 16:41:24 2024","interfaces":[{"interface":"back","average":{"1min":0.89600000000000002,"5min":0.84699999999999998,"15min":0.90700000000000003},"min":{"1min":0.48099999999999998,"5min":0.309,"15min":0.309},"max":{"1min":3.2629999999999999,"5min":9.2260000000000009,"15min":12.082000000000001},"last":1.04},{"interface":"front","average":{"1min":0.90900000000000003,"5min":0.79200000000000004,"15min":0.90200000000000002},"min":{"1min":0.39900000000000002,"5min":0.38400000000000001,"15min":0.38300000000000001},"max":{"1min":2.5499999999999998,"5min":2.5499999999999998,"15min":15.422000000000001},"last":1.0169999999999999}]},{"osd":6,"last update":"Fri Sep 13 16:41:24 2024","interfaces":[{"interface":"back","average":{"1min":0.83699999999999997,"5min":0.76700000000000002,"15min":0.878},"min":{"1min":0.45300000000000001,"5min":0.40200000000000002,"15min":0.38500000000000001},"max":{"1min":1.5980000000000001,"5min":2.2639999999999998,"15min":7.6470000000000002},"last":1.252},{"interface":"front","average":{"1min":1.004,"5min":0.91900000000000004,"15min":0.97499999999999998},"min":{"1min":0.51700000000000002,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":3.3050000000000002,"5min":9.4689999999999994,"15min":11.852},"last":0.86199999999999999}]},{"osd":7,"last update":"Fri Sep 13 16:41:24 2024","interfaces":[{"interface":"back","average":{"1min":1.0720000000000001,"5min":0.94999999999999996,"15min":1.0289999999999999},"min":{"1min":0.56000000000000005,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":3.359,"5min":9.3569999999999993,"15min":12.021000000000001},"last":0.93300000000000005},{"interface":"front","average":{"1min":0.95999999999999996,"5min":0.876,"15min":0.97299999999999998},"min":{"1min":0.52400000000000002,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":2.621,"5min":4.9669999999999996,"15min":15.548},"last":0.90700000000000003}]}]},{"osd":2,"up_from":14,"seq":60129542470,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":242576,"kb_used_data":36808,"kb_used_omap":1,"kb_used_meta":205758,"kb_avail":94129264,"statfs":{"total":96636764160,"available":96388366336,"internally_reserved":0,"allocated":37691392,"data_stored":37512264,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":210696646},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:41:22 2024","interfaces":[{"interface":"back","average":{"1min":0.44600000000000001,"5min":0.45100000000000001,"15min":0.51100000000000001},"min":{"1min":0.25800000000000001,"5min":0.224,"15min":0.224},"max":{"1min":0.81799999999999995,"5min":1.0529999999999999,"15min":2.4470000000000001},"last":0.69699999999999995},{"interface":"front","average":{"1min":0.623,"5min":0.629,"15min":0.68500000000000005},"min":{"1min":0.28399999999999997,"5min":0.222,"15min":0.222},"max":{"1min":2.4550000000000001,"5min":3.6280000000000001,"15min":3.75},"last":0.752}]},{"osd":1,"last update":"Fri Sep 13 16:41:22 2024","interfaces":[{"interface":"back","average":{"1min":0.60799999999999998,"5min":0.628,"15min":0.68600000000000005},"min":{"1min":0.30599999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":1.8759999999999999,"5min":3.472,"15min":4.3010000000000002},"last":1.0449999999999999},{"interface":"front","average":{"1min":0.66700000000000004,"5min":0.629,"15min":0.69199999999999995},"min":{"1min":0.33600000000000002,"5min":0.28299999999999997,"15min":0.28100000000000003},"max":{"1min":1.887,"5min":3.9169999999999998,"15min":6.2380000000000004},"last":0.80600000000000005}]},{"osd":3,"last update":"Fri Sep 13 16:41:22 2024","interfaces":[{"interface":"back","average":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.73799999999999999},"min":{"1min":0.378,"5min":0.312,"15min":0.312},"max":{"1min":1.569,"5min":3.556,"15min":3.556},"last":1.173},{"interface":"front","average":{"1min":0.66000000000000003,"5min":0.71199999999999997,"15min":0.73199999999999998},"min":{"1min":0.40100000000000002,"5min":0.33200000000000002,"15min":0.30599999999999999},"max":{"1min":1.2490000000000001,"5min":3.8399999999999999,"15min":3.8399999999999999},"last":0.94699999999999995}]},{"osd":4,"last update":"Fri Sep 13 16:41:22 2024","interfaces":[{"interface":"back","average":{"1min":0.69299999999999995,"5min":0.69099999999999995,"15min":0.73599999999999999},"min":{"1min":0.40400000000000003,"5min":0.374,"15min":0.36299999999999999},"max":{"1min":1.1799999999999999,"5min":3.8849999999999998,"15min":3.8849999999999998},"last":0.98799999999999999},{"interface":"front","average":{"1min":0.74299999999999999,"5min":0.70399999999999996,"15min":0.79400000000000004},"min":{"1min":0.40000000000000002,"5min":0.38600000000000001,"15min":0.309},"max":{"1min":1.097,"5min":1.3759999999999999,"15min":3.3460000000000001},"last":0.92100000000000004}]},{"osd":5,"last update":"Fri Sep 13 16:41:22 2024","interfaces":[{"interface":"back","average":{"1min":0.748,"5min":0.747,"15min":0.81499999999999995},"min":{"1min":0.47999999999999998,"5min":0.41999999999999998,"15min":0.34699999999999998},"max":{"1min":1.2190000000000001,"5min":1.3959999999999999,"15min":3.238},"last":1.3120000000000001},{"interface":"front","average":{"1min":0.82799999999999996,"5min":0.878,"15min":0.90000000000000002},"min":{"1min":0.47599999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":1.603,"5min":4.0640000000000001,"15min":4.0640000000000001},"last":1.274}]},{"osd":6,"last update":"Fri Sep 13 16:41:22 2024","interfaces":[{"interface":"back","average":{"1min":0.85999999999999999,"5min":0.89100000000000001,"15min":0.93500000000000005},"min":{"1min":0.56699999999999995,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":1.6279999999999999,"5min":4.1639999999999997,"15min":4.1639999999999997},"last":1.4410000000000001},{"interface":"front","average":{"1min":0.79200000000000004,"5min":0.79000000000000004,"15min":0.84599999999999997},"min":{"1min":0.55100000000000005,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":1.6359999999999999,"5min":3.9460000000000002,"15min":3.9460000000000002},"last":1.341}]},{"osd":7,"last update":"Fri Sep 13 16:41:22 2024","interfaces":[{"interface":"back","average":{"1min":0.80400000000000005,"5min":0.81499999999999995,"15min":0.91000000000000003},"min":{"1min":0.502,"5min":0.44400000000000001,"15min":0.42099999999999999},"max":{"1min":1.1479999999999999,"5min":2.4119999999999999,"15min":7.6970000000000001},"last":1.2150000000000001},{"interface":"front","average":{"1min":0.93100000000000005,"5min":0.95299999999999996,"15min":0.97899999999999998},"min":{"1min":0.48199999999999998,"5min":0.46600000000000003,"15min":0.46600000000000003},"max":{"1min":2.6800000000000002,"5min":4.2400000000000002,"15min":4.2400000000000002},"last":1.3660000000000001}]}]},{"osd":1,"up_from":14,"seq":60129542468,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":500404,"kb_used_data":82220,"kb_used_omap":1,"kb_used_meta":418174,"kb_avail":93871436,"statfs":{"total":96636764160,"available":96124350464,"internally_reserved":0,"allocated":84193280,"data_stored":84007522,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":428210630},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:41:21 2024","interfaces":[{"interface":"back","average":{"1min":0.48199999999999998,"5min":0.54600000000000004,"15min":0.56699999999999995},"min":{"1min":0.28599999999999998,"5min":0.184,"15min":0.184},"max":{"1min":0.80500000000000005,"5min":2.8759999999999999,"15min":7.415},"last":0.92100000000000004},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.57199999999999995,"15min":0.59599999999999997},"min":{"1min":0.30399999999999999,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":2.0800000000000001,"5min":2.0800000000000001,"15min":2.0800000000000001},"last":0.96799999999999997}]},{"osd":2,"last update":"Fri Sep 13 16:41:21 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.61699999999999999,"15min":0.66500000000000004},"min":{"1min":0.25600000000000001,"5min":0.25600000000000001,"15min":0.253},"max":{"1min":0.875,"5min":3.0840000000000001,"15min":7.4459999999999997},"last":1.083},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.58599999999999997,"15min":0.65900000000000003},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.252},"max":{"1min":0.97399999999999998,"5min":2.6280000000000001,"15min":5.992},"last":1.024}]},{"osd":3,"last update":"Fri Sep 13 16:41:21 2024","interfaces":[{"interface":"back","average":{"1min":0.61499999999999999,"5min":0.74299999999999999,"15min":0.76400000000000001},"min":{"1min":0.33600000000000002,"5min":0.318,"15min":0.318},"max":{"1min":1.0800000000000001,"5min":5.9710000000000001,"15min":6.0350000000000001},"last":1.25},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.66700000000000004,"15min":0.68700000000000006},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.25900000000000001},"max":{"1min":0.95699999999999996,"5min":3.5859999999999999,"15min":3.5859999999999999},"last":1.218}]},{"osd":4,"last update":"Fri Sep 13 16:41:21 2024","interfaces":[{"interface":"back","average":{"1min":0.73599999999999999,"5min":0.76700000000000002,"15min":0.874},"min":{"1min":0.47399999999999998,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":1.2170000000000001,"5min":2.944,"15min":13.635999999999999},"last":1.385},{"interface":"front","average":{"1min":0.69499999999999995,"5min":0.72299999999999998,"15min":0.81299999999999994},"min":{"1min":0.377,"5min":0.317,"15min":0.316},"max":{"1min":1.22,"5min":2.3849999999999998,"15min":9.2439999999999998},"last":1.3560000000000001}]},{"osd":5,"last update":"Fri Sep 13 16:41:21 2024","interfaces":[{"interface":"back","average":{"1min":0.83299999999999996,"5min":0.83099999999999996,"15min":0.89000000000000001},"min":{"1min":0.5,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":2.407,"5min":3.0190000000000001,"15min":7.4770000000000003},"last":1.591},{"interface":"front","average":{"1min":0.73599999999999999,"5min":0.73099999999999998,"15min":0.82499999999999996},"min":{"1min":0.47099999999999997,"5min":0.371,"15min":0.371},"max":{"1min":1.2849999999999999,"5min":2.3490000000000002,"15min":6.1429999999999998},"last":1.724}]},{"osd":6,"last update":"Fri Sep 13 16:41:21 2024","interfaces":[{"interface":"back","average":{"1min":0.73399999999999999,"5min":0.77100000000000002,"15min":0.84999999999999998},"min":{"1min":0.443,"5min":0.443,"15min":0.38600000000000001},"max":{"1min":1.2669999999999999,"5min":1.851,"15min":3.843},"last":1.5109999999999999},{"interface":"front","average":{"1min":0.86099999999999999,"5min":0.85699999999999998,"15min":0.94499999999999995},"min":{"1min":0.56299999999999994,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":1.345,"5min":2.9769999999999999,"15min":7.3019999999999996},"last":1.7050000000000001}]},{"osd":7,"last update":"Fri Sep 13 16:41:21 2024","interfaces":[{"interface":"back","average":{"1min":0.748,"5min":0.81699999999999995,"15min":0.89200000000000002},"min":{"1min":0.42999999999999999,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":1.1299999999999999,"5min":1.923,"15min":4.3179999999999996},"last":1.6479999999999999},{"interface":"front","average":{"1min":0.86599999999999999,"5min":0.88400000000000001,"15min":0.94699999999999995},"min":{"1min":0.62,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":1.2989999999999999,"5min":3.0489999999999999,"15min":3.0569999999999999},"last":1.764}]}]},{"osd":0,"up_from":14,"seq":60129542468,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":297660,"kb_used_data":37748,"kb_used_omap":1,"kb_used_meta":259902,"kb_avail":94074180,"statfs":{"total":96636764160,"available":96331960320,"internally_reserved":0,"allocated":38653952,"data_stored":38461024,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":266140103},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 16:41:19 2024","interfaces":[{"interface":"back","average":{"1min":1.27,"5min":0.67300000000000004,"15min":0.60499999999999998},"min":{"1min":0.30299999999999999,"5min":0.217,"15min":0.217},"max":{"1min":15.305,"5min":15.305,"15min":15.305},"last":0.83299999999999996},{"interface":"front","average":{"1min":1.327,"5min":0.752,"15min":0.69099999999999995},"min":{"1min":0.38200000000000001,"5min":0.32100000000000001,"15min":0.29099999999999998},"max":{"1min":15.689,"5min":15.689,"15min":15.689},"last":1.1839999999999999}]},{"osd":2,"last update":"Fri Sep 13 16:41:19 2024","interfaces":[{"interface":"back","average":{"1min":1.3300000000000001,"5min":0.71999999999999997,"15min":0.66400000000000003},"min":{"1min":0.36899999999999999,"5min":0.24299999999999999,"15min":0.224},"max":{"1min":15.022,"5min":15.022,"15min":15.022},"last":1.034},{"interface":"front","average":{"1min":1.3779999999999999,"5min":0.70099999999999996,"15min":0.65600000000000003},"min":{"1min":0.36099999999999999,"5min":0.255,"15min":0.247},"max":{"1min":17.442,"5min":17.442,"15min":17.442},"last":0.94299999999999995}]},{"osd":3,"last update":"Fri Sep 13 16:41:19 2024","interfaces":[{"interface":"back","average":{"1min":1.4259999999999999,"5min":0.86799999999999999,"15min":0.77300000000000002},"min":{"1min":0.40999999999999998,"5min":0.34799999999999998,"15min":0.29699999999999999},"max":{"1min":14.965,"5min":14.965,"15min":14.965},"last":0.88600000000000001},{"interface":"front","average":{"1min":1.649,"5min":0.98499999999999999,"15min":0.873},"min":{"1min":0.437,"5min":0.34699999999999998,"15min":0.32900000000000001},"max":{"1min":18.521999999999998,"5min":18.521999999999998,"15min":18.521999999999998},"last":1.1479999999999999}]},{"osd":4,"last update":"Fri Sep 13 16:41:19 2024","interfaces":[{"interface":"back","average":{"1min":1.583,"5min":1.254,"15min":0.92100000000000004},"min":{"1min":0.44600000000000001,"5min":0.376,"15min":0.376},"max":{"1min":17.588000000000001,"5min":31.539000000000001,"15min":31.539000000000001},"last":1.121},{"interface":"front","average":{"1min":1.575,"5min":1.1220000000000001,"15min":0.93700000000000006},"min":{"1min":0.49299999999999999,"5min":0.38800000000000001,"15min":0.35199999999999998},"max":{"1min":17.312999999999999,"5min":20.149999999999999,"15min":20.149999999999999},"last":1.296}]},{"osd":5,"last update":"Fri Sep 13 16:41:19 2024","interfaces":[{"interface":"back","average":{"1min":1.6220000000000001,"5min":1.173,"15min":0.97899999999999998},"min":{"1min":0.496,"5min":0.38300000000000001,"15min":0.317},"max":{"1min":17.273,"5min":19.969999999999999,"15min":19.969999999999999},"last":1.5640000000000001},{"interface":"front","average":{"1min":1.619,"5min":1.1359999999999999,"15min":0.94799999999999995},"min":{"1min":0.46000000000000002,"5min":0.41799999999999998,"15min":0.377},"max":{"1min":17.495000000000001,"5min":20.036999999999999,"15min":20.036999999999999},"last":1.635}]},{"osd":6,"last update":"Fri Sep 13 16:41:19 2024","interfaces":[{"interface":"back","average":{"1min":1.6180000000000001,"5min":1.1899999999999999,"15min":1.006},"min":{"1min":0.49099999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":17.468,"5min":23.094000000000001,"15min":23.094000000000001},"last":1.6879999999999999},{"interface":"front","average":{"1min":1.5700000000000001,"5min":1.1850000000000001,"15min":0.98099999999999998},"min":{"1min":0.56699999999999995,"5min":0.42799999999999999,"15min":0.41399999999999998},"max":{"1min":15.449,"5min":23.068999999999999,"15min":23.068999999999999},"last":1.4119999999999999}]},{"osd":7,"last update":"Fri Sep 13 16:41:19 2024","interfaces":[{"interface":"back","average":{"1min":1.6559999999999999,"5min":1.282,"15min":1.0580000000000001},"min":{"1min":0.51800000000000002,"5min":0.436,"15min":0.436},"max":{"1min":17.396999999999998,"5min":21.710000000000001,"15min":21.710000000000001},"last":1.532},{"interface":"front","average":{"1min":1.575,"5min":1.242,"15min":1.0249999999999999},"min":{"1min":0.54400000000000004,"5min":0.442,"15min":0.432},"max":{"1min":15.119,"5min":26.117999999999999,"15min":26.117999999999999},"last":1.5029999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":37761024,"data_stored":37749374,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":83894272,"data_stored":83886240,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":37392384,"data_stored":37390982,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":66760704,"data_stored":66751782,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":74817536,"data_stored":74801681,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":74809344,"data_stored":74801645,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":67117056,"data_stored":67109536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":58724352,"data_stored":58720838,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T16:42:20.457 INFO:tasks.ceph:pgid 4.19 last_scrub_stamp 2024-09-13T16:15:44.401973+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=44, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:42:20.457 INFO:tasks.ceph:pgid 3.1c last_scrub_stamp 2024-09-13T16:15:40.994816+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=40, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:42:20.457 INFO:tasks.ceph:pgid 3.1d last_scrub_stamp 2024-09-13T16:15:40.994816+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=40, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:42:20.458 INFO:tasks.ceph:pgid 4.0 last_scrub_stamp 2024-09-13T16:15:44.401973+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=44, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:42:20.458 INFO:tasks.ceph:pgid 4.3 last_scrub_stamp 2024-09-13T16:15:44.401973+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=44, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:42:20.458 INFO:tasks.ceph:pgid 3.5 last_scrub_stamp 2024-09-13T16:15:40.994816+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=40, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:42:20.458 INFO:tasks.ceph:pgid 3.c last_scrub_stamp 2024-09-13T16:15:40.994816+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=40, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:42:20.458 INFO:tasks.ceph:pgid 4.8 last_scrub_stamp 2024-09-13T16:15:44.401973+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=44, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:42:20.458 INFO:tasks.ceph:pgid 4.16 last_scrub_stamp 2024-09-13T16:15:44.401973+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=44, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:42:20.459 INFO:tasks.ceph:pgid 4.17 last_scrub_stamp 2024-09-13T16:15:44.401973+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=44, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:42:20.459 INFO:tasks.ceph:pgid 4.15 last_scrub_stamp 2024-09-13T16:15:44.401973+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=44, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:42:20.459 INFO:tasks.ceph:pgid 3.15 last_scrub_stamp 2024-09-13T16:15:40.994816+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=40, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:42:20.459 INFO:tasks.ceph:pgid 3.16 last_scrub_stamp 2024-09-13T16:15:40.994816+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=40, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:42:20.460 INFO:tasks.ceph:pgid 4.11 last_scrub_stamp 2024-09-13T16:15:44.401973+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=44, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:42:20.460 INFO:tasks.ceph:pgid 4.1e last_scrub_stamp 2024-09-13T16:15:44.401973+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=44, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:42:20.460 INFO:tasks.ceph:pgid 4.1f last_scrub_stamp 2024-09-13T16:15:44.401973+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=44, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:42:20.460 INFO:tasks.ceph:pgid 4.1d last_scrub_stamp 2024-09-13T16:15:44.401973+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=44, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:42:20.460 INFO:tasks.ceph:pgid 3.2a last_scrub_stamp 2024-09-13T16:15:40.994816+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=40, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:42:20.461 INFO:tasks.ceph:pgid 3.3a last_scrub_stamp 2024-09-13T16:15:40.994816+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=40, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:42:20.461 INFO:tasks.ceph:pgid 3.3f last_scrub_stamp 2024-09-13T16:15:40.994816+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=40, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:42:20.461 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. 2024-09-13T16:42:40.461 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T16:42:40.586 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:40.579+0000 7f86c759e700 1 Processor -- start 2024-09-13T16:42:40.586 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:40.579+0000 7f86c759e700 1 -- start start 2024-09-13T16:42:40.587 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:40.579+0000 7f86c759e700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f86c00dc4d0 0x7f86c0044be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:42:40.587 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:40.579+0000 7f86c759e700 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f86c00dc980 con 0x7f86c00509b0 2024-09-13T16:42:40.587 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:40.579+0000 7f86c759e700 1 -- --> v1:172.21.15.179:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f86c00dcc60 con 0x7f86c00d6750 2024-09-13T16:42:40.587 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:40.579+0000 7f86c759e700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f86c00dd500 con 0x7f86c00dc4d0 2024-09-13T16:42:40.587 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:40.579+0000 7f86c6d9d700 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f86c00509b0 0x7f86c00e6e10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:43396/0 (socket says 172.21.15.5:43396) 2024-09-13T16:42:40.587 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:40.579+0000 7f86c6d9d700 1 -- 172.21.15.5:0/1810489052 learned_addr learned my addr 172.21.15.5:0/1810489052 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-13T16:42:40.588 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:40.579+0000 7f86c5d9b700 1 --2- 172.21.15.5:0/1810489052 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f86c00dc4d0 0x7f86c0044be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:42:40.588 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:40.579+0000 7f86c559a700 1 -- 172.21.15.5:0/1810489052 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3749695529 0 0) 0x7f86c00dc980 con 0x7f86c00509b0 2024-09-13T16:42:40.588 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:40.579+0000 7f86c559a700 1 -- 172.21.15.5:0/1810489052 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f86b40035d0 con 0x7f86c00509b0 2024-09-13T16:42:40.588 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:40.583+0000 7f86c559a700 1 -- 172.21.15.5:0/1810489052 <== mon.1 v1:172.21.15.179:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2026478520 0 0) 0x7f86c00dcc60 con 0x7f86c00d6750 2024-09-13T16:42:40.588 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:40.583+0000 7f86c559a700 1 -- 172.21.15.5:0/1810489052 --> v1:172.21.15.179:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f86c00dc980 con 0x7f86c00d6750 2024-09-13T16:42:40.588 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:40.583+0000 7f86c5d9b700 1 -- 172.21.15.5:0/1810489052 >> v1:172.21.15.179:6789/0 conn(0x7f86c00d6750 legacy=0x7f86c00e0140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:42:40.588 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:40.583+0000 7f86c5d9b700 1 -- 172.21.15.5:0/1810489052 >> v1:172.21.15.5:6789/0 conn(0x7f86c00509b0 legacy=0x7f86c00e6e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:42:40.588 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:40.583+0000 7f86c5d9b700 1 -- 172.21.15.5:0/1810489052 --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f86c00dcf40 con 0x7f86c00dc4d0 2024-09-13T16:42:40.588 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:40.583+0000 7f86c5d9b700 1 --2- 172.21.15.5:0/1810489052 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f86c00dc4d0 0x7f86c0044be0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f86b0009880 tx=0x7f86b0009b90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=961ac75c17c41a1b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:42:40.589 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:40.583+0000 7f86c559a700 1 -- 172.21.15.5:0/1810489052 <== mon.2 v2:172.21.15.179:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f86b0011830 con 0x7f86c00dc4d0 2024-09-13T16:42:40.589 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:40.583+0000 7f86c559a700 1 -- 172.21.15.5:0/1810489052 <== mon.2 v2:172.21.15.179:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f86b0011990 con 0x7f86c00dc4d0 2024-09-13T16:42:40.589 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:40.583+0000 7f86c559a700 1 -- 172.21.15.5:0/1810489052 <== mon.2 v2:172.21.15.179:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f86b0011d00 con 0x7f86c00dc4d0 2024-09-13T16:42:40.590 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:40.583+0000 7f86c759e700 1 -- 172.21.15.5:0/1810489052 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f86c00dc4d0 msgr2=0x7f86c0044be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:42:40.590 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:40.583+0000 7f86c759e700 1 --2- 172.21.15.5:0/1810489052 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f86c00dc4d0 0x7f86c0044be0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f86b0009880 tx=0x7f86b0009b90 comp rx=0 tx=0).stop 2024-09-13T16:42:40.590 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:40.583+0000 7f86c759e700 1 -- 172.21.15.5:0/1810489052 shutdown_connections 2024-09-13T16:42:40.590 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:40.583+0000 7f86c759e700 1 --2- 172.21.15.5:0/1810489052 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f86c00dc4d0 0x7f86c0044be0 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:42:40.590 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:40.583+0000 7f86c759e700 1 -- 172.21.15.5:0/1810489052 >> 172.21.15.5:0/1810489052 conn(0x7f86c004fd00 msgr2=0x7f86c0050110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:42:40.590 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:40.583+0000 7f86c759e700 1 -- 172.21.15.5:0/1810489052 shutdown_connections 2024-09-13T16:42:40.590 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:40.583+0000 7f86c759e700 1 -- 172.21.15.5:0/1810489052 wait complete. 2024-09-13T16:42:40.593 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:40.587+0000 7f86c759e700 1 Processor -- start 2024-09-13T16:42:40.593 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:40.587+0000 7f86c759e700 1 -- start start 2024-09-13T16:42:40.596 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:40.587+0000 7f86c759e700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f86c00509b0 0x7f86c00c8820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:42:40.596 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:40.587+0000 7f86c759e700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f86c00d6750 0x7f86c0172880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:42:40.596 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:40.587+0000 7f86c759e700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f86c00dc4d0 0x7f86c0172dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:42:40.596 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:40.587+0000 7f86c759e700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f86c0172450 con 0x7f86c00d6750 2024-09-13T16:42:40.596 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:40.587+0000 7f86c759e700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f86c004f680 con 0x7f86c00509b0 2024-09-13T16:42:40.596 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:40.587+0000 7f86c759e700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f86c004ce60 con 0x7f86c00dc4d0 2024-09-13T16:42:40.596 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:40.587+0000 7f86c5d9b700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f86c00d6750 0x7f86c0172880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:42:40.596 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:40.587+0000 7f86c5d9b700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f86c00d6750 0x7f86c0172880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:38448/0 (socket says 172.21.15.5:38448) 2024-09-13T16:42:40.596 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:40.587+0000 7f86c5d9b700 1 -- 172.21.15.5:0/1908180440 learned_addr learned my addr 172.21.15.5:0/1908180440 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:42:40.597 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:40.587+0000 7f86c659c700 1 --2- 172.21.15.5:0/1908180440 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f86c00509b0 0x7f86c00c8820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:42:40.597 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:40.591+0000 7f86c6d9d700 1 --2- 172.21.15.5:0/1908180440 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f86c00dc4d0 0x7f86c0172dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:42:40.597 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:40.591+0000 7f86c5d9b700 1 -- 172.21.15.5:0/1908180440 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f86c00dc4d0 msgr2=0x7f86c0172dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:42:40.597 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:40.591+0000 7f86c5d9b700 1 --2- 172.21.15.5:0/1908180440 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f86c00dc4d0 0x7f86c0172dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:42:40.597 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:40.591+0000 7f86c5d9b700 1 -- 172.21.15.5:0/1908180440 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f86c00509b0 msgr2=0x7f86c00c8820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:42:40.597 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:40.591+0000 7f86c5d9b700 1 --2- 172.21.15.5:0/1908180440 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f86c00509b0 0x7f86c00c8820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:42:40.597 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:40.591+0000 7f86c5d9b700 1 -- 172.21.15.5:0/1908180440 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f86b00094b0 con 0x7f86c00d6750 2024-09-13T16:42:40.597 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:40.591+0000 7f86c5d9b700 1 --2- 172.21.15.5:0/1908180440 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f86c00d6750 0x7f86c0172880 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f86b0009bd0 tx=0x7f86b0004770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:42:40.598 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:40.591+0000 7f86beffd700 1 -- 172.21.15.5:0/1908180440 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f86b00044d0 con 0x7f86c00d6750 2024-09-13T16:42:40.598 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:40.591+0000 7f86beffd700 1 -- 172.21.15.5:0/1908180440 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f86b00036c0 con 0x7f86c00d6750 2024-09-13T16:42:40.598 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:40.591+0000 7f86beffd700 1 -- 172.21.15.5:0/1908180440 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f86b0003a70 con 0x7f86c00d6750 2024-09-13T16:42:40.598 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:40.591+0000 7f86c759e700 1 -- 172.21.15.5:0/1908180440 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f86c00df710 con 0x7f86c00d6750 2024-09-13T16:42:40.599 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:40.591+0000 7f86c759e700 1 -- 172.21.15.5:0/1908180440 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f86c00c9610 con 0x7f86c00d6750 2024-09-13T16:42:40.599 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:40.591+0000 7f86c759e700 1 -- 172.21.15.5:0/1908180440 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f86c01725a0 con 0x7f86c00d6750 2024-09-13T16:42:40.599 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:40.591+0000 7f86beffd700 1 -- 172.21.15.5:0/1908180440 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f86b0003bd0 con 0x7f86c00d6750 2024-09-13T16:42:40.599 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:40.591+0000 7f86beffd700 1 --2- 172.21.15.5:0/1908180440 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f86a8066730 0x7f86a8068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:42:40.599 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:40.591+0000 7f86beffd700 1 -- 172.21.15.5:0/1908180440 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6642+0+0 (secure 0 0 0) 0x7f86b0085940 con 0x7f86c00d6750 2024-09-13T16:42:40.599 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:40.591+0000 7f86c659c700 1 --2- 172.21.15.5:0/1908180440 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f86a8066730 0x7f86a8068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:42:40.600 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:40.595+0000 7f86c659c700 1 --2- 172.21.15.5:0/1908180440 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f86a8066730 0x7f86a8068bf0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f86b8001850 tx=0x7f86b8009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:42:40.603 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:40.599+0000 7f86beffd700 1 -- 172.21.15.5:0/1908180440 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f86c01725a0 con 0x7f86c00d6750 2024-09-13T16:42:40.775 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:40.767+0000 7f86c759e700 1 -- 172.21.15.5:0/1908180440 --> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f86c0009d70 con 0x7f86a8066730 2024-09-13T16:42:40.794 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:40.787+0000 7f86beffd700 1 -- 172.21.15.5:0/1908180440 <== mgr.4102 v2:172.21.15.179:6832/2977940518 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+373871 (secure 0 0 0) 0x7f86c0009d70 con 0x7f86a8066730 2024-09-13T16:42:40.799 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-13T16:42:40.802 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:40.795+0000 7f86c759e700 1 -- 172.21.15.5:0/1908180440 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f86a8066730 msgr2=0x7f86a8068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:42:40.802 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:40.795+0000 7f86c759e700 1 --2- 172.21.15.5:0/1908180440 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f86a8066730 0x7f86a8068bf0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f86b8001850 tx=0x7f86b8009040 comp rx=0 tx=0).stop 2024-09-13T16:42:40.802 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:40.795+0000 7f86c759e700 1 -- 172.21.15.5:0/1908180440 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f86c00d6750 msgr2=0x7f86c0172880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:42:40.803 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:40.795+0000 7f86c759e700 1 --2- 172.21.15.5:0/1908180440 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f86c00d6750 0x7f86c0172880 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f86b0009bd0 tx=0x7f86b0004770 comp rx=0 tx=0).stop 2024-09-13T16:42:40.803 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:40.795+0000 7f86c759e700 1 -- 172.21.15.5:0/1908180440 shutdown_connections 2024-09-13T16:42:40.803 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:40.795+0000 7f86c759e700 1 --2- 172.21.15.5:0/1908180440 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f86c00dc4d0 0x7f86c0172dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:42:40.803 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:40.795+0000 7f86c759e700 1 --2- 172.21.15.5:0/1908180440 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f86c00d6750 0x7f86c0172880 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:42:40.803 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:40.795+0000 7f86c759e700 1 --2- 172.21.15.5:0/1908180440 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f86a8066730 0x7f86a8068bf0 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:42:40.803 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:40.795+0000 7f86c759e700 1 --2- 172.21.15.5:0/1908180440 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f86c00509b0 0x7f86c00c8820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:42:40.803 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:40.795+0000 7f86c759e700 1 -- 172.21.15.5:0/1908180440 >> 172.21.15.5:0/1908180440 conn(0x7f86c004fd00 msgr2=0x7f86c00dbd40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:42:40.803 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:40.795+0000 7f86c759e700 1 -- 172.21.15.5:0/1908180440 shutdown_connections 2024-09-13T16:42:40.803 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:42:40.795+0000 7f86c759e700 1 -- 172.21.15.5:0/1908180440 wait complete. 2024-09-13T16:42:40.803 INFO:teuthology.orchestra.run.smithi005.stderr:dumped all 2024-09-13T16:42:40.816 INFO:teuthology.orchestra.run.smithi005.stdout:{"pg_ready":true,"pg_map":{"version":837,"stamp":"2024-09-13T16:42:39.139343+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":251196407,"num_objects":83,"num_object_clones":0,"num_object_copies":166,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":83,"num_whiteouts":0,"num_read":2938,"num_read_kb":5779,"num_write":129550,"num_write_kb":2795582,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":5456,"num_omap_keys":11,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":181794,"ondisk_log_size":181794,"up":322,"acting":322,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":322,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":2953632,"kb_used_data":493024,"kb_used_omap":12,"kb_used_meta":2460531,"kb_avail":752021088,"statfs":{"total":773094113280,"available":770069594112,"internally_reserved":0,"allocated":504856576,"data_stored":503363070,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":2519584313},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004909"},"pg_stats":[{"pgid":"2.1f","version":"28'1253","reported_seq":1294,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:43.838338+0000","last_change":"2024-09-13T16:41:43.838661+0000","last_active":"2024-09-13T16:41:43.838338+0000","last_peered":"2024-09-13T16:41:43.838338+0000","last_clean":"2024-09-13T16:41:43.838338+0000","last_became_active":"2024-09-13T16:15:41.032311+0000","last_became_peered":"2024-09-13T16:15:41.032311+0000","last_unstale":"2024-09-13T16:41:43.838338+0000","last_undegraded":"2024-09-13T16:41:43.838338+0000","last_fullsized":"2024-09-13T16:41:43.838338+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'1253","last_scrub_stamp":"2024-09-13T16:41:43.838195+0000","last_deep_scrub":"28'1253","last_deep_scrub_stamp":"2024-09-13T16:41:43.838195+0000","last_clean_scrub_stamp":"2024-09-13T16:41:43.838195+0000","objects_scrubbed":2,"log_size":1253,"log_dups_size":0,"ondisk_log_size":1253,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:03:41.545004+0000","scrub_duration":0.0097566249999999997,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1259,"num_write_kb":8773,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"28'538","reported_seq":579,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:39.182042+0000","last_change":"2024-09-13T16:41:39.182042+0000","last_active":"2024-09-13T16:41:39.182042+0000","last_peered":"2024-09-13T16:41:39.182042+0000","last_clean":"2024-09-13T16:41:39.182042+0000","last_became_active":"2024-09-13T16:15:41.421707+0000","last_became_peered":"2024-09-13T16:15:41.421707+0000","last_unstale":"2024-09-13T16:41:39.182042+0000","last_undegraded":"2024-09-13T16:41:39.182042+0000","last_fullsized":"2024-09-13T16:41:39.182042+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'538","last_scrub_stamp":"2024-09-13T16:41:39.181830+0000","last_deep_scrub":"28'538","last_deep_scrub_stamp":"2024-09-13T16:41:39.181830+0000","last_clean_scrub_stamp":"2024-09-13T16:41:39.181830+0000","objects_scrubbed":0,"log_size":538,"log_dups_size":0,"ondisk_log_size":538,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:35:35.454895+0000","scrub_duration":0.003033245,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"28'2700","reported_seq":2737,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:29.166432+0000","last_change":"2024-09-13T16:42:29.166725+0000","last_active":"2024-09-13T16:42:29.166432+0000","last_peered":"2024-09-13T16:42:29.166432+0000","last_clean":"2024-09-13T16:42:29.166432+0000","last_became_active":"2024-09-13T16:15:45.426408+0000","last_became_peered":"2024-09-13T16:15:45.426408+0000","last_unstale":"2024-09-13T16:42:29.166432+0000","last_undegraded":"2024-09-13T16:42:29.166432+0000","last_fullsized":"2024-09-13T16:42:29.166432+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'2700","last_scrub_stamp":"2024-09-13T16:42:29.166379+0000","last_deep_scrub":"28'2700","last_deep_scrub_stamp":"2024-09-13T16:42:29.166379+0000","last_clean_scrub_stamp":"2024-09-13T16:42:29.166379+0000","objects_scrubbed":0,"log_size":2700,"log_dups_size":0,"ondisk_log_size":2700,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:50:27.636907+0000","scrub_duration":0.0091265659999999992,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2175,"num_write_kb":84186,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,7,0],"acting":[3,2,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"28'3456","reported_seq":3498,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:02.288669+0000","last_change":"2024-09-13T16:42:02.288856+0000","last_active":"2024-09-13T16:42:02.288669+0000","last_peered":"2024-09-13T16:42:02.288669+0000","last_clean":"2024-09-13T16:42:02.288669+0000","last_became_active":"2024-09-13T16:15:41.031754+0000","last_became_peered":"2024-09-13T16:15:41.031754+0000","last_unstale":"2024-09-13T16:42:02.288669+0000","last_undegraded":"2024-09-13T16:42:02.288669+0000","last_fullsized":"2024-09-13T16:42:02.288669+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'3456","last_scrub_stamp":"2024-09-13T16:42:02.288629+0000","last_deep_scrub":"28'3456","last_deep_scrub_stamp":"2024-09-13T16:42:02.288629+0000","last_clean_scrub_stamp":"2024-09-13T16:42:02.288629+0000","objects_scrubbed":4,"log_size":3456,"log_dups_size":0,"ondisk_log_size":3456,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:21:25.171160+0000","scrub_duration":0.056337959999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16777216,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3456,"num_write_kb":26181,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"28'534","reported_seq":574,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:06.749614+0000","last_change":"2024-09-13T16:42:06.749918+0000","last_active":"2024-09-13T16:42:06.749614+0000","last_peered":"2024-09-13T16:42:06.749614+0000","last_clean":"2024-09-13T16:42:06.749614+0000","last_became_active":"2024-09-13T16:15:41.425995+0000","last_became_peered":"2024-09-13T16:15:41.425995+0000","last_unstale":"2024-09-13T16:42:06.749614+0000","last_undegraded":"2024-09-13T16:42:06.749614+0000","last_fullsized":"2024-09-13T16:42:06.749614+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'534","last_scrub_stamp":"2024-09-13T16:42:06.749480+0000","last_deep_scrub":"28'534","last_deep_scrub_stamp":"2024-09-13T16:42:06.749480+0000","last_clean_scrub_stamp":"2024-09-13T16:42:06.749480+0000","objects_scrubbed":0,"log_size":534,"log_dups_size":0,"ondisk_log_size":534,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:13:11.030073+0000","scrub_duration":0.0044148449999999997,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"28'2521","reported_seq":2558,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:58.852509+0000","last_change":"2024-09-13T16:41:58.852509+0000","last_active":"2024-09-13T16:41:58.852509+0000","last_peered":"2024-09-13T16:41:58.852509+0000","last_clean":"2024-09-13T16:41:58.852509+0000","last_became_active":"2024-09-13T16:15:45.436923+0000","last_became_peered":"2024-09-13T16:15:45.436923+0000","last_unstale":"2024-09-13T16:41:58.852509+0000","last_undegraded":"2024-09-13T16:41:58.852509+0000","last_fullsized":"2024-09-13T16:41:58.852509+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'2521","last_scrub_stamp":"2024-09-13T16:41:58.852197+0000","last_deep_scrub":"28'2521","last_deep_scrub_stamp":"2024-09-13T16:41:58.852197+0000","last_clean_scrub_stamp":"2024-09-13T16:41:58.852197+0000","objects_scrubbed":0,"log_size":2521,"log_dups_size":0,"ondisk_log_size":2521,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:12:41.167027+0000","scrub_duration":0.0088108100000000005,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1916,"num_write_kb":99596,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1,3],"acting":[4,6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"28'4294","reported_seq":4333,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:02.419274+0000","last_change":"2024-09-13T16:42:02.419421+0000","last_active":"2024-09-13T16:42:02.419274+0000","last_peered":"2024-09-13T16:42:02.419274+0000","last_clean":"2024-09-13T16:42:02.419274+0000","last_became_active":"2024-09-13T16:15:41.034495+0000","last_became_peered":"2024-09-13T16:15:41.034495+0000","last_unstale":"2024-09-13T16:42:02.419274+0000","last_undegraded":"2024-09-13T16:42:02.419274+0000","last_fullsized":"2024-09-13T16:42:02.419274+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'4294","last_scrub_stamp":"2024-09-13T16:42:02.419244+0000","last_deep_scrub":"28'4294","last_deep_scrub_stamp":"2024-09-13T16:42:02.419244+0000","last_clean_scrub_stamp":"2024-09-13T16:42:02.419244+0000","objects_scrubbed":4,"log_size":4294,"log_dups_size":0,"ondisk_log_size":4294,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:12:44.734074+0000","scrub_duration":0.062099620000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12582912,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4290,"num_write_kb":30729,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"28'588","reported_seq":626,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:25.160502+0000","last_change":"2024-09-13T16:42:25.160726+0000","last_active":"2024-09-13T16:42:25.160502+0000","last_peered":"2024-09-13T16:42:25.160502+0000","last_clean":"2024-09-13T16:42:25.160502+0000","last_became_active":"2024-09-13T16:15:41.432059+0000","last_became_peered":"2024-09-13T16:15:41.432059+0000","last_unstale":"2024-09-13T16:42:25.160502+0000","last_undegraded":"2024-09-13T16:42:25.160502+0000","last_fullsized":"2024-09-13T16:42:25.160502+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'588","last_scrub_stamp":"2024-09-13T16:42:25.160439+0000","last_deep_scrub":"28'588","last_deep_scrub_stamp":"2024-09-13T16:42:25.160439+0000","last_clean_scrub_stamp":"2024-09-13T16:42:25.160439+0000","objects_scrubbed":0,"log_size":588,"log_dups_size":0,"ondisk_log_size":588,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:42:39.096961+0000","scrub_duration":0.002976958,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"28'2251","reported_seq":2297,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:00.841408+0000","last_change":"2024-09-13T16:42:00.841684+0000","last_active":"2024-09-13T16:42:00.841408+0000","last_peered":"2024-09-13T16:42:00.841408+0000","last_clean":"2024-09-13T16:42:00.841408+0000","last_became_active":"2024-09-13T16:16:24.277805+0000","last_became_peered":"2024-09-13T16:16:24.277805+0000","last_unstale":"2024-09-13T16:42:00.841408+0000","last_undegraded":"2024-09-13T16:42:00.841408+0000","last_fullsized":"2024-09-13T16:42:00.841408+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'2251","last_scrub_stamp":"2024-09-13T16:42:00.841352+0000","last_deep_scrub":"28'2251","last_deep_scrub_stamp":"2024-09-13T16:42:00.841352+0000","last_clean_scrub_stamp":"2024-09-13T16:42:00.841352+0000","objects_scrubbed":0,"log_size":2251,"log_dups_size":0,"ondisk_log_size":2251,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:34:17.641767+0000","scrub_duration":0.009665926,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1643,"num_write_kb":89641,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,2],"acting":[4,3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"28'695","reported_seq":734,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:52.369057+0000","last_change":"2024-09-13T16:41:52.369284+0000","last_active":"2024-09-13T16:41:52.369057+0000","last_peered":"2024-09-13T16:41:52.369057+0000","last_clean":"2024-09-13T16:41:52.369057+0000","last_became_active":"2024-09-13T16:15:41.039294+0000","last_became_peered":"2024-09-13T16:15:41.039294+0000","last_unstale":"2024-09-13T16:41:52.369057+0000","last_undegraded":"2024-09-13T16:41:52.369057+0000","last_fullsized":"2024-09-13T16:41:52.369057+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'695","last_scrub_stamp":"2024-09-13T16:41:52.369001+0000","last_deep_scrub":"28'695","last_deep_scrub_stamp":"2024-09-13T16:41:52.369001+0000","last_clean_scrub_stamp":"2024-09-13T16:41:52.369001+0000","objects_scrubbed":1,"log_size":695,"log_dups_size":0,"ondisk_log_size":695,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:42:50.114483+0000","scrub_duration":0.0066253759999999997,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":701,"num_write_kb":4465,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"28'542","reported_seq":580,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:26.177099+0000","last_change":"2024-09-13T16:42:26.177425+0000","last_active":"2024-09-13T16:42:26.177099+0000","last_peered":"2024-09-13T16:42:26.177099+0000","last_clean":"2024-09-13T16:42:26.177099+0000","last_became_active":"2024-09-13T16:15:41.430277+0000","last_became_peered":"2024-09-13T16:15:41.430277+0000","last_unstale":"2024-09-13T16:42:26.177099+0000","last_undegraded":"2024-09-13T16:42:26.177099+0000","last_fullsized":"2024-09-13T16:42:26.177099+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'542","last_scrub_stamp":"2024-09-13T16:42:26.177001+0000","last_deep_scrub":"28'542","last_deep_scrub_stamp":"2024-09-13T16:42:26.177001+0000","last_clean_scrub_stamp":"2024-09-13T16:42:26.177001+0000","objects_scrubbed":0,"log_size":542,"log_dups_size":0,"ondisk_log_size":542,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:47:48.311715+0000","scrub_duration":0.0034451640000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"28'2373","reported_seq":2409,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:59.804956+0000","last_change":"2024-09-13T16:41:59.805200+0000","last_active":"2024-09-13T16:41:59.804956+0000","last_peered":"2024-09-13T16:41:59.804956+0000","last_clean":"2024-09-13T16:41:59.804956+0000","last_became_active":"2024-09-13T16:15:45.439214+0000","last_became_peered":"2024-09-13T16:15:45.439214+0000","last_unstale":"2024-09-13T16:41:59.804956+0000","last_undegraded":"2024-09-13T16:41:59.804956+0000","last_fullsized":"2024-09-13T16:41:59.804956+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'2373","last_scrub_stamp":"2024-09-13T16:41:59.804901+0000","last_deep_scrub":"28'2373","last_deep_scrub_stamp":"2024-09-13T16:41:59.804901+0000","last_clean_scrub_stamp":"2024-09-13T16:41:59.804901+0000","objects_scrubbed":0,"log_size":2373,"log_dups_size":0,"ondisk_log_size":2373,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:40:20.332271+0000","scrub_duration":0.00847118,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1843,"num_write_kb":53356,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0,5],"acting":[4,3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"28'575","reported_seq":615,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:53.876170+0000","last_change":"2024-09-13T16:41:53.876403+0000","last_active":"2024-09-13T16:41:53.876170+0000","last_peered":"2024-09-13T16:41:53.876170+0000","last_clean":"2024-09-13T16:41:53.876170+0000","last_became_active":"2024-09-13T16:15:41.429041+0000","last_became_peered":"2024-09-13T16:15:41.429041+0000","last_unstale":"2024-09-13T16:41:53.876170+0000","last_undegraded":"2024-09-13T16:41:53.876170+0000","last_fullsized":"2024-09-13T16:41:53.876170+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'575","last_scrub_stamp":"2024-09-13T16:41:53.876122+0000","last_deep_scrub":"28'575","last_deep_scrub_stamp":"2024-09-13T16:41:53.876122+0000","last_clean_scrub_stamp":"2024-09-13T16:41:53.876122+0000","objects_scrubbed":0,"log_size":575,"log_dups_size":0,"ondisk_log_size":575,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:26:19.438352+0000","scrub_duration":0.0029700490000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.b","version":"28'3323","reported_seq":3363,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:51.466272+0000","last_change":"2024-09-13T16:41:51.466409+0000","last_active":"2024-09-13T16:41:51.466272+0000","last_peered":"2024-09-13T16:41:51.466272+0000","last_clean":"2024-09-13T16:41:51.466272+0000","last_became_active":"2024-09-13T16:15:41.032725+0000","last_became_peered":"2024-09-13T16:15:41.032725+0000","last_unstale":"2024-09-13T16:41:51.466272+0000","last_undegraded":"2024-09-13T16:41:51.466272+0000","last_fullsized":"2024-09-13T16:41:51.466272+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'3323","last_scrub_stamp":"2024-09-13T16:41:51.466249+0000","last_deep_scrub":"28'3323","last_deep_scrub_stamp":"2024-09-13T16:41:51.466249+0000","last_clean_scrub_stamp":"2024-09-13T16:41:51.466249+0000","objects_scrubbed":4,"log_size":3323,"log_dups_size":0,"ondisk_log_size":3323,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:16:16.375352+0000","scrub_duration":0.059965513999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12582912,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3329,"num_write_kb":26178,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":456,"num_omap_keys":1,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.d","version":"28'2269","reported_seq":2306,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:08.866840+0000","last_change":"2024-09-13T16:42:08.866975+0000","last_active":"2024-09-13T16:42:08.866840+0000","last_peered":"2024-09-13T16:42:08.866840+0000","last_clean":"2024-09-13T16:42:08.866840+0000","last_became_active":"2024-09-13T16:15:45.445412+0000","last_became_peered":"2024-09-13T16:15:45.445412+0000","last_unstale":"2024-09-13T16:42:08.866840+0000","last_undegraded":"2024-09-13T16:42:08.866840+0000","last_fullsized":"2024-09-13T16:42:08.866840+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'2269","last_scrub_stamp":"2024-09-13T16:42:08.866815+0000","last_deep_scrub":"28'2269","last_deep_scrub_stamp":"2024-09-13T16:42:08.866815+0000","last_clean_scrub_stamp":"2024-09-13T16:42:08.866815+0000","objects_scrubbed":0,"log_size":2269,"log_dups_size":0,"ondisk_log_size":2269,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:21:31.749346+0000","scrub_duration":0.0097367670000000003,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1677,"num_write_kb":34937,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2,1],"acting":[4,0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"28'561","reported_seq":600,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:11.152606+0000","last_change":"2024-09-13T16:42:11.152811+0000","last_active":"2024-09-13T16:42:11.152606+0000","last_peered":"2024-09-13T16:42:11.152606+0000","last_clean":"2024-09-13T16:42:11.152606+0000","last_became_active":"2024-09-13T16:15:41.423409+0000","last_became_peered":"2024-09-13T16:15:41.423409+0000","last_unstale":"2024-09-13T16:42:11.152606+0000","last_undegraded":"2024-09-13T16:42:11.152606+0000","last_fullsized":"2024-09-13T16:42:11.152606+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'561","last_scrub_stamp":"2024-09-13T16:42:11.152556+0000","last_deep_scrub":"28'561","last_deep_scrub_stamp":"2024-09-13T16:42:11.152556+0000","last_clean_scrub_stamp":"2024-09-13T16:42:11.152556+0000","objects_scrubbed":0,"log_size":561,"log_dups_size":0,"ondisk_log_size":561,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:57:57.331782+0000","scrub_duration":0.003748202,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"28'2614","reported_seq":2655,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:44.145048+0000","last_change":"2024-09-13T16:41:44.145048+0000","last_active":"2024-09-13T16:41:44.145048+0000","last_peered":"2024-09-13T16:41:44.145048+0000","last_clean":"2024-09-13T16:41:44.145048+0000","last_became_active":"2024-09-13T16:15:41.031409+0000","last_became_peered":"2024-09-13T16:15:41.031409+0000","last_unstale":"2024-09-13T16:41:44.145048+0000","last_undegraded":"2024-09-13T16:41:44.145048+0000","last_fullsized":"2024-09-13T16:41:44.145048+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'2614","last_scrub_stamp":"2024-09-13T16:41:44.144871+0000","last_deep_scrub":"28'2614","last_deep_scrub_stamp":"2024-09-13T16:41:44.144871+0000","last_clean_scrub_stamp":"2024-09-13T16:41:44.144871+0000","objects_scrubbed":3,"log_size":2614,"log_dups_size":0,"ondisk_log_size":2614,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:03:06.059056+0000","scrub_duration":0.042637222000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12582912,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2613,"num_write_kb":21665,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"28'2380","reported_seq":2417,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:10.902309+0000","last_change":"2024-09-13T16:42:10.902625+0000","last_active":"2024-09-13T16:42:10.902309+0000","last_peered":"2024-09-13T16:42:10.902309+0000","last_clean":"2024-09-13T16:42:10.902309+0000","last_became_active":"2024-09-13T16:15:45.445262+0000","last_became_peered":"2024-09-13T16:15:45.445262+0000","last_unstale":"2024-09-13T16:42:10.902309+0000","last_undegraded":"2024-09-13T16:42:10.902309+0000","last_fullsized":"2024-09-13T16:42:10.902309+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'2380","last_scrub_stamp":"2024-09-13T16:42:10.902257+0000","last_deep_scrub":"28'2380","last_deep_scrub_stamp":"2024-09-13T16:42:10.902257+0000","last_clean_scrub_stamp":"2024-09-13T16:42:10.902257+0000","objects_scrubbed":0,"log_size":2380,"log_dups_size":0,"ondisk_log_size":2380,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:34:16.436057+0000","scrub_duration":0.0096489479999999992,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1823,"num_write_kb":48873,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"28'593","reported_seq":633,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:04.160567+0000","last_change":"2024-09-13T16:42:04.160759+0000","last_active":"2024-09-13T16:42:04.160567+0000","last_peered":"2024-09-13T16:42:04.160567+0000","last_clean":"2024-09-13T16:42:04.160567+0000","last_became_active":"2024-09-13T16:15:41.412959+0000","last_became_peered":"2024-09-13T16:15:41.412959+0000","last_unstale":"2024-09-13T16:42:04.160567+0000","last_undegraded":"2024-09-13T16:42:04.160567+0000","last_fullsized":"2024-09-13T16:42:04.160567+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'593","last_scrub_stamp":"2024-09-13T16:42:04.160516+0000","last_deep_scrub":"28'593","last_deep_scrub_stamp":"2024-09-13T16:42:04.160516+0000","last_clean_scrub_stamp":"2024-09-13T16:42:04.160516+0000","objects_scrubbed":0,"log_size":593,"log_dups_size":0,"ondisk_log_size":593,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:34:09.694316+0000","scrub_duration":0.0033676029999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":32,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.9","version":"28'1728","reported_seq":1769,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:47.198034+0000","last_change":"2024-09-13T16:41:47.198229+0000","last_active":"2024-09-13T16:41:47.198034+0000","last_peered":"2024-09-13T16:41:47.198034+0000","last_clean":"2024-09-13T16:41:47.198034+0000","last_became_active":"2024-09-13T16:15:41.032093+0000","last_became_peered":"2024-09-13T16:15:41.032093+0000","last_unstale":"2024-09-13T16:41:47.198034+0000","last_undegraded":"2024-09-13T16:41:47.198034+0000","last_fullsized":"2024-09-13T16:41:47.198034+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'1728","last_scrub_stamp":"2024-09-13T16:41:47.197982+0000","last_deep_scrub":"28'1728","last_deep_scrub_stamp":"2024-09-13T16:41:47.197982+0000","last_clean_scrub_stamp":"2024-09-13T16:41:47.197982+0000","objects_scrubbed":2,"log_size":1728,"log_dups_size":0,"ondisk_log_size":1728,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:42:44.943464+0000","scrub_duration":0.036206980999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8388608,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1726,"num_write_kb":13096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"28'2535","reported_seq":2572,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:16.345677+0000","last_change":"2024-09-13T16:42:16.345892+0000","last_active":"2024-09-13T16:42:16.345677+0000","last_peered":"2024-09-13T16:42:16.345677+0000","last_clean":"2024-09-13T16:42:16.345677+0000","last_became_active":"2024-09-13T16:15:45.446001+0000","last_became_peered":"2024-09-13T16:15:45.446001+0000","last_unstale":"2024-09-13T16:42:16.345677+0000","last_undegraded":"2024-09-13T16:42:16.345677+0000","last_fullsized":"2024-09-13T16:42:16.345677+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'2535","last_scrub_stamp":"2024-09-13T16:42:16.345613+0000","last_deep_scrub":"28'2535","last_deep_scrub_stamp":"2024-09-13T16:42:16.345613+0000","last_clean_scrub_stamp":"2024-09-13T16:42:16.345613+0000","objects_scrubbed":0,"log_size":2535,"log_dups_size":0,"ondisk_log_size":2535,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:58:02.524839+0000","scrub_duration":0.01082903,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1983,"num_write_kb":60714,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4,7],"acting":[1,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"28'562","reported_seq":602,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:39.737495+0000","last_change":"2024-09-13T16:41:39.737495+0000","last_active":"2024-09-13T16:41:39.737495+0000","last_peered":"2024-09-13T16:41:39.737495+0000","last_clean":"2024-09-13T16:41:39.737495+0000","last_became_active":"2024-09-13T16:15:41.425741+0000","last_became_peered":"2024-09-13T16:15:41.425741+0000","last_unstale":"2024-09-13T16:41:39.737495+0000","last_undegraded":"2024-09-13T16:41:39.737495+0000","last_fullsized":"2024-09-13T16:41:39.737495+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'562","last_scrub_stamp":"2024-09-13T16:41:39.737220+0000","last_deep_scrub":"28'562","last_deep_scrub_stamp":"2024-09-13T16:41:39.737220+0000","last_clean_scrub_stamp":"2024-09-13T16:41:39.737220+0000","objects_scrubbed":0,"log_size":562,"log_dups_size":0,"ondisk_log_size":562,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:00:28.682098+0000","scrub_duration":0.0032929859999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"28'1260","reported_seq":1301,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:58.320631+0000","last_change":"2024-09-13T16:41:58.320752+0000","last_active":"2024-09-13T16:41:58.320631+0000","last_peered":"2024-09-13T16:41:58.320631+0000","last_clean":"2024-09-13T16:41:58.320631+0000","last_became_active":"2024-09-13T16:15:41.032575+0000","last_became_peered":"2024-09-13T16:15:41.032575+0000","last_unstale":"2024-09-13T16:41:58.320631+0000","last_undegraded":"2024-09-13T16:41:58.320631+0000","last_fullsized":"2024-09-13T16:41:58.320631+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'1260","last_scrub_stamp":"2024-09-13T16:41:58.320597+0000","last_deep_scrub":"28'1260","last_deep_scrub_stamp":"2024-09-13T16:41:58.320597+0000","last_clean_scrub_stamp":"2024-09-13T16:41:58.320597+0000","objects_scrubbed":1,"log_size":1260,"log_dups_size":0,"ondisk_log_size":1260,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:26:32.828333+0000","scrub_duration":0.019236375,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1271,"num_write_kb":8841,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.e","version":"28'2336","reported_seq":2373,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:05.827352+0000","last_change":"2024-09-13T16:42:05.827626+0000","last_active":"2024-09-13T16:42:05.827352+0000","last_peered":"2024-09-13T16:42:05.827352+0000","last_clean":"2024-09-13T16:42:05.827352+0000","last_became_active":"2024-09-13T16:15:45.449446+0000","last_became_peered":"2024-09-13T16:15:45.449446+0000","last_unstale":"2024-09-13T16:42:05.827352+0000","last_undegraded":"2024-09-13T16:42:05.827352+0000","last_fullsized":"2024-09-13T16:42:05.827352+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'2336","last_scrub_stamp":"2024-09-13T16:42:05.827299+0000","last_deep_scrub":"28'2336","last_deep_scrub_stamp":"2024-09-13T16:42:05.827299+0000","last_clean_scrub_stamp":"2024-09-13T16:42:05.827299+0000","objects_scrubbed":0,"log_size":2336,"log_dups_size":0,"ondisk_log_size":2336,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:10:45.377038+0000","scrub_duration":0.0084383679999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1793,"num_write_kb":94658,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"28'559","reported_seq":599,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:47.791749+0000","last_change":"2024-09-13T16:41:47.791952+0000","last_active":"2024-09-13T16:41:47.791749+0000","last_peered":"2024-09-13T16:41:47.791749+0000","last_clean":"2024-09-13T16:41:47.791749+0000","last_became_active":"2024-09-13T16:15:41.415187+0000","last_became_peered":"2024-09-13T16:15:41.415187+0000","last_unstale":"2024-09-13T16:41:47.791749+0000","last_undegraded":"2024-09-13T16:41:47.791749+0000","last_fullsized":"2024-09-13T16:41:47.791749+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'559","last_scrub_stamp":"2024-09-13T16:41:47.791693+0000","last_deep_scrub":"28'559","last_deep_scrub_stamp":"2024-09-13T16:41:47.791693+0000","last_clean_scrub_stamp":"2024-09-13T16:41:47.791693+0000","objects_scrubbed":0,"log_size":559,"log_dups_size":0,"ondisk_log_size":559,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:29:31.451322+0000","scrub_duration":0.003348855,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"28'1224","reported_seq":1265,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:44.833254+0000","last_change":"2024-09-13T16:41:44.833377+0000","last_active":"2024-09-13T16:41:44.833254+0000","last_peered":"2024-09-13T16:41:44.833254+0000","last_clean":"2024-09-13T16:41:44.833254+0000","last_became_active":"2024-09-13T16:15:41.035523+0000","last_became_peered":"2024-09-13T16:15:41.035523+0000","last_unstale":"2024-09-13T16:41:44.833254+0000","last_undegraded":"2024-09-13T16:41:44.833254+0000","last_fullsized":"2024-09-13T16:41:44.833254+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'1224","last_scrub_stamp":"2024-09-13T16:41:44.833227+0000","last_deep_scrub":"28'1224","last_deep_scrub_stamp":"2024-09-13T16:41:44.833227+0000","last_clean_scrub_stamp":"2024-09-13T16:41:44.833227+0000","objects_scrubbed":2,"log_size":1224,"log_dups_size":0,"ondisk_log_size":1224,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:24:23.832614+0000","scrub_duration":0.021607784000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1246,"num_write_kb":8763,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1","version":"28'2378","reported_seq":2416,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:54.925978+0000","last_change":"2024-09-13T16:41:54.926229+0000","last_active":"2024-09-13T16:41:54.925978+0000","last_peered":"2024-09-13T16:41:54.925978+0000","last_clean":"2024-09-13T16:41:54.925978+0000","last_became_active":"2024-09-13T16:15:45.437484+0000","last_became_peered":"2024-09-13T16:15:45.437484+0000","last_unstale":"2024-09-13T16:41:54.925978+0000","last_undegraded":"2024-09-13T16:41:54.925978+0000","last_fullsized":"2024-09-13T16:41:54.925978+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'2378","last_scrub_stamp":"2024-09-13T16:41:54.925928+0000","last_deep_scrub":"28'2378","last_deep_scrub_stamp":"2024-09-13T16:41:54.925928+0000","last_clean_scrub_stamp":"2024-09-13T16:41:54.925928+0000","objects_scrubbed":0,"log_size":2378,"log_dups_size":0,"ondisk_log_size":2378,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:26:29.433663+0000","scrub_duration":0.0097517339999999997,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1792,"num_write_kb":39357,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,7],"acting":[4,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"28'517","reported_seq":557,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:10.161953+0000","last_change":"2024-09-13T16:42:10.162173+0000","last_active":"2024-09-13T16:42:10.161953+0000","last_peered":"2024-09-13T16:42:10.161953+0000","last_clean":"2024-09-13T16:42:10.161953+0000","last_became_active":"2024-09-13T16:15:41.412266+0000","last_became_peered":"2024-09-13T16:15:41.412266+0000","last_unstale":"2024-09-13T16:42:10.161953+0000","last_undegraded":"2024-09-13T16:42:10.161953+0000","last_fullsized":"2024-09-13T16:42:10.161953+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'517","last_scrub_stamp":"2024-09-13T16:42:10.161891+0000","last_deep_scrub":"28'517","last_deep_scrub_stamp":"2024-09-13T16:42:10.161891+0000","last_clean_scrub_stamp":"2024-09-13T16:42:10.161891+0000","objects_scrubbed":0,"log_size":517,"log_dups_size":0,"ondisk_log_size":517,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:41:15.663819+0000","scrub_duration":0.0036391520000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"28'1585","reported_seq":1626,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:53.220155+0000","last_change":"2024-09-13T16:41:53.220291+0000","last_active":"2024-09-13T16:41:53.220155+0000","last_peered":"2024-09-13T16:41:53.220155+0000","last_clean":"2024-09-13T16:41:53.220155+0000","last_became_active":"2024-09-13T16:15:41.031492+0000","last_became_peered":"2024-09-13T16:15:41.031492+0000","last_unstale":"2024-09-13T16:41:53.220155+0000","last_undegraded":"2024-09-13T16:41:53.220155+0000","last_fullsized":"2024-09-13T16:41:53.220155+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'1585","last_scrub_stamp":"2024-09-13T16:41:53.220124+0000","last_deep_scrub":"28'1585","last_deep_scrub_stamp":"2024-09-13T16:41:53.220124+0000","last_clean_scrub_stamp":"2024-09-13T16:41:53.220124+0000","objects_scrubbed":3,"log_size":1585,"log_dups_size":0,"ondisk_log_size":1585,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:26:27.727859+0000","scrub_duration":0.041243499000000003,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8388608,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2168,"num_write_kb":10522,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"28'2733","reported_seq":2782,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:32.132016+0000","last_change":"2024-09-13T16:42:32.132289+0000","last_active":"2024-09-13T16:42:32.132016+0000","last_peered":"2024-09-13T16:42:32.132016+0000","last_clean":"2024-09-13T16:42:32.132016+0000","last_became_active":"2024-09-13T16:16:23.802673+0000","last_became_peered":"2024-09-13T16:16:23.802673+0000","last_unstale":"2024-09-13T16:42:32.132016+0000","last_undegraded":"2024-09-13T16:42:32.132016+0000","last_fullsized":"2024-09-13T16:42:32.132016+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'2733","last_scrub_stamp":"2024-09-13T16:42:32.131950+0000","last_deep_scrub":"28'2733","last_deep_scrub_stamp":"2024-09-13T16:42:32.131950+0000","last_clean_scrub_stamp":"2024-09-13T16:42:32.131950+0000","objects_scrubbed":0,"log_size":2733,"log_dups_size":0,"ondisk_log_size":2733,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:50:44.643184+0000","scrub_duration":0.0090314309999999995,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2148,"num_write_kb":129663,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0,2],"acting":[3,7,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"28'563","reported_seq":603,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:59.172520+0000","last_change":"2024-09-13T16:41:59.172758+0000","last_active":"2024-09-13T16:41:59.172520+0000","last_peered":"2024-09-13T16:41:59.172520+0000","last_clean":"2024-09-13T16:41:59.172520+0000","last_became_active":"2024-09-13T16:15:41.417601+0000","last_became_peered":"2024-09-13T16:15:41.417601+0000","last_unstale":"2024-09-13T16:41:59.172520+0000","last_undegraded":"2024-09-13T16:41:59.172520+0000","last_fullsized":"2024-09-13T16:41:59.172520+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'563","last_scrub_stamp":"2024-09-13T16:41:59.172466+0000","last_deep_scrub":"28'563","last_deep_scrub_stamp":"2024-09-13T16:41:59.172466+0000","last_clean_scrub_stamp":"2024-09-13T16:41:59.172466+0000","objects_scrubbed":0,"log_size":563,"log_dups_size":0,"ondisk_log_size":563,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:34:15.972881+0000","scrub_duration":0.0036542340000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"28'2225","reported_seq":2266,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:57.342709+0000","last_change":"2024-09-13T16:41:57.342862+0000","last_active":"2024-09-13T16:41:57.342709+0000","last_peered":"2024-09-13T16:41:57.342709+0000","last_clean":"2024-09-13T16:41:57.342709+0000","last_became_active":"2024-09-13T16:15:41.032659+0000","last_became_peered":"2024-09-13T16:15:41.032659+0000","last_unstale":"2024-09-13T16:41:57.342709+0000","last_undegraded":"2024-09-13T16:41:57.342709+0000","last_fullsized":"2024-09-13T16:41:57.342709+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'2225","last_scrub_stamp":"2024-09-13T16:41:57.342666+0000","last_deep_scrub":"28'2225","last_deep_scrub_stamp":"2024-09-13T16:41:57.342666+0000","last_clean_scrub_stamp":"2024-09-13T16:41:57.342666+0000","objects_scrubbed":2,"log_size":2225,"log_dups_size":0,"ondisk_log_size":2225,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:39:21.321633+0000","scrub_duration":0.030683090999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8388608,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2226,"num_write_kb":17428,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"28'2292","reported_seq":2330,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:34.577689+0000","last_change":"2024-09-13T16:42:34.578083+0000","last_active":"2024-09-13T16:42:34.577689+0000","last_peered":"2024-09-13T16:42:34.577689+0000","last_clean":"2024-09-13T16:42:34.577689+0000","last_became_active":"2024-09-13T16:15:45.447880+0000","last_became_peered":"2024-09-13T16:15:45.447880+0000","last_unstale":"2024-09-13T16:42:34.577689+0000","last_undegraded":"2024-09-13T16:42:34.577689+0000","last_fullsized":"2024-09-13T16:42:34.577689+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'2292","last_scrub_stamp":"2024-09-13T16:42:34.577552+0000","last_deep_scrub":"28'2292","last_deep_scrub_stamp":"2024-09-13T16:42:34.577552+0000","last_clean_scrub_stamp":"2024-09-13T16:42:34.577552+0000","objects_scrubbed":0,"log_size":2292,"log_dups_size":0,"ondisk_log_size":2292,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:54:10.960512+0000","scrub_duration":0.0083334399999999993,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1726,"num_write_kb":41777,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7,1],"acting":[0,5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.5","version":"28'583","reported_seq":623,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:22.147142+0000","last_change":"2024-09-13T16:42:22.147350+0000","last_active":"2024-09-13T16:42:22.147142+0000","last_peered":"2024-09-13T16:42:22.147142+0000","last_clean":"2024-09-13T16:42:22.147142+0000","last_became_active":"2024-09-13T16:15:41.419626+0000","last_became_peered":"2024-09-13T16:15:41.419626+0000","last_unstale":"2024-09-13T16:42:22.147142+0000","last_undegraded":"2024-09-13T16:42:22.147142+0000","last_fullsized":"2024-09-13T16:42:22.147142+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'583","last_scrub_stamp":"2024-09-13T16:42:22.147090+0000","last_deep_scrub":"28'583","last_deep_scrub_stamp":"2024-09-13T16:42:22.147090+0000","last_clean_scrub_stamp":"2024-09-13T16:42:22.147090+0000","objects_scrubbed":0,"log_size":583,"log_dups_size":0,"ondisk_log_size":583,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:09:04.795277+0000","scrub_duration":0.0035158199999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"28'568","reported_seq":609,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:46.162243+0000","last_change":"2024-09-13T16:41:46.162591+0000","last_active":"2024-09-13T16:41:46.162243+0000","last_peered":"2024-09-13T16:41:46.162243+0000","last_clean":"2024-09-13T16:41:46.162243+0000","last_became_active":"2024-09-13T16:15:41.023463+0000","last_became_peered":"2024-09-13T16:15:41.023463+0000","last_unstale":"2024-09-13T16:41:46.162243+0000","last_undegraded":"2024-09-13T16:41:46.162243+0000","last_fullsized":"2024-09-13T16:41:46.162243+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'568","last_scrub_stamp":"2024-09-13T16:41:46.162191+0000","last_deep_scrub":"28'568","last_deep_scrub_stamp":"2024-09-13T16:41:46.162191+0000","last_clean_scrub_stamp":"2024-09-13T16:41:46.162191+0000","objects_scrubbed":0,"log_size":568,"log_dups_size":0,"ondisk_log_size":568,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:16:11.071294+0000","scrub_duration":0.0033221840000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":581,"num_write_kb":4369,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2","version":"28'2731","reported_seq":2769,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:17.303987+0000","last_change":"2024-09-13T16:42:17.304409+0000","last_active":"2024-09-13T16:42:17.303987+0000","last_peered":"2024-09-13T16:42:17.303987+0000","last_clean":"2024-09-13T16:42:17.303987+0000","last_became_active":"2024-09-13T16:15:45.443702+0000","last_became_peered":"2024-09-13T16:15:45.443702+0000","last_unstale":"2024-09-13T16:42:17.303987+0000","last_undegraded":"2024-09-13T16:42:17.303987+0000","last_fullsized":"2024-09-13T16:42:17.303987+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'2731","last_scrub_stamp":"2024-09-13T16:42:17.303865+0000","last_deep_scrub":"28'2731","last_deep_scrub_stamp":"2024-09-13T16:42:17.303865+0000","last_clean_scrub_stamp":"2024-09-13T16:42:17.303865+0000","objects_scrubbed":0,"log_size":2731,"log_dups_size":0,"ondisk_log_size":2731,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:03:17.143463+0000","scrub_duration":0.0083142210000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2189,"num_write_kb":57664,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4,0],"acting":[1,5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"28'560","reported_seq":600,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:48.925572+0000","last_change":"2024-09-13T16:41:48.925720+0000","last_active":"2024-09-13T16:41:48.925572+0000","last_peered":"2024-09-13T16:41:48.925572+0000","last_clean":"2024-09-13T16:41:48.925572+0000","last_became_active":"2024-09-13T16:15:41.419700+0000","last_became_peered":"2024-09-13T16:15:41.419700+0000","last_unstale":"2024-09-13T16:41:48.925572+0000","last_undegraded":"2024-09-13T16:41:48.925572+0000","last_fullsized":"2024-09-13T16:41:48.925572+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'560","last_scrub_stamp":"2024-09-13T16:41:48.925537+0000","last_deep_scrub":"28'560","last_deep_scrub_stamp":"2024-09-13T16:41:48.925537+0000","last_clean_scrub_stamp":"2024-09-13T16:41:48.925537+0000","objects_scrubbed":0,"log_size":560,"log_dups_size":0,"ondisk_log_size":560,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:42:46.671019+0000","scrub_duration":0.0028209889999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"28'3530","reported_seq":3571,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:48.065699+0000","last_change":"2024-09-13T16:41:48.065956+0000","last_active":"2024-09-13T16:41:48.065699+0000","last_peered":"2024-09-13T16:41:48.065699+0000","last_clean":"2024-09-13T16:41:48.065699+0000","last_became_active":"2024-09-13T16:15:41.032982+0000","last_became_peered":"2024-09-13T16:15:41.032982+0000","last_unstale":"2024-09-13T16:41:48.065699+0000","last_undegraded":"2024-09-13T16:41:48.065699+0000","last_fullsized":"2024-09-13T16:41:48.065699+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'3530","last_scrub_stamp":"2024-09-13T16:41:48.065622+0000","last_deep_scrub":"28'3530","last_deep_scrub_stamp":"2024-09-13T16:41:48.065622+0000","last_clean_scrub_stamp":"2024-09-13T16:41:48.065622+0000","objects_scrubbed":4,"log_size":3530,"log_dups_size":0,"ondisk_log_size":3530,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:47:56.731009+0000","scrub_duration":0.068674814000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16777216,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3528,"num_write_kb":26232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"28'2456","reported_seq":2494,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:15.335920+0000","last_change":"2024-09-13T16:42:15.336227+0000","last_active":"2024-09-13T16:42:15.335920+0000","last_peered":"2024-09-13T16:42:15.335920+0000","last_clean":"2024-09-13T16:42:15.335920+0000","last_became_active":"2024-09-13T16:15:45.440379+0000","last_became_peered":"2024-09-13T16:15:45.440379+0000","last_unstale":"2024-09-13T16:42:15.335920+0000","last_undegraded":"2024-09-13T16:42:15.335920+0000","last_fullsized":"2024-09-13T16:42:15.335920+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'2456","last_scrub_stamp":"2024-09-13T16:42:15.335853+0000","last_deep_scrub":"28'2456","last_deep_scrub_stamp":"2024-09-13T16:42:15.335853+0000","last_clean_scrub_stamp":"2024-09-13T16:42:15.335853+0000","objects_scrubbed":0,"log_size":2456,"log_dups_size":0,"ondisk_log_size":2456,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:41:20.837782+0000","scrub_duration":0.0091943029999999992,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1900,"num_write_kb":37158,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3,6],"acting":[1,2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"28'573","reported_seq":614,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:38.118598+0000","last_change":"2024-09-13T16:41:38.118598+0000","last_active":"2024-09-13T16:41:38.118598+0000","last_peered":"2024-09-13T16:41:38.118598+0000","last_clean":"2024-09-13T16:41:38.118598+0000","last_became_active":"2024-09-13T16:15:41.411796+0000","last_became_peered":"2024-09-13T16:15:41.411796+0000","last_unstale":"2024-09-13T16:41:38.118598+0000","last_undegraded":"2024-09-13T16:41:38.118598+0000","last_fullsized":"2024-09-13T16:41:38.118598+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'573","last_scrub_stamp":"2024-09-13T16:41:38.118492+0000","last_deep_scrub":"28'573","last_deep_scrub_stamp":"2024-09-13T16:41:38.118492+0000","last_clean_scrub_stamp":"2024-09-13T16:41:38.118492+0000","objects_scrubbed":0,"log_size":573,"log_dups_size":0,"ondisk_log_size":573,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:00:27.063370+0000","scrub_duration":0.002203923,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":26,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"28'4442","reported_seq":7305,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:48.323145+0000","last_change":"2024-09-13T16:41:48.323315+0000","last_active":"2024-09-13T16:41:48.323145+0000","last_peered":"2024-09-13T16:41:48.323145+0000","last_clean":"2024-09-13T16:41:48.323145+0000","last_became_active":"2024-09-13T16:15:41.035934+0000","last_became_peered":"2024-09-13T16:15:41.035934+0000","last_unstale":"2024-09-13T16:41:48.323145+0000","last_undegraded":"2024-09-13T16:41:48.323145+0000","last_fullsized":"2024-09-13T16:41:48.323145+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'4442","last_scrub_stamp":"2024-09-13T16:41:48.323116+0000","last_deep_scrub":"28'4442","last_deep_scrub_stamp":"2024-09-13T16:41:48.323116+0000","last_clean_scrub_stamp":"2024-09-13T16:41:48.323116+0000","objects_scrubbed":4,"log_size":4442,"log_dups_size":0,"ondisk_log_size":4442,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:00:37.267994+0000","scrub_duration":0.054439993999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16419462,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":2822,"num_read_kb":5679,"num_write":4451,"num_write_kb":18737,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"28'2289","reported_seq":2327,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:09.394163+0000","last_change":"2024-09-13T16:42:09.394474+0000","last_active":"2024-09-13T16:42:09.394163+0000","last_peered":"2024-09-13T16:42:09.394163+0000","last_clean":"2024-09-13T16:42:09.394163+0000","last_became_active":"2024-09-13T16:15:45.446894+0000","last_became_peered":"2024-09-13T16:15:45.446894+0000","last_unstale":"2024-09-13T16:42:09.394163+0000","last_undegraded":"2024-09-13T16:42:09.394163+0000","last_fullsized":"2024-09-13T16:42:09.394163+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'2289","last_scrub_stamp":"2024-09-13T16:42:09.394104+0000","last_deep_scrub":"28'2289","last_deep_scrub_stamp":"2024-09-13T16:42:09.394104+0000","last_clean_scrub_stamp":"2024-09-13T16:42:09.394104+0000","objects_scrubbed":0,"log_size":2289,"log_dups_size":0,"ondisk_log_size":2289,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:34:14.927903+0000","scrub_duration":0.0094221510000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1764,"num_write_kb":87796,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0,3],"acting":[1,5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1","version":"28'533","reported_seq":573,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:57.683243+0000","last_change":"2024-09-13T16:41:57.683579+0000","last_active":"2024-09-13T16:41:57.683243+0000","last_peered":"2024-09-13T16:41:57.683243+0000","last_clean":"2024-09-13T16:41:57.683243+0000","last_became_active":"2024-09-13T16:15:41.431310+0000","last_became_peered":"2024-09-13T16:15:41.431310+0000","last_unstale":"2024-09-13T16:41:57.683243+0000","last_undegraded":"2024-09-13T16:41:57.683243+0000","last_fullsized":"2024-09-13T16:41:57.683243+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'533","last_scrub_stamp":"2024-09-13T16:41:57.683104+0000","last_deep_scrub":"28'533","last_deep_scrub_stamp":"2024-09-13T16:41:57.683104+0000","last_clean_scrub_stamp":"2024-09-13T16:41:57.683104+0000","objects_scrubbed":0,"log_size":533,"log_dups_size":0,"ondisk_log_size":533,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:49:43.860565+0000","scrub_duration":0.0037699180000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"28'2307","reported_seq":2349,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:49.507949+0000","last_change":"2024-09-13T16:41:49.508063+0000","last_active":"2024-09-13T16:41:49.507949+0000","last_peered":"2024-09-13T16:41:49.507949+0000","last_clean":"2024-09-13T16:41:49.507949+0000","last_became_active":"2024-09-13T16:15:41.033180+0000","last_became_peered":"2024-09-13T16:15:41.033180+0000","last_unstale":"2024-09-13T16:41:49.507949+0000","last_undegraded":"2024-09-13T16:41:49.507949+0000","last_fullsized":"2024-09-13T16:41:49.507949+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'2307","last_scrub_stamp":"2024-09-13T16:41:49.507925+0000","last_deep_scrub":"28'2307","last_deep_scrub_stamp":"2024-09-13T16:41:49.507925+0000","last_clean_scrub_stamp":"2024-09-13T16:41:49.507925+0000","objects_scrubbed":1,"log_size":2307,"log_dups_size":0,"ondisk_log_size":2307,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:03:11.422110+0000","scrub_duration":0.019761761999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2310,"num_write_kb":17565,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"28'2330","reported_seq":2368,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:15.778922+0000","last_change":"2024-09-13T16:42:15.779202+0000","last_active":"2024-09-13T16:42:15.778922+0000","last_peered":"2024-09-13T16:42:15.778922+0000","last_clean":"2024-09-13T16:42:15.778922+0000","last_became_active":"2024-09-13T16:15:45.441286+0000","last_became_peered":"2024-09-13T16:15:45.441286+0000","last_unstale":"2024-09-13T16:42:15.778922+0000","last_undegraded":"2024-09-13T16:42:15.778922+0000","last_fullsized":"2024-09-13T16:42:15.778922+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'2330","last_scrub_stamp":"2024-09-13T16:42:15.778863+0000","last_deep_scrub":"28'2330","last_deep_scrub_stamp":"2024-09-13T16:42:15.778863+0000","last_clean_scrub_stamp":"2024-09-13T16:42:15.778863+0000","objects_scrubbed":0,"log_size":2330,"log_dups_size":0,"ondisk_log_size":2330,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:57:21.044075+0000","scrub_duration":0.0080555869999999995,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1762,"num_write_kb":44476,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2,7],"acting":[0,1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2","version":"28'572","reported_seq":612,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:03.209783+0000","last_change":"2024-09-13T16:42:03.210000+0000","last_active":"2024-09-13T16:42:03.209783+0000","last_peered":"2024-09-13T16:42:03.209783+0000","last_clean":"2024-09-13T16:42:03.209783+0000","last_became_active":"2024-09-13T16:15:41.430627+0000","last_became_peered":"2024-09-13T16:15:41.430627+0000","last_unstale":"2024-09-13T16:42:03.209783+0000","last_undegraded":"2024-09-13T16:42:03.209783+0000","last_fullsized":"2024-09-13T16:42:03.209783+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'572","last_scrub_stamp":"2024-09-13T16:42:03.209729+0000","last_deep_scrub":"28'572","last_deep_scrub_stamp":"2024-09-13T16:42:03.209729+0000","last_clean_scrub_stamp":"2024-09-13T16:42:03.209729+0000","objects_scrubbed":0,"log_size":572,"log_dups_size":0,"ondisk_log_size":572,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:53:34.390964+0000","scrub_duration":0.0032484430000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"28'1194","reported_seq":1235,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:54.055112+0000","last_change":"2024-09-13T16:41:54.055218+0000","last_active":"2024-09-13T16:41:54.055112+0000","last_peered":"2024-09-13T16:41:54.055112+0000","last_clean":"2024-09-13T16:41:54.055112+0000","last_became_active":"2024-09-13T16:15:41.037216+0000","last_became_peered":"2024-09-13T16:15:41.037216+0000","last_unstale":"2024-09-13T16:41:54.055112+0000","last_undegraded":"2024-09-13T16:41:54.055112+0000","last_fullsized":"2024-09-13T16:41:54.055112+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'1194","last_scrub_stamp":"2024-09-13T16:41:54.055088+0000","last_deep_scrub":"28'1194","last_deep_scrub_stamp":"2024-09-13T16:41:54.055088+0000","last_clean_scrub_stamp":"2024-09-13T16:41:54.055088+0000","objects_scrubbed":1,"log_size":1194,"log_dups_size":0,"ondisk_log_size":1194,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:03:51.761898+0000","scrub_duration":0.020698589999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1208,"num_write_kb":8767,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"28'119","reported_seq":197,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:43.473595+0000","last_change":"2024-09-13T16:41:43.473851+0000","last_active":"2024-09-13T16:41:43.473595+0000","last_peered":"2024-09-13T16:41:43.473595+0000","last_clean":"2024-09-13T16:41:43.473595+0000","last_became_active":"2024-09-13T16:15:30.706146+0000","last_became_peered":"2024-09-13T16:15:30.706146+0000","last_unstale":"2024-09-13T16:41:43.473595+0000","last_undegraded":"2024-09-13T16:41:43.473595+0000","last_fullsized":"2024-09-13T16:41:43.473595+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'119","last_scrub_stamp":"2024-09-13T16:41:43.473541+0000","last_deep_scrub":"28'119","last_deep_scrub_stamp":"2024-09-13T16:41:43.473541+0000","last_clean_scrub_stamp":"2024-09-13T16:41:43.473541+0000","objects_scrubbed":2,"log_size":119,"log_dups_size":0,"ondisk_log_size":119,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:00:32.418419+0000","scrub_duration":0.0090167630000000006,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"28'2882","reported_seq":2920,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:15.768299+0000","last_change":"2024-09-13T16:42:15.768567+0000","last_active":"2024-09-13T16:42:15.768299+0000","last_peered":"2024-09-13T16:42:15.768299+0000","last_clean":"2024-09-13T16:42:15.768299+0000","last_became_active":"2024-09-13T16:15:45.432603+0000","last_became_peered":"2024-09-13T16:15:45.432603+0000","last_unstale":"2024-09-13T16:42:15.768299+0000","last_undegraded":"2024-09-13T16:42:15.768299+0000","last_fullsized":"2024-09-13T16:42:15.768299+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'2882","last_scrub_stamp":"2024-09-13T16:42:15.768248+0000","last_deep_scrub":"28'2882","last_deep_scrub_stamp":"2024-09-13T16:42:15.768248+0000","last_clean_scrub_stamp":"2024-09-13T16:42:15.768248+0000","objects_scrubbed":0,"log_size":2882,"log_dups_size":0,"ondisk_log_size":2882,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:40:36.295618+0000","scrub_duration":0.0097092849999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2334,"num_write_kb":129985,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,4,7],"acting":[6,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"28'552","reported_seq":591,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:13.358599+0000","last_change":"2024-09-13T16:42:13.358927+0000","last_active":"2024-09-13T16:42:13.358599+0000","last_peered":"2024-09-13T16:42:13.358599+0000","last_clean":"2024-09-13T16:42:13.358599+0000","last_became_active":"2024-09-13T16:15:41.425482+0000","last_became_peered":"2024-09-13T16:15:41.425482+0000","last_unstale":"2024-09-13T16:42:13.358599+0000","last_undegraded":"2024-09-13T16:42:13.358599+0000","last_fullsized":"2024-09-13T16:42:13.358599+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'552","last_scrub_stamp":"2024-09-13T16:42:13.358484+0000","last_deep_scrub":"28'552","last_deep_scrub_stamp":"2024-09-13T16:42:13.358484+0000","last_clean_scrub_stamp":"2024-09-13T16:42:13.358484+0000","objects_scrubbed":0,"log_size":552,"log_dups_size":0,"ondisk_log_size":552,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:53:44.539718+0000","scrub_duration":0.0039519790000000004,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"28'1716","reported_seq":1756,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:44.382600+0000","last_change":"2024-09-13T16:41:44.382773+0000","last_active":"2024-09-13T16:41:44.382600+0000","last_peered":"2024-09-13T16:41:44.382600+0000","last_clean":"2024-09-13T16:41:44.382600+0000","last_became_active":"2024-09-13T16:15:41.034286+0000","last_became_peered":"2024-09-13T16:15:41.034286+0000","last_unstale":"2024-09-13T16:41:44.382600+0000","last_undegraded":"2024-09-13T16:41:44.382600+0000","last_fullsized":"2024-09-13T16:41:44.382600+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'1716","last_scrub_stamp":"2024-09-13T16:41:44.382556+0000","last_deep_scrub":"28'1716","last_deep_scrub_stamp":"2024-09-13T16:41:44.382556+0000","last_clean_scrub_stamp":"2024-09-13T16:41:44.382556+0000","objects_scrubbed":2,"log_size":1716,"log_dups_size":0,"ondisk_log_size":1716,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:06:21.737284+0000","scrub_duration":0.032724898000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8388608,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1722,"num_write_kb":13063,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"28'2482","reported_seq":2520,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:16.816649+0000","last_change":"2024-09-13T16:42:16.816964+0000","last_active":"2024-09-13T16:42:16.816649+0000","last_peered":"2024-09-13T16:42:16.816649+0000","last_clean":"2024-09-13T16:42:16.816649+0000","last_became_active":"2024-09-13T16:15:45.436595+0000","last_became_peered":"2024-09-13T16:15:45.436595+0000","last_unstale":"2024-09-13T16:42:16.816649+0000","last_undegraded":"2024-09-13T16:42:16.816649+0000","last_fullsized":"2024-09-13T16:42:16.816649+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'2482","last_scrub_stamp":"2024-09-13T16:42:16.816592+0000","last_deep_scrub":"28'2482","last_deep_scrub_stamp":"2024-09-13T16:42:16.816592+0000","last_clean_scrub_stamp":"2024-09-13T16:42:16.816592+0000","objects_scrubbed":0,"log_size":2482,"log_dups_size":0,"ondisk_log_size":2482,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:34:33.617007+0000","scrub_duration":0.010285393,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1880,"num_write_kb":107005,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,1,0],"acting":[6,7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"28'590","reported_seq":629,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:24.126211+0000","last_change":"2024-09-13T16:42:24.126529+0000","last_active":"2024-09-13T16:42:24.126211+0000","last_peered":"2024-09-13T16:42:24.126211+0000","last_clean":"2024-09-13T16:42:24.126211+0000","last_became_active":"2024-09-13T16:15:41.423906+0000","last_became_peered":"2024-09-13T16:15:41.423906+0000","last_unstale":"2024-09-13T16:42:24.126211+0000","last_undegraded":"2024-09-13T16:42:24.126211+0000","last_fullsized":"2024-09-13T16:42:24.126211+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'590","last_scrub_stamp":"2024-09-13T16:42:24.126151+0000","last_deep_scrub":"28'590","last_deep_scrub_stamp":"2024-09-13T16:42:24.126151+0000","last_clean_scrub_stamp":"2024-09-13T16:42:24.126151+0000","objects_scrubbed":0,"log_size":590,"log_dups_size":0,"ondisk_log_size":590,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:12:27.075258+0000","scrub_duration":0.0033325310000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":26,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.d","version":"28'3368","reported_seq":3408,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:52.267141+0000","last_change":"2024-09-13T16:41:52.267268+0000","last_active":"2024-09-13T16:41:52.267141+0000","last_peered":"2024-09-13T16:41:52.267141+0000","last_clean":"2024-09-13T16:41:52.267141+0000","last_became_active":"2024-09-13T16:15:41.020719+0000","last_became_peered":"2024-09-13T16:15:41.020719+0000","last_unstale":"2024-09-13T16:41:52.267141+0000","last_undegraded":"2024-09-13T16:41:52.267141+0000","last_fullsized":"2024-09-13T16:41:52.267141+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'3368","last_scrub_stamp":"2024-09-13T16:41:52.267117+0000","last_deep_scrub":"28'3368","last_deep_scrub_stamp":"2024-09-13T16:41:52.267117+0000","last_clean_scrub_stamp":"2024-09-13T16:41:52.267117+0000","objects_scrubbed":6,"log_size":3368,"log_dups_size":0,"ondisk_log_size":3368,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:39:16.246085+0000","scrub_duration":0.079363886999999994,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":20971590,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3368,"num_write_kb":26164,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.b","version":"28'2311","reported_seq":2348,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:16.791536+0000","last_change":"2024-09-13T16:42:16.791822+0000","last_active":"2024-09-13T16:42:16.791536+0000","last_peered":"2024-09-13T16:42:16.791536+0000","last_clean":"2024-09-13T16:42:16.791536+0000","last_became_active":"2024-09-13T16:15:45.443842+0000","last_became_peered":"2024-09-13T16:15:45.443842+0000","last_unstale":"2024-09-13T16:42:16.791536+0000","last_undegraded":"2024-09-13T16:42:16.791536+0000","last_fullsized":"2024-09-13T16:42:16.791536+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'2311","last_scrub_stamp":"2024-09-13T16:42:16.791476+0000","last_deep_scrub":"28'2311","last_deep_scrub_stamp":"2024-09-13T16:42:16.791476+0000","last_clean_scrub_stamp":"2024-09-13T16:42:16.791476+0000","objects_scrubbed":0,"log_size":2311,"log_dups_size":0,"ondisk_log_size":2311,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:17:25.704250+0000","scrub_duration":0.0091883150000000007,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1752,"num_write_kb":40739,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4,5],"acting":[0,1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"28'550","reported_seq":589,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:05.266383+0000","last_change":"2024-09-13T16:42:05.266607+0000","last_active":"2024-09-13T16:42:05.266383+0000","last_peered":"2024-09-13T16:42:05.266383+0000","last_clean":"2024-09-13T16:42:05.266383+0000","last_became_active":"2024-09-13T16:15:41.426840+0000","last_became_peered":"2024-09-13T16:15:41.426840+0000","last_unstale":"2024-09-13T16:42:05.266383+0000","last_undegraded":"2024-09-13T16:42:05.266383+0000","last_fullsized":"2024-09-13T16:42:05.266383+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'550","last_scrub_stamp":"2024-09-13T16:42:05.266334+0000","last_deep_scrub":"28'550","last_deep_scrub_stamp":"2024-09-13T16:42:05.266334+0000","last_clean_scrub_stamp":"2024-09-13T16:42:05.266334+0000","objects_scrubbed":0,"log_size":550,"log_dups_size":0,"ondisk_log_size":550,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:08:16.406489+0000","scrub_duration":0.0030068199999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"28'1761","reported_seq":1801,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:40.344341+0000","last_change":"2024-09-13T16:41:40.344542+0000","last_active":"2024-09-13T16:41:40.344341+0000","last_peered":"2024-09-13T16:41:40.344341+0000","last_clean":"2024-09-13T16:41:40.344341+0000","last_became_active":"2024-09-13T16:15:41.033356+0000","last_became_peered":"2024-09-13T16:15:41.033356+0000","last_unstale":"2024-09-13T16:41:40.344341+0000","last_undegraded":"2024-09-13T16:41:40.344341+0000","last_fullsized":"2024-09-13T16:41:40.344341+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'1761","last_scrub_stamp":"2024-09-13T16:41:40.344303+0000","last_deep_scrub":"28'1761","last_deep_scrub_stamp":"2024-09-13T16:41:40.344303+0000","last_clean_scrub_stamp":"2024-09-13T16:41:40.344303+0000","objects_scrubbed":3,"log_size":1761,"log_dups_size":0,"ondisk_log_size":1761,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:09:45.459724+0000","scrub_duration":0.032504444,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8388608,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1760,"num_write_kb":13081,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.8","version":"28'2486","reported_seq":2513,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:38.312238+0000","last_change":"2024-09-13T16:15:45.434063+0000","last_active":"2024-09-13T16:41:38.312238+0000","last_peered":"2024-09-13T16:41:38.312238+0000","last_clean":"2024-09-13T16:41:38.312238+0000","last_became_active":"2024-09-13T16:15:45.433849+0000","last_became_peered":"2024-09-13T16:15:45.433849+0000","last_unstale":"2024-09-13T16:41:38.312238+0000","last_undegraded":"2024-09-13T16:41:38.312238+0000","last_fullsized":"2024-09-13T16:41:38.312238+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2486,"log_dups_size":0,"ondisk_log_size":2486,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1903,"num_write_kb":84724,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7,6],"acting":[5,4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"28'563","reported_seq":602,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:04.303568+0000","last_change":"2024-09-13T16:42:04.303762+0000","last_active":"2024-09-13T16:42:04.303568+0000","last_peered":"2024-09-13T16:42:04.303568+0000","last_clean":"2024-09-13T16:42:04.303568+0000","last_became_active":"2024-09-13T16:15:41.422117+0000","last_became_peered":"2024-09-13T16:15:41.422117+0000","last_unstale":"2024-09-13T16:42:04.303568+0000","last_undegraded":"2024-09-13T16:42:04.303568+0000","last_fullsized":"2024-09-13T16:42:04.303568+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'563","last_scrub_stamp":"2024-09-13T16:42:04.303520+0000","last_deep_scrub":"28'563","last_deep_scrub_stamp":"2024-09-13T16:42:04.303520+0000","last_clean_scrub_stamp":"2024-09-13T16:42:04.303520+0000","objects_scrubbed":0,"log_size":563,"log_dups_size":0,"ondisk_log_size":563,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:34:21.103935+0000","scrub_duration":0.0031099510000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"28'1344","reported_seq":1384,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:38.791457+0000","last_change":"2024-09-13T16:41:38.791634+0000","last_active":"2024-09-13T16:41:38.791457+0000","last_peered":"2024-09-13T16:41:38.791457+0000","last_clean":"2024-09-13T16:41:38.791457+0000","last_became_active":"2024-09-13T16:15:41.023763+0000","last_became_peered":"2024-09-13T16:15:41.023763+0000","last_unstale":"2024-09-13T16:41:38.791457+0000","last_undegraded":"2024-09-13T16:41:38.791457+0000","last_fullsized":"2024-09-13T16:41:38.791457+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'1344","last_scrub_stamp":"2024-09-13T16:41:38.791418+0000","last_deep_scrub":"28'1344","last_deep_scrub_stamp":"2024-09-13T16:41:38.791418+0000","last_clean_scrub_stamp":"2024-09-13T16:41:38.791418+0000","objects_scrubbed":2,"log_size":1344,"log_dups_size":0,"ondisk_log_size":1344,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:26:04.353647+0000","scrub_duration":0.020936224999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194326,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1340,"num_write_kb":8705,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.9","version":"28'2383","reported_seq":2421,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:01.833380+0000","last_change":"2024-09-13T16:42:01.833675+0000","last_active":"2024-09-13T16:42:01.833380+0000","last_peered":"2024-09-13T16:42:01.833380+0000","last_clean":"2024-09-13T16:42:01.833380+0000","last_became_active":"2024-09-13T16:15:45.435716+0000","last_became_peered":"2024-09-13T16:15:45.435716+0000","last_unstale":"2024-09-13T16:42:01.833380+0000","last_undegraded":"2024-09-13T16:42:01.833380+0000","last_fullsized":"2024-09-13T16:42:01.833380+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'2383","last_scrub_stamp":"2024-09-13T16:42:01.833325+0000","last_deep_scrub":"28'2383","last_deep_scrub_stamp":"2024-09-13T16:42:01.833325+0000","last_clean_scrub_stamp":"2024-09-13T16:42:01.833325+0000","objects_scrubbed":0,"log_size":2383,"log_dups_size":0,"ondisk_log_size":2383,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:33:54.987861+0000","scrub_duration":0.0083586900000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1826,"num_write_kb":89387,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3,6],"acting":[4,1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.11","version":"28'603","reported_seq":642,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:12.353332+0000","last_change":"2024-09-13T16:42:12.353548+0000","last_active":"2024-09-13T16:42:12.353332+0000","last_peered":"2024-09-13T16:42:12.353332+0000","last_clean":"2024-09-13T16:42:12.353332+0000","last_became_active":"2024-09-13T16:15:41.429928+0000","last_became_peered":"2024-09-13T16:15:41.429928+0000","last_unstale":"2024-09-13T16:42:12.353332+0000","last_undegraded":"2024-09-13T16:42:12.353332+0000","last_fullsized":"2024-09-13T16:42:12.353332+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'603","last_scrub_stamp":"2024-09-13T16:42:12.353282+0000","last_deep_scrub":"28'603","last_deep_scrub_stamp":"2024-09-13T16:42:12.353282+0000","last_clean_scrub_stamp":"2024-09-13T16:42:12.353282+0000","objects_scrubbed":0,"log_size":603,"log_dups_size":0,"ondisk_log_size":603,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:21:35.235813+0000","scrub_duration":0.003066133,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":20,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"28'1157","reported_seq":1197,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:41.333457+0000","last_change":"2024-09-13T16:41:41.333562+0000","last_active":"2024-09-13T16:41:41.333457+0000","last_peered":"2024-09-13T16:41:41.333457+0000","last_clean":"2024-09-13T16:41:41.333457+0000","last_became_active":"2024-09-13T16:15:41.028039+0000","last_became_peered":"2024-09-13T16:15:41.028039+0000","last_unstale":"2024-09-13T16:41:41.333457+0000","last_undegraded":"2024-09-13T16:41:41.333457+0000","last_fullsized":"2024-09-13T16:41:41.333457+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'1157","last_scrub_stamp":"2024-09-13T16:41:41.333434+0000","last_deep_scrub":"28'1157","last_deep_scrub_stamp":"2024-09-13T16:41:41.333434+0000","last_clean_scrub_stamp":"2024-09-13T16:41:41.333434+0000","objects_scrubbed":4,"log_size":1157,"log_dups_size":0,"ondisk_log_size":1157,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:40:17.502869+0000","scrub_duration":0.012989003000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1186,"num_write_kb":8704,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.16","version":"28'2235","reported_seq":2272,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:35.536908+0000","last_change":"2024-09-13T16:42:35.537106+0000","last_active":"2024-09-13T16:42:35.536908+0000","last_peered":"2024-09-13T16:42:35.536908+0000","last_clean":"2024-09-13T16:42:35.536908+0000","last_became_active":"2024-09-13T16:15:45.430948+0000","last_became_peered":"2024-09-13T16:15:45.430948+0000","last_unstale":"2024-09-13T16:42:35.536908+0000","last_undegraded":"2024-09-13T16:42:35.536908+0000","last_fullsized":"2024-09-13T16:42:35.536908+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'2235","last_scrub_stamp":"2024-09-13T16:42:35.536870+0000","last_deep_scrub":"28'2235","last_deep_scrub_stamp":"2024-09-13T16:42:35.536870+0000","last_clean_scrub_stamp":"2024-09-13T16:42:35.536870+0000","objects_scrubbed":0,"log_size":2235,"log_dups_size":0,"ondisk_log_size":2235,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:09:17.185021+0000","scrub_duration":0.0076040580000000003,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1696,"num_write_kb":43625,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2,6],"acting":[0,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"28'557","reported_seq":596,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:00.901664+0000","last_change":"2024-09-13T16:42:00.901867+0000","last_active":"2024-09-13T16:42:00.901664+0000","last_peered":"2024-09-13T16:42:00.901664+0000","last_clean":"2024-09-13T16:42:00.901664+0000","last_became_active":"2024-09-13T16:15:41.420207+0000","last_became_peered":"2024-09-13T16:15:41.420207+0000","last_unstale":"2024-09-13T16:42:00.901664+0000","last_undegraded":"2024-09-13T16:42:00.901664+0000","last_fullsized":"2024-09-13T16:42:00.901664+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'557","last_scrub_stamp":"2024-09-13T16:42:00.901604+0000","last_deep_scrub":"28'557","last_deep_scrub_stamp":"2024-09-13T16:42:00.901604+0000","last_clean_scrub_stamp":"2024-09-13T16:42:00.901604+0000","objects_scrubbed":0,"log_size":557,"log_dups_size":0,"ondisk_log_size":557,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:03:22.815789+0000","scrub_duration":0.0035337229999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.11","version":"28'433","reported_seq":473,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:48.916731+0000","last_change":"2024-09-13T16:41:48.916887+0000","last_active":"2024-09-13T16:41:48.916731+0000","last_peered":"2024-09-13T16:41:48.916731+0000","last_clean":"2024-09-13T16:41:48.916731+0000","last_became_active":"2024-09-13T16:15:41.026955+0000","last_became_peered":"2024-09-13T16:15:41.026955+0000","last_unstale":"2024-09-13T16:41:48.916731+0000","last_undegraded":"2024-09-13T16:41:48.916731+0000","last_fullsized":"2024-09-13T16:41:48.916731+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'433","last_scrub_stamp":"2024-09-13T16:41:48.916690+0000","last_deep_scrub":"28'433","last_deep_scrub_stamp":"2024-09-13T16:41:48.916690+0000","last_clean_scrub_stamp":"2024-09-13T16:41:48.916690+0000","objects_scrubbed":1,"log_size":433,"log_dups_size":0,"ondisk_log_size":433,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:40:25.086125+0000","scrub_duration":0.01984501,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":434,"num_write_kb":4312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"28'2367","reported_seq":2404,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:22.158840+0000","last_change":"2024-09-13T16:42:22.158840+0000","last_active":"2024-09-13T16:42:22.158840+0000","last_peered":"2024-09-13T16:42:22.158840+0000","last_clean":"2024-09-13T16:42:22.158840+0000","last_became_active":"2024-09-13T16:15:45.428985+0000","last_became_peered":"2024-09-13T16:15:45.428985+0000","last_unstale":"2024-09-13T16:42:22.158840+0000","last_undegraded":"2024-09-13T16:42:22.158840+0000","last_fullsized":"2024-09-13T16:42:22.158840+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'2367","last_scrub_stamp":"2024-09-13T16:42:22.158579+0000","last_deep_scrub":"28'2367","last_deep_scrub_stamp":"2024-09-13T16:42:22.158579+0000","last_clean_scrub_stamp":"2024-09-13T16:42:22.158579+0000","objects_scrubbed":0,"log_size":2367,"log_dups_size":0,"ondisk_log_size":2367,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:40:45.545458+0000","scrub_duration":0.0089790749999999996,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1782,"num_write_kb":83329,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,6],"acting":[3,7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"28'583","reported_seq":622,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:39.367646+0000","last_change":"2024-09-13T16:41:39.367938+0000","last_active":"2024-09-13T16:41:39.367646+0000","last_peered":"2024-09-13T16:41:39.367646+0000","last_clean":"2024-09-13T16:41:39.367646+0000","last_became_active":"2024-09-13T16:15:41.425258+0000","last_became_peered":"2024-09-13T16:15:41.425258+0000","last_unstale":"2024-09-13T16:41:39.367646+0000","last_undegraded":"2024-09-13T16:41:39.367646+0000","last_fullsized":"2024-09-13T16:41:39.367646+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'583","last_scrub_stamp":"2024-09-13T16:41:39.367536+0000","last_deep_scrub":"28'583","last_deep_scrub_stamp":"2024-09-13T16:41:39.367536+0000","last_clean_scrub_stamp":"2024-09-13T16:41:39.367536+0000","objects_scrubbed":0,"log_size":583,"log_dups_size":0,"ondisk_log_size":583,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:06:16.722264+0000","scrub_duration":0.0033817930000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.12","version":"28'12","reported_seq":52,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:09.197873+0000","last_change":"2024-09-13T16:42:09.198114+0000","last_active":"2024-09-13T16:42:09.197873+0000","last_peered":"2024-09-13T16:42:09.197873+0000","last_clean":"2024-09-13T16:42:09.197873+0000","last_became_active":"2024-09-13T16:15:41.037313+0000","last_became_peered":"2024-09-13T16:15:41.037313+0000","last_unstale":"2024-09-13T16:42:09.197873+0000","last_undegraded":"2024-09-13T16:42:09.197873+0000","last_fullsized":"2024-09-13T16:42:09.197873+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'12","last_scrub_stamp":"2024-09-13T16:42:09.197824+0000","last_deep_scrub":"28'12","last_deep_scrub_stamp":"2024-09-13T16:42:09.197824+0000","last_clean_scrub_stamp":"2024-09-13T16:42:09.197824+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:49:55.375284+0000","scrub_duration":0.0034252549999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":21,"num_write_kb":22,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"28'2361","reported_seq":2398,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:16.176782+0000","last_change":"2024-09-13T16:42:16.177044+0000","last_active":"2024-09-13T16:42:16.176782+0000","last_peered":"2024-09-13T16:42:16.176782+0000","last_clean":"2024-09-13T16:42:16.176782+0000","last_became_active":"2024-09-13T16:15:45.436224+0000","last_became_peered":"2024-09-13T16:15:45.436224+0000","last_unstale":"2024-09-13T16:42:16.176782+0000","last_undegraded":"2024-09-13T16:42:16.176782+0000","last_fullsized":"2024-09-13T16:42:16.176782+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'2361","last_scrub_stamp":"2024-09-13T16:42:16.176727+0000","last_deep_scrub":"28'2361","last_deep_scrub_stamp":"2024-09-13T16:42:16.176727+0000","last_clean_scrub_stamp":"2024-09-13T16:42:16.176727+0000","objects_scrubbed":0,"log_size":2361,"log_dups_size":0,"ondisk_log_size":2361,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:37:21.977300+0000","scrub_duration":0.0087978770000000008,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1800,"num_write_kb":86014,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,2],"acting":[3,1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"28'562","reported_seq":601,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:51.671086+0000","last_change":"2024-09-13T16:41:51.671279+0000","last_active":"2024-09-13T16:41:51.671086+0000","last_peered":"2024-09-13T16:41:51.671086+0000","last_clean":"2024-09-13T16:41:51.671086+0000","last_became_active":"2024-09-13T16:15:41.413018+0000","last_became_peered":"2024-09-13T16:15:41.413018+0000","last_unstale":"2024-09-13T16:41:51.671086+0000","last_undegraded":"2024-09-13T16:41:51.671086+0000","last_fullsized":"2024-09-13T16:41:51.671086+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'562","last_scrub_stamp":"2024-09-13T16:41:51.671033+0000","last_deep_scrub":"28'562","last_deep_scrub_stamp":"2024-09-13T16:41:51.671033+0000","last_clean_scrub_stamp":"2024-09-13T16:41:51.671033+0000","objects_scrubbed":0,"log_size":562,"log_dups_size":0,"ondisk_log_size":562,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:01:37.314959+0000","scrub_duration":0.0036382910000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":24,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.13","version":"28'2049","reported_seq":2089,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:39.763889+0000","last_change":"2024-09-13T16:41:39.764029+0000","last_active":"2024-09-13T16:41:39.763889+0000","last_peered":"2024-09-13T16:41:39.763889+0000","last_clean":"2024-09-13T16:41:39.763889+0000","last_became_active":"2024-09-13T16:15:41.027695+0000","last_became_peered":"2024-09-13T16:15:41.027695+0000","last_unstale":"2024-09-13T16:41:39.763889+0000","last_undegraded":"2024-09-13T16:41:39.763889+0000","last_fullsized":"2024-09-13T16:41:39.763889+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'2049","last_scrub_stamp":"2024-09-13T16:41:39.763849+0000","last_deep_scrub":"28'2049","last_deep_scrub_stamp":"2024-09-13T16:41:39.763849+0000","last_clean_scrub_stamp":"2024-09-13T16:41:39.763849+0000","objects_scrubbed":3,"log_size":2049,"log_dups_size":0,"ondisk_log_size":2049,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:26:54.158857+0000","scrub_duration":0.022365827000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194338,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2050,"num_write_kb":13295,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":5000,"num_omap_keys":10,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"28'2567","reported_seq":2593,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:38.312284+0000","last_change":"2024-09-13T16:15:45.429663+0000","last_active":"2024-09-13T16:41:38.312284+0000","last_peered":"2024-09-13T16:41:38.312284+0000","last_clean":"2024-09-13T16:41:38.312284+0000","last_became_active":"2024-09-13T16:15:45.429313+0000","last_became_peered":"2024-09-13T16:15:45.429313+0000","last_unstale":"2024-09-13T16:41:38.312284+0000","last_undegraded":"2024-09-13T16:41:38.312284+0000","last_fullsized":"2024-09-13T16:41:38.312284+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2567,"log_dups_size":0,"ondisk_log_size":2567,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2012,"num_write_kb":87157,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3,2],"acting":[5,7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"28'563","reported_seq":602,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:21.389580+0000","last_change":"2024-09-13T16:42:21.389804+0000","last_active":"2024-09-13T16:42:21.389580+0000","last_peered":"2024-09-13T16:42:21.389580+0000","last_clean":"2024-09-13T16:42:21.389580+0000","last_became_active":"2024-09-13T16:15:41.421412+0000","last_became_peered":"2024-09-13T16:15:41.421412+0000","last_unstale":"2024-09-13T16:42:21.389580+0000","last_undegraded":"2024-09-13T16:42:21.389580+0000","last_fullsized":"2024-09-13T16:42:21.389580+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'563","last_scrub_stamp":"2024-09-13T16:42:21.389531+0000","last_deep_scrub":"28'563","last_deep_scrub_stamp":"2024-09-13T16:42:21.389531+0000","last_clean_scrub_stamp":"2024-09-13T16:42:21.389531+0000","objects_scrubbed":0,"log_size":563,"log_dups_size":0,"ondisk_log_size":563,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:58:07.568757+0000","scrub_duration":0.0035770730000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.14","version":"28'3268","reported_seq":3308,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:42.797835+0000","last_change":"2024-09-13T16:41:42.797937+0000","last_active":"2024-09-13T16:41:42.797835+0000","last_peered":"2024-09-13T16:41:42.797835+0000","last_clean":"2024-09-13T16:41:42.797835+0000","last_became_active":"2024-09-13T16:15:41.036022+0000","last_became_peered":"2024-09-13T16:15:41.036022+0000","last_unstale":"2024-09-13T16:41:42.797835+0000","last_undegraded":"2024-09-13T16:41:42.797835+0000","last_fullsized":"2024-09-13T16:41:42.797835+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'3268","last_scrub_stamp":"2024-09-13T16:41:42.797814+0000","last_deep_scrub":"28'3268","last_deep_scrub_stamp":"2024-09-13T16:41:42.797814+0000","last_clean_scrub_stamp":"2024-09-13T16:41:42.797814+0000","objects_scrubbed":5,"log_size":3268,"log_dups_size":0,"ondisk_log_size":3268,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:07:32.566180+0000","scrub_duration":0.035715244,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8389280,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3265,"num_write_kb":22009,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.12","version":"28'2234","reported_seq":2271,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:08.366910+0000","last_change":"2024-09-13T16:42:08.367247+0000","last_active":"2024-09-13T16:42:08.366910+0000","last_peered":"2024-09-13T16:42:08.366910+0000","last_clean":"2024-09-13T16:42:08.366910+0000","last_became_active":"2024-09-13T16:15:45.442341+0000","last_became_peered":"2024-09-13T16:15:45.442341+0000","last_unstale":"2024-09-13T16:42:08.366910+0000","last_undegraded":"2024-09-13T16:42:08.366910+0000","last_fullsized":"2024-09-13T16:42:08.366910+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'2234","last_scrub_stamp":"2024-09-13T16:42:08.366814+0000","last_deep_scrub":"28'2234","last_deep_scrub_stamp":"2024-09-13T16:42:08.366814+0000","last_clean_scrub_stamp":"2024-09-13T16:42:08.366814+0000","objects_scrubbed":0,"log_size":2234,"log_dups_size":0,"ondisk_log_size":2234,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:53:39.548049+0000","scrub_duration":0.0093929540000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1673,"num_write_kb":36981,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2,0],"acting":[1,6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"28'561","reported_seq":600,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:45.837976+0000","last_change":"2024-09-13T16:41:45.838197+0000","last_active":"2024-09-13T16:41:45.837976+0000","last_peered":"2024-09-13T16:41:45.837976+0000","last_clean":"2024-09-13T16:41:45.837976+0000","last_became_active":"2024-09-13T16:15:41.417552+0000","last_became_peered":"2024-09-13T16:15:41.417552+0000","last_unstale":"2024-09-13T16:41:45.837976+0000","last_undegraded":"2024-09-13T16:41:45.837976+0000","last_fullsized":"2024-09-13T16:41:45.837976+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'561","last_scrub_stamp":"2024-09-13T16:41:45.837924+0000","last_deep_scrub":"28'561","last_deep_scrub_stamp":"2024-09-13T16:41:45.837924+0000","last_clean_scrub_stamp":"2024-09-13T16:41:45.837924+0000","objects_scrubbed":0,"log_size":561,"log_dups_size":0,"ondisk_log_size":561,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:03:07.752109+0000","scrub_duration":0.0031285520000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"28'4191","reported_seq":4231,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:57.226096+0000","last_change":"2024-09-13T16:41:57.226096+0000","last_active":"2024-09-13T16:41:57.226096+0000","last_peered":"2024-09-13T16:41:57.226096+0000","last_clean":"2024-09-13T16:41:57.226096+0000","last_became_active":"2024-09-13T16:15:41.032932+0000","last_became_peered":"2024-09-13T16:15:41.032932+0000","last_unstale":"2024-09-13T16:41:57.226096+0000","last_undegraded":"2024-09-13T16:41:57.226096+0000","last_fullsized":"2024-09-13T16:41:57.226096+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'4191","last_scrub_stamp":"2024-09-13T16:41:57.225576+0000","last_deep_scrub":"28'4191","last_deep_scrub_stamp":"2024-09-13T16:41:57.225576+0000","last_clean_scrub_stamp":"2024-09-13T16:41:57.225576+0000","objects_scrubbed":5,"log_size":4191,"log_dups_size":0,"ondisk_log_size":4191,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:12:39.540407+0000","scrub_duration":0.051405799000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12583002,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4189,"num_write_kb":23150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"28'2473","reported_seq":2510,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:09.871476+0000","last_change":"2024-09-13T16:42:09.871738+0000","last_active":"2024-09-13T16:42:09.871476+0000","last_peered":"2024-09-13T16:42:09.871476+0000","last_clean":"2024-09-13T16:42:09.871476+0000","last_became_active":"2024-09-13T16:15:45.445288+0000","last_became_peered":"2024-09-13T16:15:45.445288+0000","last_unstale":"2024-09-13T16:42:09.871476+0000","last_undegraded":"2024-09-13T16:42:09.871476+0000","last_fullsized":"2024-09-13T16:42:09.871476+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'2473","last_scrub_stamp":"2024-09-13T16:42:09.871415+0000","last_deep_scrub":"28'2473","last_deep_scrub_stamp":"2024-09-13T16:42:09.871415+0000","last_clean_scrub_stamp":"2024-09-13T16:42:09.871415+0000","objects_scrubbed":0,"log_size":2473,"log_dups_size":0,"ondisk_log_size":2473,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:53:41.052649+0000","scrub_duration":0.0098309520000000004,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1929,"num_write_kb":152312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,1],"acting":[4,5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"28'560","reported_seq":599,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:03.807983+0000","last_change":"2024-09-13T16:42:03.807983+0000","last_active":"2024-09-13T16:42:03.807983+0000","last_peered":"2024-09-13T16:42:03.807983+0000","last_clean":"2024-09-13T16:42:03.807983+0000","last_became_active":"2024-09-13T16:15:41.423904+0000","last_became_peered":"2024-09-13T16:15:41.423904+0000","last_unstale":"2024-09-13T16:42:03.807983+0000","last_undegraded":"2024-09-13T16:42:03.807983+0000","last_fullsized":"2024-09-13T16:42:03.807983+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'560","last_scrub_stamp":"2024-09-13T16:42:03.807722+0000","last_deep_scrub":"28'560","last_deep_scrub_stamp":"2024-09-13T16:42:03.807722+0000","last_clean_scrub_stamp":"2024-09-13T16:42:03.807722+0000","objects_scrubbed":0,"log_size":560,"log_dups_size":0,"ondisk_log_size":560,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:02:07.455285+0000","scrub_duration":0.0037283189999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"28'2609","reported_seq":2649,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:03.195238+0000","last_change":"2024-09-13T16:42:03.195238+0000","last_active":"2024-09-13T16:42:03.195238+0000","last_peered":"2024-09-13T16:42:03.195238+0000","last_clean":"2024-09-13T16:42:03.195238+0000","last_became_active":"2024-09-13T16:15:41.033489+0000","last_became_peered":"2024-09-13T16:15:41.033489+0000","last_unstale":"2024-09-13T16:42:03.195238+0000","last_undegraded":"2024-09-13T16:42:03.195238+0000","last_fullsized":"2024-09-13T16:42:03.195238+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'2609","last_scrub_stamp":"2024-09-13T16:42:03.195095+0000","last_deep_scrub":"28'2609","last_deep_scrub_stamp":"2024-09-13T16:42:03.195095+0000","last_clean_scrub_stamp":"2024-09-13T16:42:03.195095+0000","objects_scrubbed":3,"log_size":2609,"log_dups_size":0,"ondisk_log_size":2609,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:01:48.839022+0000","scrub_duration":0.057623718999999997,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12582912,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2607,"num_write_kb":21689,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"28'2337","reported_seq":2374,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:17.213602+0000","last_change":"2024-09-13T16:42:17.213988+0000","last_active":"2024-09-13T16:42:17.213602+0000","last_peered":"2024-09-13T16:42:17.213602+0000","last_clean":"2024-09-13T16:42:17.213602+0000","last_became_active":"2024-09-13T16:15:45.436526+0000","last_became_peered":"2024-09-13T16:15:45.436526+0000","last_unstale":"2024-09-13T16:42:17.213602+0000","last_undegraded":"2024-09-13T16:42:17.213602+0000","last_fullsized":"2024-09-13T16:42:17.213602+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'2337","last_scrub_stamp":"2024-09-13T16:42:17.213475+0000","last_deep_scrub":"28'2337","last_deep_scrub_stamp":"2024-09-13T16:42:17.213475+0000","last_clean_scrub_stamp":"2024-09-13T16:42:17.213475+0000","objects_scrubbed":0,"log_size":2337,"log_dups_size":0,"ondisk_log_size":2337,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:48:54.195263+0000","scrub_duration":0.0088549260000000008,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1761,"num_write_kb":38111,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6,4],"acting":[3,1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"28'577","reported_seq":616,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:20.179936+0000","last_change":"2024-09-13T16:42:20.180147+0000","last_active":"2024-09-13T16:42:20.179936+0000","last_peered":"2024-09-13T16:42:20.179936+0000","last_clean":"2024-09-13T16:42:20.179936+0000","last_became_active":"2024-09-13T16:15:41.434755+0000","last_became_peered":"2024-09-13T16:15:41.434755+0000","last_unstale":"2024-09-13T16:42:20.179936+0000","last_undegraded":"2024-09-13T16:42:20.179936+0000","last_fullsized":"2024-09-13T16:42:20.179936+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'577","last_scrub_stamp":"2024-09-13T16:42:20.179887+0000","last_deep_scrub":"28'577","last_deep_scrub_stamp":"2024-09-13T16:42:20.179887+0000","last_clean_scrub_stamp":"2024-09-13T16:42:20.179887+0000","objects_scrubbed":0,"log_size":577,"log_dups_size":0,"ondisk_log_size":577,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:13:24.460480+0000","scrub_duration":0.0030216660000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.17","version":"28'631","reported_seq":671,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:47.874646+0000","last_change":"2024-09-13T16:41:47.874646+0000","last_active":"2024-09-13T16:41:47.874646+0000","last_peered":"2024-09-13T16:41:47.874646+0000","last_clean":"2024-09-13T16:41:47.874646+0000","last_became_active":"2024-09-13T16:15:41.036955+0000","last_became_peered":"2024-09-13T16:15:41.036955+0000","last_unstale":"2024-09-13T16:41:47.874646+0000","last_undegraded":"2024-09-13T16:41:47.874646+0000","last_fullsized":"2024-09-13T16:41:47.874646+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'631","last_scrub_stamp":"2024-09-13T16:41:47.874403+0000","last_deep_scrub":"28'631","last_deep_scrub_stamp":"2024-09-13T16:41:47.874403+0000","last_clean_scrub_stamp":"2024-09-13T16:41:47.874403+0000","objects_scrubbed":1,"log_size":631,"log_dups_size":0,"ondisk_log_size":631,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:09:52.989824+0000","scrub_duration":0.020520864999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":643,"num_write_kb":4401,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.11","version":"28'2353","reported_seq":2390,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:21.191922+0000","last_change":"2024-09-13T16:42:21.192166+0000","last_active":"2024-09-13T16:42:21.191922+0000","last_peered":"2024-09-13T16:42:21.191922+0000","last_clean":"2024-09-13T16:42:21.191922+0000","last_became_active":"2024-09-13T16:15:45.425834+0000","last_became_peered":"2024-09-13T16:15:45.425834+0000","last_unstale":"2024-09-13T16:42:21.191922+0000","last_undegraded":"2024-09-13T16:42:21.191922+0000","last_fullsized":"2024-09-13T16:42:21.191922+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'2353","last_scrub_stamp":"2024-09-13T16:42:21.191867+0000","last_deep_scrub":"28'2353","last_deep_scrub_stamp":"2024-09-13T16:42:21.191867+0000","last_clean_scrub_stamp":"2024-09-13T16:42:21.191867+0000","objects_scrubbed":0,"log_size":2353,"log_dups_size":0,"ondisk_log_size":2353,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:21:07.822875+0000","scrub_duration":0.0099743100000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1763,"num_write_kb":44318,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6,5],"acting":[3,7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"28'2392","reported_seq":2420,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:35.792766+0000","last_change":"2024-09-13T16:15:45.445140+0000","last_active":"2024-09-13T16:41:35.792766+0000","last_peered":"2024-09-13T16:41:35.792766+0000","last_clean":"2024-09-13T16:41:35.792766+0000","last_became_active":"2024-09-13T16:15:45.444697+0000","last_became_peered":"2024-09-13T16:15:45.444697+0000","last_unstale":"2024-09-13T16:41:35.792766+0000","last_undegraded":"2024-09-13T16:41:35.792766+0000","last_fullsized":"2024-09-13T16:41:35.792766+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:15:44.401973+0000","last_clean_scrub_stamp":"2024-09-13T16:15:44.401973+0000","objects_scrubbed":0,"log_size":2392,"log_dups_size":0,"ondisk_log_size":2392,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1876,"num_write_kb":85170,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3,1],"acting":[0,7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"28'554","reported_seq":593,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:58.211395+0000","last_change":"2024-09-13T16:41:58.211395+0000","last_active":"2024-09-13T16:41:58.211395+0000","last_peered":"2024-09-13T16:41:58.211395+0000","last_clean":"2024-09-13T16:41:58.211395+0000","last_became_active":"2024-09-13T16:15:41.416031+0000","last_became_peered":"2024-09-13T16:15:41.416031+0000","last_unstale":"2024-09-13T16:41:58.211395+0000","last_undegraded":"2024-09-13T16:41:58.211395+0000","last_fullsized":"2024-09-13T16:41:58.211395+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'554","last_scrub_stamp":"2024-09-13T16:41:58.210958+0000","last_deep_scrub":"28'554","last_deep_scrub_stamp":"2024-09-13T16:41:58.210958+0000","last_clean_scrub_stamp":"2024-09-13T16:41:58.210958+0000","objects_scrubbed":0,"log_size":554,"log_dups_size":0,"ondisk_log_size":554,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:40:18.738328+0000","scrub_duration":0.0034457789999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":26,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.18","version":"28'4024","reported_seq":4064,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:58.147837+0000","last_change":"2024-09-13T16:41:58.147837+0000","last_active":"2024-09-13T16:41:58.147837+0000","last_peered":"2024-09-13T16:41:58.147837+0000","last_clean":"2024-09-13T16:41:58.147837+0000","last_became_active":"2024-09-13T16:15:41.028484+0000","last_became_peered":"2024-09-13T16:15:41.028484+0000","last_unstale":"2024-09-13T16:41:58.147837+0000","last_undegraded":"2024-09-13T16:41:58.147837+0000","last_fullsized":"2024-09-13T16:41:58.147837+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'4024","last_scrub_stamp":"2024-09-13T16:41:58.147668+0000","last_deep_scrub":"28'4024","last_deep_scrub_stamp":"2024-09-13T16:41:58.147668+0000","last_clean_scrub_stamp":"2024-09-13T16:41:58.147668+0000","objects_scrubbed":4,"log_size":4024,"log_dups_size":0,"ondisk_log_size":4024,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:29:41.807298+0000","scrub_duration":0.061898024000000003,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16081299,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4021,"num_write_kb":29855,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"28'2411","reported_seq":2449,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:17.817274+0000","last_change":"2024-09-13T16:42:17.817576+0000","last_active":"2024-09-13T16:42:17.817274+0000","last_peered":"2024-09-13T16:42:17.817274+0000","last_clean":"2024-09-13T16:42:17.817274+0000","last_became_active":"2024-09-13T16:15:45.436307+0000","last_became_peered":"2024-09-13T16:15:45.436307+0000","last_unstale":"2024-09-13T16:42:17.817274+0000","last_undegraded":"2024-09-13T16:42:17.817274+0000","last_fullsized":"2024-09-13T16:42:17.817274+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'2411","last_scrub_stamp":"2024-09-13T16:42:17.817223+0000","last_deep_scrub":"28'2411","last_deep_scrub_stamp":"2024-09-13T16:42:17.817223+0000","last_clean_scrub_stamp":"2024-09-13T16:42:17.817223+0000","objects_scrubbed":0,"log_size":2411,"log_dups_size":0,"ondisk_log_size":2411,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:08:28.957378+0000","scrub_duration":0.0087646970000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1872,"num_write_kb":94300,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1,0],"acting":[6,5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"28'640","reported_seq":679,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:12.147848+0000","last_change":"2024-09-13T16:42:12.147848+0000","last_active":"2024-09-13T16:42:12.147848+0000","last_peered":"2024-09-13T16:42:12.147848+0000","last_clean":"2024-09-13T16:42:12.147848+0000","last_became_active":"2024-09-13T16:15:41.422354+0000","last_became_peered":"2024-09-13T16:15:41.422354+0000","last_unstale":"2024-09-13T16:42:12.147848+0000","last_undegraded":"2024-09-13T16:42:12.147848+0000","last_fullsized":"2024-09-13T16:42:12.147848+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'640","last_scrub_stamp":"2024-09-13T16:42:12.147577+0000","last_deep_scrub":"28'640","last_deep_scrub_stamp":"2024-09-13T16:42:12.147577+0000","last_clean_scrub_stamp":"2024-09-13T16:42:12.147577+0000","objects_scrubbed":0,"log_size":640,"log_dups_size":0,"ondisk_log_size":640,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:03:11.987175+0000","scrub_duration":0.0035779589999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"28'654","reported_seq":694,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:55.250457+0000","last_change":"2024-09-13T16:41:55.250457+0000","last_active":"2024-09-13T16:41:55.250457+0000","last_peered":"2024-09-13T16:41:55.250457+0000","last_clean":"2024-09-13T16:41:55.250457+0000","last_became_active":"2024-09-13T16:15:41.031397+0000","last_became_peered":"2024-09-13T16:15:41.031397+0000","last_unstale":"2024-09-13T16:41:55.250457+0000","last_undegraded":"2024-09-13T16:41:55.250457+0000","last_fullsized":"2024-09-13T16:41:55.250457+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'654","last_scrub_stamp":"2024-09-13T16:41:55.250156+0000","last_deep_scrub":"28'654","last_deep_scrub_stamp":"2024-09-13T16:41:55.250156+0000","last_clean_scrub_stamp":"2024-09-13T16:41:55.250156+0000","objects_scrubbed":0,"log_size":654,"log_dups_size":0,"ondisk_log_size":654,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:08:06.390311+0000","scrub_duration":0.0036258879999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":658,"num_write_kb":4390,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1a","version":"28'3756","reported_seq":3795,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:41.826511+0000","last_change":"2024-09-13T16:41:41.826647+0000","last_active":"2024-09-13T16:41:41.826511+0000","last_peered":"2024-09-13T16:41:41.826511+0000","last_clean":"2024-09-13T16:41:41.826511+0000","last_became_active":"2024-09-13T16:15:41.024989+0000","last_became_peered":"2024-09-13T16:15:41.024989+0000","last_unstale":"2024-09-13T16:41:41.826511+0000","last_undegraded":"2024-09-13T16:41:41.826511+0000","last_fullsized":"2024-09-13T16:41:41.826511+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'3756","last_scrub_stamp":"2024-09-13T16:41:41.826483+0000","last_deep_scrub":"28'3756","last_deep_scrub_stamp":"2024-09-13T16:41:41.826483+0000","last_clean_scrub_stamp":"2024-09-13T16:41:41.826483+0000","objects_scrubbed":3,"log_size":3756,"log_dups_size":0,"ondisk_log_size":3756,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:56:11.474888+0000","scrub_duration":0.054705785999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12582912,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3756,"num_write_kb":30455,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"28'556","reported_seq":594,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:04.808379+0000","last_change":"2024-09-13T16:42:04.808607+0000","last_active":"2024-09-13T16:42:04.808379+0000","last_peered":"2024-09-13T16:42:04.808379+0000","last_clean":"2024-09-13T16:42:04.808379+0000","last_became_active":"2024-09-13T16:15:41.432139+0000","last_became_peered":"2024-09-13T16:15:41.432139+0000","last_unstale":"2024-09-13T16:42:04.808379+0000","last_undegraded":"2024-09-13T16:42:04.808379+0000","last_fullsized":"2024-09-13T16:42:04.808379+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'556","last_scrub_stamp":"2024-09-13T16:42:04.808330+0000","last_deep_scrub":"28'556","last_deep_scrub_stamp":"2024-09-13T16:42:04.808330+0000","last_clean_scrub_stamp":"2024-09-13T16:42:04.808330+0000","objects_scrubbed":0,"log_size":556,"log_dups_size":0,"ondisk_log_size":556,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:09:58.218344+0000","scrub_duration":0.0035906919999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"28'2403","reported_seq":2449,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:57.227401+0000","last_change":"2024-09-13T16:41:57.227545+0000","last_active":"2024-09-13T16:41:57.227401+0000","last_peered":"2024-09-13T16:41:57.227401+0000","last_clean":"2024-09-13T16:41:57.227401+0000","last_became_active":"2024-09-13T16:16:24.053479+0000","last_became_peered":"2024-09-13T16:16:24.053479+0000","last_unstale":"2024-09-13T16:41:57.227401+0000","last_undegraded":"2024-09-13T16:41:57.227401+0000","last_fullsized":"2024-09-13T16:41:57.227401+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'2403","last_scrub_stamp":"2024-09-13T16:41:57.227379+0000","last_deep_scrub":"28'2403","last_deep_scrub_stamp":"2024-09-13T16:41:57.227379+0000","last_clean_scrub_stamp":"2024-09-13T16:41:57.227379+0000","objects_scrubbed":0,"log_size":2403,"log_dups_size":0,"ondisk_log_size":2403,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:42:54.972862+0000","scrub_duration":0.0074862410000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1817,"num_write_kb":55639,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,3,5],"acting":[2,0,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"28'1264","reported_seq":1303,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:59.238260+0000","last_change":"2024-09-13T16:41:59.238521+0000","last_active":"2024-09-13T16:41:59.238260+0000","last_peered":"2024-09-13T16:41:59.238260+0000","last_clean":"2024-09-13T16:41:59.238260+0000","last_became_active":"2024-09-13T16:15:41.036045+0000","last_became_peered":"2024-09-13T16:15:41.036045+0000","last_unstale":"2024-09-13T16:41:59.238260+0000","last_undegraded":"2024-09-13T16:41:59.238260+0000","last_fullsized":"2024-09-13T16:41:59.238260+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'1264","last_scrub_stamp":"2024-09-13T16:41:59.238183+0000","last_deep_scrub":"28'1264","last_deep_scrub_stamp":"2024-09-13T16:41:59.238183+0000","last_clean_scrub_stamp":"2024-09-13T16:41:59.238183+0000","objects_scrubbed":1,"log_size":1264,"log_dups_size":0,"ondisk_log_size":1264,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:10:38.787921+0000","scrub_duration":0.020697173999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1270,"num_write_kb":8784,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"28'568","reported_seq":606,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:47.877219+0000","last_change":"2024-09-13T16:41:47.877374+0000","last_active":"2024-09-13T16:41:47.877219+0000","last_peered":"2024-09-13T16:41:47.877219+0000","last_clean":"2024-09-13T16:41:47.877219+0000","last_became_active":"2024-09-13T16:15:41.417827+0000","last_became_peered":"2024-09-13T16:15:41.417827+0000","last_unstale":"2024-09-13T16:41:47.877219+0000","last_undegraded":"2024-09-13T16:41:47.877219+0000","last_fullsized":"2024-09-13T16:41:47.877219+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'568","last_scrub_stamp":"2024-09-13T16:41:47.877196+0000","last_deep_scrub":"28'568","last_deep_scrub_stamp":"2024-09-13T16:41:47.877196+0000","last_clean_scrub_stamp":"2024-09-13T16:41:47.877196+0000","objects_scrubbed":0,"log_size":568,"log_dups_size":0,"ondisk_log_size":568,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:16:12.786300+0000","scrub_duration":0.0030508190000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"28'2336","reported_seq":2372,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:27.171832+0000","last_change":"2024-09-13T16:42:27.172123+0000","last_active":"2024-09-13T16:42:27.171832+0000","last_peered":"2024-09-13T16:42:27.171832+0000","last_clean":"2024-09-13T16:42:27.171832+0000","last_became_active":"2024-09-13T16:15:45.435169+0000","last_became_peered":"2024-09-13T16:15:45.435169+0000","last_unstale":"2024-09-13T16:42:27.171832+0000","last_undegraded":"2024-09-13T16:42:27.171832+0000","last_fullsized":"2024-09-13T16:42:27.171832+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'2336","last_scrub_stamp":"2024-09-13T16:42:27.171777+0000","last_deep_scrub":"28'2336","last_deep_scrub_stamp":"2024-09-13T16:42:27.171777+0000","last_clean_scrub_stamp":"2024-09-13T16:42:27.171777+0000","objects_scrubbed":0,"log_size":2336,"log_dups_size":0,"ondisk_log_size":2336,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:28:47.211155+0000","scrub_duration":0.0084501379999999994,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1808,"num_write_kb":46128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4,2],"acting":[3,1,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.20","version":"28'594","reported_seq":634,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:02.889604+0000","last_change":"2024-09-13T16:42:02.889801+0000","last_active":"2024-09-13T16:42:02.889604+0000","last_peered":"2024-09-13T16:42:02.889604+0000","last_clean":"2024-09-13T16:42:02.889604+0000","last_became_active":"2024-09-13T16:15:41.423169+0000","last_became_peered":"2024-09-13T16:15:41.423169+0000","last_unstale":"2024-09-13T16:42:02.889604+0000","last_undegraded":"2024-09-13T16:42:02.889604+0000","last_fullsized":"2024-09-13T16:42:02.889604+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'594","last_scrub_stamp":"2024-09-13T16:42:02.889556+0000","last_deep_scrub":"28'594","last_deep_scrub_stamp":"2024-09-13T16:42:02.889556+0000","last_clean_scrub_stamp":"2024-09-13T16:42:02.889556+0000","objects_scrubbed":0,"log_size":594,"log_dups_size":0,"ondisk_log_size":594,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:16:27.798660+0000","scrub_duration":0.0040012390000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":32,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"28'622","reported_seq":662,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:56.214392+0000","last_change":"2024-09-13T16:41:56.214686+0000","last_active":"2024-09-13T16:41:56.214392+0000","last_peered":"2024-09-13T16:41:56.214392+0000","last_clean":"2024-09-13T16:41:56.214392+0000","last_became_active":"2024-09-13T16:15:41.426171+0000","last_became_peered":"2024-09-13T16:15:41.426171+0000","last_unstale":"2024-09-13T16:41:56.214392+0000","last_undegraded":"2024-09-13T16:41:56.214392+0000","last_fullsized":"2024-09-13T16:41:56.214392+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'622","last_scrub_stamp":"2024-09-13T16:41:56.214334+0000","last_deep_scrub":"28'622","last_deep_scrub_stamp":"2024-09-13T16:41:56.214334+0000","last_clean_scrub_stamp":"2024-09-13T16:41:56.214334+0000","objects_scrubbed":0,"log_size":622,"log_dups_size":0,"ondisk_log_size":622,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:16:21.123438+0000","scrub_duration":0.00356062,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"28'564","reported_seq":604,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:44.061353+0000","last_change":"2024-09-13T16:41:44.061555+0000","last_active":"2024-09-13T16:41:44.061353+0000","last_peered":"2024-09-13T16:41:44.061353+0000","last_clean":"2024-09-13T16:41:44.061353+0000","last_became_active":"2024-09-13T16:15:41.423509+0000","last_became_peered":"2024-09-13T16:15:41.423509+0000","last_unstale":"2024-09-13T16:41:44.061353+0000","last_undegraded":"2024-09-13T16:41:44.061353+0000","last_fullsized":"2024-09-13T16:41:44.061353+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'564","last_scrub_stamp":"2024-09-13T16:41:44.061300+0000","last_deep_scrub":"28'564","last_deep_scrub_stamp":"2024-09-13T16:41:44.061300+0000","last_clean_scrub_stamp":"2024-09-13T16:41:44.061300+0000","objects_scrubbed":0,"log_size":564,"log_dups_size":0,"ondisk_log_size":564,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:25:55.126267+0000","scrub_duration":0.0034140519999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"28'588","reported_seq":628,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:37.684554+0000","last_change":"2024-09-13T16:41:37.684727+0000","last_active":"2024-09-13T16:41:37.684554+0000","last_peered":"2024-09-13T16:41:37.684554+0000","last_clean":"2024-09-13T16:41:37.684554+0000","last_became_active":"2024-09-13T16:15:41.419574+0000","last_became_peered":"2024-09-13T16:15:41.419574+0000","last_unstale":"2024-09-13T16:41:37.684554+0000","last_undegraded":"2024-09-13T16:41:37.684554+0000","last_fullsized":"2024-09-13T16:41:37.684554+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'588","last_scrub_stamp":"2024-09-13T16:41:37.684511+0000","last_deep_scrub":"28'588","last_deep_scrub_stamp":"2024-09-13T16:41:37.684511+0000","last_clean_scrub_stamp":"2024-09-13T16:41:37.684511+0000","objects_scrubbed":0,"log_size":588,"log_dups_size":0,"ondisk_log_size":588,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:29:20.465399+0000","scrub_duration":0.0026859169999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"28'549","reported_seq":589,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:52.188995+0000","last_change":"2024-09-13T16:41:52.189300+0000","last_active":"2024-09-13T16:41:52.188995+0000","last_peered":"2024-09-13T16:41:52.188995+0000","last_clean":"2024-09-13T16:41:52.188995+0000","last_became_active":"2024-09-13T16:15:41.419644+0000","last_became_peered":"2024-09-13T16:15:41.419644+0000","last_unstale":"2024-09-13T16:41:52.188995+0000","last_undegraded":"2024-09-13T16:41:52.188995+0000","last_fullsized":"2024-09-13T16:41:52.188995+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'549","last_scrub_stamp":"2024-09-13T16:41:52.188878+0000","last_deep_scrub":"28'549","last_deep_scrub_stamp":"2024-09-13T16:41:52.188878+0000","last_clean_scrub_stamp":"2024-09-13T16:41:52.188878+0000","objects_scrubbed":0,"log_size":549,"log_dups_size":0,"ondisk_log_size":549,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:12:34.503708+0000","scrub_duration":0.0038039179999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"28'564","reported_seq":604,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:00.206697+0000","last_change":"2024-09-13T16:42:00.206924+0000","last_active":"2024-09-13T16:42:00.206697+0000","last_peered":"2024-09-13T16:42:00.206697+0000","last_clean":"2024-09-13T16:42:00.206697+0000","last_became_active":"2024-09-13T16:15:41.409523+0000","last_became_peered":"2024-09-13T16:15:41.409523+0000","last_unstale":"2024-09-13T16:42:00.206697+0000","last_undegraded":"2024-09-13T16:42:00.206697+0000","last_fullsized":"2024-09-13T16:42:00.206697+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'564","last_scrub_stamp":"2024-09-13T16:42:00.206641+0000","last_deep_scrub":"28'564","last_deep_scrub_stamp":"2024-09-13T16:42:00.206641+0000","last_clean_scrub_stamp":"2024-09-13T16:42:00.206641+0000","objects_scrubbed":0,"log_size":564,"log_dups_size":0,"ondisk_log_size":564,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:08:11.346795+0000","scrub_duration":0.003300482,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"28'600","reported_seq":640,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:10.844169+0000","last_change":"2024-09-13T16:42:10.844392+0000","last_active":"2024-09-13T16:42:10.844169+0000","last_peered":"2024-09-13T16:42:10.844169+0000","last_clean":"2024-09-13T16:42:10.844169+0000","last_became_active":"2024-09-13T16:15:41.417761+0000","last_became_peered":"2024-09-13T16:15:41.417761+0000","last_unstale":"2024-09-13T16:42:10.844169+0000","last_undegraded":"2024-09-13T16:42:10.844169+0000","last_fullsized":"2024-09-13T16:42:10.844169+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'600","last_scrub_stamp":"2024-09-13T16:42:10.844118+0000","last_deep_scrub":"28'600","last_deep_scrub_stamp":"2024-09-13T16:42:10.844118+0000","last_clean_scrub_stamp":"2024-09-13T16:42:10.844118+0000","objects_scrubbed":0,"log_size":600,"log_dups_size":0,"ondisk_log_size":600,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:26:45.351853+0000","scrub_duration":0.0030245239999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":28,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"28'542","reported_seq":582,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:54.233162+0000","last_change":"2024-09-13T16:41:54.233435+0000","last_active":"2024-09-13T16:41:54.233162+0000","last_peered":"2024-09-13T16:41:54.233162+0000","last_clean":"2024-09-13T16:41:54.233162+0000","last_became_active":"2024-09-13T16:15:41.428841+0000","last_became_peered":"2024-09-13T16:15:41.428841+0000","last_unstale":"2024-09-13T16:41:54.233162+0000","last_undegraded":"2024-09-13T16:41:54.233162+0000","last_fullsized":"2024-09-13T16:41:54.233162+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'542","last_scrub_stamp":"2024-09-13T16:41:54.233110+0000","last_deep_scrub":"28'542","last_deep_scrub_stamp":"2024-09-13T16:41:54.233110+0000","last_clean_scrub_stamp":"2024-09-13T16:41:54.233110+0000","objects_scrubbed":0,"log_size":542,"log_dups_size":0,"ondisk_log_size":542,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:34:11.033525+0000","scrub_duration":0.0034968239999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"28'572","reported_seq":612,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:17.184649+0000","last_change":"2024-09-13T16:42:17.184846+0000","last_active":"2024-09-13T16:42:17.184649+0000","last_peered":"2024-09-13T16:42:17.184649+0000","last_clean":"2024-09-13T16:42:17.184649+0000","last_became_active":"2024-09-13T16:15:41.423826+0000","last_became_peered":"2024-09-13T16:15:41.423826+0000","last_unstale":"2024-09-13T16:42:17.184649+0000","last_undegraded":"2024-09-13T16:42:17.184649+0000","last_fullsized":"2024-09-13T16:42:17.184649+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'572","last_scrub_stamp":"2024-09-13T16:42:17.184598+0000","last_deep_scrub":"28'572","last_deep_scrub_stamp":"2024-09-13T16:42:17.184598+0000","last_clean_scrub_stamp":"2024-09-13T16:42:17.184598+0000","objects_scrubbed":0,"log_size":572,"log_dups_size":0,"ondisk_log_size":572,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:02:20.832160+0000","scrub_duration":0.0034660939999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":24,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"28'553","reported_seq":592,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:48.153577+0000","last_change":"2024-09-13T16:41:48.153778+0000","last_active":"2024-09-13T16:41:48.153577+0000","last_peered":"2024-09-13T16:41:48.153577+0000","last_clean":"2024-09-13T16:41:48.153577+0000","last_became_active":"2024-09-13T16:15:41.432121+0000","last_became_peered":"2024-09-13T16:15:41.432121+0000","last_unstale":"2024-09-13T16:41:48.153577+0000","last_undegraded":"2024-09-13T16:41:48.153577+0000","last_fullsized":"2024-09-13T16:41:48.153577+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'553","last_scrub_stamp":"2024-09-13T16:41:48.153524+0000","last_deep_scrub":"28'553","last_deep_scrub_stamp":"2024-09-13T16:41:48.153524+0000","last_clean_scrub_stamp":"2024-09-13T16:41:48.153524+0000","objects_scrubbed":0,"log_size":553,"log_dups_size":0,"ondisk_log_size":553,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:26:22.661259+0000","scrub_duration":0.0038033350000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"28'591","reported_seq":630,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:28.215796+0000","last_change":"2024-09-13T16:42:28.215999+0000","last_active":"2024-09-13T16:42:28.215796+0000","last_peered":"2024-09-13T16:42:28.215796+0000","last_clean":"2024-09-13T16:42:28.215796+0000","last_became_active":"2024-09-13T16:15:41.434875+0000","last_became_peered":"2024-09-13T16:15:41.434875+0000","last_unstale":"2024-09-13T16:42:28.215796+0000","last_undegraded":"2024-09-13T16:42:28.215796+0000","last_fullsized":"2024-09-13T16:42:28.215796+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'591","last_scrub_stamp":"2024-09-13T16:42:28.215747+0000","last_deep_scrub":"28'591","last_deep_scrub_stamp":"2024-09-13T16:42:28.215747+0000","last_clean_scrub_stamp":"2024-09-13T16:42:28.215747+0000","objects_scrubbed":0,"log_size":591,"log_dups_size":0,"ondisk_log_size":591,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:03:52.057952+0000","scrub_duration":0.0033640599999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"28'558","reported_seq":597,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:09.779659+0000","last_change":"2024-09-13T16:42:09.779889+0000","last_active":"2024-09-13T16:42:09.779659+0000","last_peered":"2024-09-13T16:42:09.779659+0000","last_clean":"2024-09-13T16:42:09.779659+0000","last_became_active":"2024-09-13T16:15:41.426887+0000","last_became_peered":"2024-09-13T16:15:41.426887+0000","last_unstale":"2024-09-13T16:42:09.779659+0000","last_undegraded":"2024-09-13T16:42:09.779659+0000","last_fullsized":"2024-09-13T16:42:09.779659+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'558","last_scrub_stamp":"2024-09-13T16:42:09.779607+0000","last_deep_scrub":"28'558","last_deep_scrub_stamp":"2024-09-13T16:42:09.779607+0000","last_clean_scrub_stamp":"2024-09-13T16:42:09.779607+0000","objects_scrubbed":0,"log_size":558,"log_dups_size":0,"ondisk_log_size":558,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:03:12.044378+0000","scrub_duration":0.0036749069999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"28'578","reported_seq":617,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:54.896193+0000","last_change":"2024-09-13T16:41:54.896415+0000","last_active":"2024-09-13T16:41:54.896193+0000","last_peered":"2024-09-13T16:41:54.896193+0000","last_clean":"2024-09-13T16:41:54.896193+0000","last_became_active":"2024-09-13T16:15:41.428906+0000","last_became_peered":"2024-09-13T16:15:41.428906+0000","last_unstale":"2024-09-13T16:41:54.896193+0000","last_undegraded":"2024-09-13T16:41:54.896193+0000","last_fullsized":"2024-09-13T16:41:54.896193+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'578","last_scrub_stamp":"2024-09-13T16:41:54.896141+0000","last_deep_scrub":"28'578","last_deep_scrub_stamp":"2024-09-13T16:41:54.896141+0000","last_clean_scrub_stamp":"2024-09-13T16:41:54.896141+0000","objects_scrubbed":0,"log_size":578,"log_dups_size":0,"ondisk_log_size":578,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:52:10.226717+0000","scrub_duration":0.0034313189999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":20,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2d","version":"28'570","reported_seq":609,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:03.311796+0000","last_change":"2024-09-13T16:42:03.312012+0000","last_active":"2024-09-13T16:42:03.311796+0000","last_peered":"2024-09-13T16:42:03.311796+0000","last_clean":"2024-09-13T16:42:03.311796+0000","last_became_active":"2024-09-13T16:15:41.421333+0000","last_became_peered":"2024-09-13T16:15:41.421333+0000","last_unstale":"2024-09-13T16:42:03.311796+0000","last_undegraded":"2024-09-13T16:42:03.311796+0000","last_fullsized":"2024-09-13T16:42:03.311796+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'570","last_scrub_stamp":"2024-09-13T16:42:03.311743+0000","last_deep_scrub":"28'570","last_deep_scrub_stamp":"2024-09-13T16:42:03.311743+0000","last_clean_scrub_stamp":"2024-09-13T16:42:03.311743+0000","objects_scrubbed":0,"log_size":570,"log_dups_size":0,"ondisk_log_size":570,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:40:23.839114+0000","scrub_duration":0.0038197750000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2e","version":"28'531","reported_seq":570,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:54.222720+0000","last_change":"2024-09-13T16:41:54.222999+0000","last_active":"2024-09-13T16:41:54.222720+0000","last_peered":"2024-09-13T16:41:54.222720+0000","last_clean":"2024-09-13T16:41:54.222720+0000","last_became_active":"2024-09-13T16:15:41.422120+0000","last_became_peered":"2024-09-13T16:15:41.422120+0000","last_unstale":"2024-09-13T16:41:54.222720+0000","last_undegraded":"2024-09-13T16:41:54.222720+0000","last_fullsized":"2024-09-13T16:41:54.222720+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'531","last_scrub_stamp":"2024-09-13T16:41:54.222669+0000","last_deep_scrub":"28'531","last_deep_scrub_stamp":"2024-09-13T16:41:54.222669+0000","last_clean_scrub_stamp":"2024-09-13T16:41:54.222669+0000","objects_scrubbed":0,"log_size":531,"log_dups_size":0,"ondisk_log_size":531,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:03:16.136854+0000","scrub_duration":0.0036226420000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2f","version":"28'590","reported_seq":629,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:18.185746+0000","last_change":"2024-09-13T16:42:18.186035+0000","last_active":"2024-09-13T16:42:18.185746+0000","last_peered":"2024-09-13T16:42:18.185746+0000","last_clean":"2024-09-13T16:42:18.185746+0000","last_became_active":"2024-09-13T16:15:41.430802+0000","last_became_peered":"2024-09-13T16:15:41.430802+0000","last_unstale":"2024-09-13T16:42:18.185746+0000","last_undegraded":"2024-09-13T16:42:18.185746+0000","last_fullsized":"2024-09-13T16:42:18.185746+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'590","last_scrub_stamp":"2024-09-13T16:42:18.185691+0000","last_deep_scrub":"28'590","last_deep_scrub_stamp":"2024-09-13T16:42:18.185691+0000","last_clean_scrub_stamp":"2024-09-13T16:42:18.185691+0000","objects_scrubbed":0,"log_size":590,"log_dups_size":0,"ondisk_log_size":590,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:10:11.595706+0000","scrub_duration":0.0032786460000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"28'579","reported_seq":612,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:07.355357+0000","last_change":"2024-09-13T16:42:07.355357+0000","last_active":"2024-09-13T16:42:07.355357+0000","last_peered":"2024-09-13T16:42:07.355357+0000","last_clean":"2024-09-13T16:42:07.355357+0000","last_became_active":"2024-09-13T16:16:23.802025+0000","last_became_peered":"2024-09-13T16:16:23.802025+0000","last_unstale":"2024-09-13T16:42:07.355357+0000","last_undegraded":"2024-09-13T16:42:07.355357+0000","last_fullsized":"2024-09-13T16:42:07.355357+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'579","last_scrub_stamp":"2024-09-13T16:42:07.355239+0000","last_deep_scrub":"28'579","last_deep_scrub_stamp":"2024-09-13T16:42:07.355239+0000","last_clean_scrub_stamp":"2024-09-13T16:42:07.355239+0000","objects_scrubbed":0,"log_size":579,"log_dups_size":0,"ondisk_log_size":579,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:12:49.670069+0000","scrub_duration":0.0038091689999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.31","version":"28'581","reported_seq":620,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:07.353850+0000","last_change":"2024-09-13T16:42:07.354176+0000","last_active":"2024-09-13T16:42:07.353850+0000","last_peered":"2024-09-13T16:42:07.353850+0000","last_clean":"2024-09-13T16:42:07.353850+0000","last_became_active":"2024-09-13T16:15:41.428226+0000","last_became_peered":"2024-09-13T16:15:41.428226+0000","last_unstale":"2024-09-13T16:42:07.353850+0000","last_undegraded":"2024-09-13T16:42:07.353850+0000","last_fullsized":"2024-09-13T16:42:07.353850+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'581","last_scrub_stamp":"2024-09-13T16:42:07.353796+0000","last_deep_scrub":"28'581","last_deep_scrub_stamp":"2024-09-13T16:42:07.353796+0000","last_clean_scrub_stamp":"2024-09-13T16:42:07.353796+0000","objects_scrubbed":0,"log_size":581,"log_dups_size":0,"ondisk_log_size":581,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:21:30.236327+0000","scrub_duration":0.00385871,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":20,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.32","version":"28'575","reported_seq":614,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:11.794325+0000","last_change":"2024-09-13T16:42:11.794662+0000","last_active":"2024-09-13T16:42:11.794325+0000","last_peered":"2024-09-13T16:42:11.794325+0000","last_clean":"2024-09-13T16:42:11.794325+0000","last_became_active":"2024-09-13T16:15:41.414114+0000","last_became_peered":"2024-09-13T16:15:41.414114+0000","last_unstale":"2024-09-13T16:42:11.794325+0000","last_undegraded":"2024-09-13T16:42:11.794325+0000","last_fullsized":"2024-09-13T16:42:11.794325+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'575","last_scrub_stamp":"2024-09-13T16:42:11.794194+0000","last_deep_scrub":"28'575","last_deep_scrub_stamp":"2024-09-13T16:42:11.794194+0000","last_clean_scrub_stamp":"2024-09-13T16:42:11.794194+0000","objects_scrubbed":0,"log_size":575,"log_dups_size":0,"ondisk_log_size":575,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:12:14.743301+0000","scrub_duration":0.0035156499999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"28'548","reported_seq":587,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:53.199502+0000","last_change":"2024-09-13T16:41:53.199502+0000","last_active":"2024-09-13T16:41:53.199502+0000","last_peered":"2024-09-13T16:41:53.199502+0000","last_clean":"2024-09-13T16:41:53.199502+0000","last_became_active":"2024-09-13T16:15:41.419309+0000","last_became_peered":"2024-09-13T16:15:41.419309+0000","last_unstale":"2024-09-13T16:41:53.199502+0000","last_undegraded":"2024-09-13T16:41:53.199502+0000","last_fullsized":"2024-09-13T16:41:53.199502+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'548","last_scrub_stamp":"2024-09-13T16:41:53.199199+0000","last_deep_scrub":"28'548","last_deep_scrub_stamp":"2024-09-13T16:41:53.199199+0000","last_clean_scrub_stamp":"2024-09-13T16:41:53.199199+0000","objects_scrubbed":0,"log_size":548,"log_dups_size":0,"ondisk_log_size":548,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:40:13.726570+0000","scrub_duration":0.0023465209999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.34","version":"28'543","reported_seq":582,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:53.938923+0000","last_change":"2024-09-13T16:41:53.938923+0000","last_active":"2024-09-13T16:41:53.938923+0000","last_peered":"2024-09-13T16:41:53.938923+0000","last_clean":"2024-09-13T16:41:53.938923+0000","last_became_active":"2024-09-13T16:15:41.421971+0000","last_became_peered":"2024-09-13T16:15:41.421971+0000","last_unstale":"2024-09-13T16:41:53.938923+0000","last_undegraded":"2024-09-13T16:41:53.938923+0000","last_fullsized":"2024-09-13T16:41:53.938923+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'543","last_scrub_stamp":"2024-09-13T16:41:53.938613+0000","last_deep_scrub":"28'543","last_deep_scrub_stamp":"2024-09-13T16:41:53.938613+0000","last_clean_scrub_stamp":"2024-09-13T16:41:53.938613+0000","objects_scrubbed":0,"log_size":543,"log_dups_size":0,"ondisk_log_size":543,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:39:17.917581+0000","scrub_duration":0.002965208,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.35","version":"28'544","reported_seq":583,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:51.919351+0000","last_change":"2024-09-13T16:41:51.919351+0000","last_active":"2024-09-13T16:41:51.919351+0000","last_peered":"2024-09-13T16:41:51.919351+0000","last_clean":"2024-09-13T16:41:51.919351+0000","last_became_active":"2024-09-13T16:15:41.426852+0000","last_became_peered":"2024-09-13T16:15:41.426852+0000","last_unstale":"2024-09-13T16:41:51.919351+0000","last_undegraded":"2024-09-13T16:41:51.919351+0000","last_fullsized":"2024-09-13T16:41:51.919351+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'544","last_scrub_stamp":"2024-09-13T16:41:51.918962+0000","last_deep_scrub":"28'544","last_deep_scrub_stamp":"2024-09-13T16:41:51.918962+0000","last_clean_scrub_stamp":"2024-09-13T16:41:51.918962+0000","objects_scrubbed":0,"log_size":544,"log_dups_size":0,"ondisk_log_size":544,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:06:29.273690+0000","scrub_duration":0.0037716580000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.36","version":"28'535","reported_seq":574,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:14.747769+0000","last_change":"2024-09-13T16:42:14.747769+0000","last_active":"2024-09-13T16:42:14.747769+0000","last_peered":"2024-09-13T16:42:14.747769+0000","last_clean":"2024-09-13T16:42:14.747769+0000","last_became_active":"2024-09-13T16:15:41.424810+0000","last_became_peered":"2024-09-13T16:15:41.424810+0000","last_unstale":"2024-09-13T16:42:14.747769+0000","last_undegraded":"2024-09-13T16:42:14.747769+0000","last_fullsized":"2024-09-13T16:42:14.747769+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'535","last_scrub_stamp":"2024-09-13T16:42:14.747472+0000","last_deep_scrub":"28'535","last_deep_scrub_stamp":"2024-09-13T16:42:14.747472+0000","last_clean_scrub_stamp":"2024-09-13T16:42:14.747472+0000","objects_scrubbed":0,"log_size":535,"log_dups_size":0,"ondisk_log_size":535,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:12:57.062302+0000","scrub_duration":0.0029470249999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.37","version":"28'567","reported_seq":606,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:14.406627+0000","last_change":"2024-09-13T16:42:14.406627+0000","last_active":"2024-09-13T16:42:14.406627+0000","last_peered":"2024-09-13T16:42:14.406627+0000","last_clean":"2024-09-13T16:42:14.406627+0000","last_became_active":"2024-09-13T16:15:41.431132+0000","last_became_peered":"2024-09-13T16:15:41.431132+0000","last_unstale":"2024-09-13T16:42:14.406627+0000","last_undegraded":"2024-09-13T16:42:14.406627+0000","last_fullsized":"2024-09-13T16:42:14.406627+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'567","last_scrub_stamp":"2024-09-13T16:42:14.406345+0000","last_deep_scrub":"28'567","last_deep_scrub_stamp":"2024-09-13T16:42:14.406345+0000","last_clean_scrub_stamp":"2024-09-13T16:42:14.406345+0000","objects_scrubbed":0,"log_size":567,"log_dups_size":0,"ondisk_log_size":567,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:34:19.940145+0000","scrub_duration":0.003216937,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"28'546","reported_seq":584,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:14.125670+0000","last_change":"2024-09-13T16:42:14.125897+0000","last_active":"2024-09-13T16:42:14.125670+0000","last_peered":"2024-09-13T16:42:14.125670+0000","last_clean":"2024-09-13T16:42:14.125670+0000","last_became_active":"2024-09-13T16:15:41.426419+0000","last_became_peered":"2024-09-13T16:15:41.426419+0000","last_unstale":"2024-09-13T16:42:14.125670+0000","last_undegraded":"2024-09-13T16:42:14.125670+0000","last_fullsized":"2024-09-13T16:42:14.125670+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'546","last_scrub_stamp":"2024-09-13T16:42:14.125615+0000","last_deep_scrub":"28'546","last_deep_scrub_stamp":"2024-09-13T16:42:14.125615+0000","last_clean_scrub_stamp":"2024-09-13T16:42:14.125615+0000","objects_scrubbed":0,"log_size":546,"log_dups_size":0,"ondisk_log_size":546,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:16:54.775190+0000","scrub_duration":0.0034288719999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.39","version":"28'562","reported_seq":594,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:02.361501+0000","last_change":"2024-09-13T16:42:02.361703+0000","last_active":"2024-09-13T16:42:02.361501+0000","last_peered":"2024-09-13T16:42:02.361501+0000","last_clean":"2024-09-13T16:42:02.361501+0000","last_became_active":"2024-09-13T16:16:23.802699+0000","last_became_peered":"2024-09-13T16:16:23.802699+0000","last_unstale":"2024-09-13T16:42:02.361501+0000","last_undegraded":"2024-09-13T16:42:02.361501+0000","last_fullsized":"2024-09-13T16:42:02.361501+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'562","last_scrub_stamp":"2024-09-13T16:42:02.361446+0000","last_deep_scrub":"28'562","last_deep_scrub_stamp":"2024-09-13T16:42:02.361446+0000","last_clean_scrub_stamp":"2024-09-13T16:42:02.361446+0000","objects_scrubbed":0,"log_size":562,"log_dups_size":0,"ondisk_log_size":562,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:39:26.340413+0000","scrub_duration":0.0031089249999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.3a","version":"28'529","reported_seq":567,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:29.256292+0000","last_change":"2024-09-13T16:42:29.256625+0000","last_active":"2024-09-13T16:42:29.256292+0000","last_peered":"2024-09-13T16:42:29.256292+0000","last_clean":"2024-09-13T16:42:29.256292+0000","last_became_active":"2024-09-13T16:15:41.426165+0000","last_became_peered":"2024-09-13T16:15:41.426165+0000","last_unstale":"2024-09-13T16:42:29.256292+0000","last_undegraded":"2024-09-13T16:42:29.256292+0000","last_fullsized":"2024-09-13T16:42:29.256292+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'529","last_scrub_stamp":"2024-09-13T16:42:29.256189+0000","last_deep_scrub":"28'529","last_deep_scrub_stamp":"2024-09-13T16:42:29.256189+0000","last_clean_scrub_stamp":"2024-09-13T16:42:29.256189+0000","objects_scrubbed":0,"log_size":529,"log_dups_size":0,"ondisk_log_size":529,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:46:30.006902+0000","scrub_duration":0.003632087,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"28'579","reported_seq":617,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:09.348531+0000","last_change":"2024-09-13T16:42:09.348789+0000","last_active":"2024-09-13T16:42:09.348531+0000","last_peered":"2024-09-13T16:42:09.348531+0000","last_clean":"2024-09-13T16:42:09.348531+0000","last_became_active":"2024-09-13T16:15:41.425871+0000","last_became_peered":"2024-09-13T16:15:41.425871+0000","last_unstale":"2024-09-13T16:42:09.348531+0000","last_undegraded":"2024-09-13T16:42:09.348531+0000","last_fullsized":"2024-09-13T16:42:09.348531+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'579","last_scrub_stamp":"2024-09-13T16:42:09.348481+0000","last_deep_scrub":"28'579","last_deep_scrub_stamp":"2024-09-13T16:42:09.348481+0000","last_clean_scrub_stamp":"2024-09-13T16:42:09.348481+0000","objects_scrubbed":0,"log_size":579,"log_dups_size":0,"ondisk_log_size":579,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:10:48.898220+0000","scrub_duration":0.00335411,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3c","version":"28'565","reported_seq":600,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:03.359511+0000","last_change":"2024-09-13T16:42:03.359511+0000","last_active":"2024-09-13T16:42:03.359511+0000","last_peered":"2024-09-13T16:42:03.359511+0000","last_clean":"2024-09-13T16:42:03.359511+0000","last_became_active":"2024-09-13T16:16:24.650115+0000","last_became_peered":"2024-09-13T16:16:24.650115+0000","last_unstale":"2024-09-13T16:42:03.359511+0000","last_undegraded":"2024-09-13T16:42:03.359511+0000","last_fullsized":"2024-09-13T16:42:03.359511+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'565","last_scrub_stamp":"2024-09-13T16:42:03.359155+0000","last_deep_scrub":"28'565","last_deep_scrub_stamp":"2024-09-13T16:42:03.359155+0000","last_clean_scrub_stamp":"2024-09-13T16:42:03.359155+0000","objects_scrubbed":0,"log_size":565,"log_dups_size":0,"ondisk_log_size":565,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:26:37.866890+0000","scrub_duration":0.0030847370000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":24,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.3d","version":"28'564","reported_seq":604,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:12.802557+0000","last_change":"2024-09-13T16:42:12.802786+0000","last_active":"2024-09-13T16:42:12.802557+0000","last_peered":"2024-09-13T16:42:12.802557+0000","last_clean":"2024-09-13T16:42:12.802557+0000","last_became_active":"2024-09-13T16:15:41.416985+0000","last_became_peered":"2024-09-13T16:15:41.416985+0000","last_unstale":"2024-09-13T16:42:12.802557+0000","last_undegraded":"2024-09-13T16:42:12.802557+0000","last_fullsized":"2024-09-13T16:42:12.802557+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'564","last_scrub_stamp":"2024-09-13T16:42:12.802500+0000","last_deep_scrub":"28'564","last_deep_scrub_stamp":"2024-09-13T16:42:12.802500+0000","last_clean_scrub_stamp":"2024-09-13T16:42:12.802500+0000","objects_scrubbed":0,"log_size":564,"log_dups_size":0,"ondisk_log_size":564,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:42:26.739021+0000","scrub_duration":0.003331414,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":26,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"28'540","reported_seq":580,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:04.331640+0000","last_change":"2024-09-13T16:42:04.331850+0000","last_active":"2024-09-13T16:42:04.331640+0000","last_peered":"2024-09-13T16:42:04.331640+0000","last_clean":"2024-09-13T16:42:04.331640+0000","last_became_active":"2024-09-13T16:15:41.413271+0000","last_became_peered":"2024-09-13T16:15:41.413271+0000","last_unstale":"2024-09-13T16:42:04.331640+0000","last_undegraded":"2024-09-13T16:42:04.331640+0000","last_fullsized":"2024-09-13T16:42:04.331640+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'540","last_scrub_stamp":"2024-09-13T16:42:04.331580+0000","last_deep_scrub":"28'540","last_deep_scrub_stamp":"2024-09-13T16:42:04.331580+0000","last_clean_scrub_stamp":"2024-09-13T16:42:04.331580+0000","objects_scrubbed":0,"log_size":540,"log_dups_size":0,"ondisk_log_size":540,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:10:43.881319+0000","scrub_duration":0.0033437139999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3f","version":"28'538","reported_seq":578,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:20.399863+0000","last_change":"2024-09-13T16:42:20.400075+0000","last_active":"2024-09-13T16:42:20.399863+0000","last_peered":"2024-09-13T16:42:20.399863+0000","last_clean":"2024-09-13T16:42:20.399863+0000","last_became_active":"2024-09-13T16:15:41.427176+0000","last_became_peered":"2024-09-13T16:15:41.427176+0000","last_unstale":"2024-09-13T16:42:20.399863+0000","last_undegraded":"2024-09-13T16:42:20.399863+0000","last_fullsized":"2024-09-13T16:42:20.399863+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'538","last_scrub_stamp":"2024-09-13T16:42:20.399816+0000","last_deep_scrub":"28'538","last_deep_scrub_stamp":"2024-09-13T16:42:20.399816+0000","last_clean_scrub_stamp":"2024-09-13T16:42:20.399816+0000","objects_scrubbed":0,"log_size":538,"log_dups_size":0,"ondisk_log_size":538,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:41:25.901744+0000","scrub_duration":0.003045093,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":59618,"num_write_kb":2308776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":77587,"ondisk_log_size":77587,"up":128,"acting":128,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1120,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":36153,"ondisk_log_size":36153,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":250606039,"num_objects":81,"num_object_clones":0,"num_object_copies":162,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":81,"num_whiteouts":0,"num_read":2822,"num_read_kb":5679,"num_write":68653,"num_write_kb":484390,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":5456,"num_omap_keys":11,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":501276672,"data_stored":501212078,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":67935,"ondisk_log_size":67935,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":119,"ondisk_log_size":119,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":5,"up_from":15,"seq":64424509770,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":352972,"kb_used_data":73348,"kb_used_omap":1,"kb_used_meta":279614,"kb_avail":94018868,"statfs":{"total":96636764160,"available":96275320832,"internally_reserved":0,"allocated":75108352,"data_stored":74922927,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":286325190},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:42:07 2024","interfaces":[{"interface":"back","average":{"1min":0.79400000000000004,"5min":0.64700000000000002,"15min":0.59799999999999998},"min":{"1min":0.38700000000000001,"5min":0.25,"15min":0.25},"max":{"1min":1.1180000000000001,"5min":3.0339999999999998,"15min":3.0339999999999998},"last":0.89400000000000002},{"interface":"front","average":{"1min":0.76600000000000001,"5min":0.61699999999999999,"15min":0.61799999999999999},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.26000000000000001},"max":{"1min":1.0189999999999999,"5min":2.1059999999999999,"15min":2.1059999999999999},"last":0.91700000000000004}]},{"osd":1,"last update":"Fri Sep 13 16:42:07 2024","interfaces":[{"interface":"back","average":{"1min":0.84499999999999997,"5min":0.68899999999999995,"15min":0.63300000000000001},"min":{"1min":0.46999999999999997,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":1.252,"5min":6.9329999999999998,"15min":6.9329999999999998},"last":1.083},{"interface":"front","average":{"1min":0.85199999999999998,"5min":0.67600000000000005,"15min":0.65700000000000003},"min":{"1min":0.35299999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":1.0049999999999999,"5min":2.1080000000000001,"15min":2.1080000000000001},"last":0.66400000000000003}]},{"osd":2,"last update":"Fri Sep 13 16:42:07 2024","interfaces":[{"interface":"back","average":{"1min":1.075,"5min":0.74099999999999999,"15min":0.69199999999999995},"min":{"1min":0.63600000000000001,"5min":0.32600000000000001,"15min":0.29499999999999998},"max":{"1min":4.0279999999999996,"5min":4.9770000000000003,"15min":4.9770000000000003},"last":0.77500000000000002},{"interface":"front","average":{"1min":0.871,"5min":0.72499999999999998,"15min":0.71999999999999997},"min":{"1min":0.45500000000000002,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":1.0740000000000001,"5min":2.6320000000000001,"15min":2.6579999999999999},"last":1.222}]},{"osd":3,"last update":"Fri Sep 13 16:42:07 2024","interfaces":[{"interface":"back","average":{"1min":0.88200000000000001,"5min":0.81200000000000006,"15min":0.76300000000000001},"min":{"1min":0.37,"5min":0.37,"15min":0.35799999999999998},"max":{"1min":1.133,"5min":7.2569999999999997,"15min":7.2569999999999997},"last":0.85499999999999998},{"interface":"front","average":{"1min":1.0089999999999999,"5min":0.86399999999999999,"15min":0.80200000000000005},"min":{"1min":0.55400000000000005,"5min":0.42499999999999999,"15min":0.39900000000000002},"max":{"1min":1.3979999999999999,"5min":7.3780000000000001,"15min":7.3780000000000001},"last":1.177}]},{"osd":4,"last update":"Fri Sep 13 16:42:07 2024","interfaces":[{"interface":"back","average":{"1min":0.82699999999999996,"5min":0.71799999999999997,"15min":0.68200000000000005},"min":{"1min":0.311,"5min":0.29999999999999999,"15min":0.27000000000000002},"max":{"1min":1.246,"5min":2.0459999999999998,"15min":2.0459999999999998},"last":0.81899999999999995},{"interface":"front","average":{"1min":0.88,"5min":0.74099999999999999,"15min":0.72499999999999998},"min":{"1min":0.41399999999999998,"5min":0.32500000000000001,"15min":0.26800000000000002},"max":{"1min":1.163,"5min":2.1859999999999999,"15min":2.1859999999999999},"last":0.98599999999999999}]},{"osd":6,"last update":"Fri Sep 13 16:42:07 2024","interfaces":[{"interface":"back","average":{"1min":1.0129999999999999,"5min":0.76800000000000002,"15min":0.752},"min":{"1min":0.59699999999999998,"5min":0.34799999999999998,"15min":0.28199999999999997},"max":{"1min":1.3440000000000001,"5min":1.369,"15min":1.661},"last":1.133},{"interface":"front","average":{"1min":1.036,"5min":0.81599999999999995,"15min":0.79300000000000004},"min":{"1min":0.53100000000000003,"5min":0.315,"15min":0.315},"max":{"1min":1.3620000000000001,"5min":2.129,"15min":2.129},"last":0.95499999999999996}]},{"osd":7,"last update":"Fri Sep 13 16:42:07 2024","interfaces":[{"interface":"back","average":{"1min":1.0369999999999999,"5min":0.79700000000000004,"15min":0.80300000000000005},"min":{"1min":0.496,"5min":0.34499999999999997,"15min":0.33400000000000002},"max":{"1min":1.2350000000000001,"5min":2.1349999999999998,"15min":2.1349999999999998},"last":1.0229999999999999},{"interface":"front","average":{"1min":1.123,"5min":0.83299999999999996,"15min":0.81799999999999995},"min":{"1min":0.57699999999999996,"5min":0.40500000000000003,"15min":0.34399999999999997},"max":{"1min":1.476,"5min":1.476,"15min":1.6870000000000001},"last":1.5009999999999999}]}]},{"osd":7,"up_from":14,"seq":60129542473,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":337908,"kb_used_data":58220,"kb_used_omap":1,"kb_used_meta":279678,"kb_avail":94033932,"statfs":{"total":96636764160,"available":96290746368,"internally_reserved":0,"allocated":59617280,"data_stored":59432488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":286390731},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:42:16 2024","interfaces":[{"interface":"back","average":{"1min":0.79400000000000004,"5min":0.60499999999999998,"15min":0.58799999999999997},"min":{"1min":0.50900000000000001,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":1.2250000000000001,"5min":2.4590000000000001,"15min":5.7370000000000001},"last":0.66900000000000004},{"interface":"front","average":{"1min":0.84499999999999997,"5min":0.64900000000000002,"15min":0.63700000000000001},"min":{"1min":0.32900000000000001,"5min":0.28499999999999998,"15min":0.27900000000000003},"max":{"1min":1.145,"5min":3.4769999999999999,"15min":3.7610000000000001},"last":0.82299999999999995}]},{"osd":1,"last update":"Fri Sep 13 16:42:16 2024","interfaces":[{"interface":"back","average":{"1min":0.91700000000000004,"5min":0.67300000000000004,"15min":0.623},"min":{"1min":0.441,"5min":0.255,"15min":0.255},"max":{"1min":1.29,"5min":3.7050000000000001,"15min":3.7050000000000001},"last":0.72099999999999997},{"interface":"front","average":{"1min":0.85199999999999998,"5min":0.73199999999999998,"15min":0.66300000000000003},"min":{"1min":0.38800000000000001,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":1.2370000000000001,"5min":12.552,"15min":12.552},"last":0.999}]},{"osd":2,"last update":"Fri Sep 13 16:42:16 2024","interfaces":[{"interface":"back","average":{"1min":0.91000000000000003,"5min":0.75800000000000001,"15min":0.71499999999999997},"min":{"1min":0.437,"5min":0.314,"15min":0.27000000000000002},"max":{"1min":1.3959999999999999,"5min":4.375,"15min":4.375},"last":0.94099999999999995},{"interface":"front","average":{"1min":0.95699999999999996,"5min":0.91500000000000004,"15min":0.753},"min":{"1min":0.48999999999999999,"5min":0.314,"15min":0.30399999999999999},"max":{"1min":1.3959999999999999,"5min":8.1370000000000005,"15min":8.1370000000000005},"last":0.90600000000000003}]},{"osd":3,"last update":"Fri Sep 13 16:42:16 2024","interfaces":[{"interface":"back","average":{"1min":0.98899999999999999,"5min":0.93999999999999995,"15min":0.83899999999999997},"min":{"1min":0.53800000000000003,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":1.302,"5min":10.526,"15min":10.526},"last":1.0980000000000001},{"interface":"front","average":{"1min":1.0449999999999999,"5min":0.84599999999999997,"15min":0.80400000000000005},"min":{"1min":0.56699999999999995,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":1.448,"5min":6.407,"15min":6.407},"last":1.0429999999999999}]},{"osd":4,"last update":"Fri Sep 13 16:42:16 2024","interfaces":[{"interface":"back","average":{"1min":0.83799999999999997,"5min":0.64600000000000002,"15min":0.64100000000000001},"min":{"1min":0.34799999999999998,"5min":0.28599999999999998,"15min":0.28100000000000003},"max":{"1min":1.268,"5min":4.5119999999999996,"15min":4.5119999999999996},"last":0.86699999999999999},{"interface":"front","average":{"1min":1.0720000000000001,"5min":0.76200000000000001,"15min":0.71799999999999997},"min":{"1min":0.57599999999999996,"5min":0.27300000000000002,"15min":0.26200000000000001},"max":{"1min":1.466,"5min":3.5259999999999998,"15min":3.5259999999999998},"last":1.165}]},{"osd":5,"last update":"Fri Sep 13 16:42:16 2024","interfaces":[{"interface":"back","average":{"1min":1.016,"5min":0.68000000000000005,"15min":0.68600000000000005},"min":{"1min":0.41999999999999998,"5min":0.32400000000000001,"15min":0.28799999999999998},"max":{"1min":1.3460000000000001,"5min":1.3460000000000001,"15min":1.875},"last":1.1240000000000001},{"interface":"front","average":{"1min":1.1579999999999999,"5min":0.85699999999999998,"15min":0.80100000000000005},"min":{"1min":0.60499999999999998,"5min":0.38600000000000001,"15min":0.377},"max":{"1min":1.5349999999999999,"5min":3.629,"15min":3.629},"last":1.2090000000000001}]},{"osd":6,"last update":"Fri Sep 13 16:42:16 2024","interfaces":[{"interface":"back","average":{"1min":1.0880000000000001,"5min":0.76100000000000001,"15min":0.753},"min":{"1min":0.46600000000000003,"5min":0.38300000000000001,"15min":0.35099999999999998},"max":{"1min":1.4319999999999999,"5min":1.4319999999999999,"15min":1.9610000000000001},"last":1.1859999999999999},{"interface":"front","average":{"1min":1.1850000000000001,"5min":0.88200000000000001,"15min":0.82599999999999996},"min":{"1min":0.68300000000000005,"5min":0.40000000000000002,"15min":0.32600000000000001},"max":{"1min":1.6060000000000001,"5min":5.0199999999999996,"15min":5.0199999999999996},"last":1.2490000000000001}]}]},{"osd":6,"up_from":14,"seq":60129542472,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":381492,"kb_used_data":65836,"kb_used_omap":1,"kb_used_meta":315646,"kb_avail":93990348,"statfs":{"total":96636764160,"available":96246116352,"internally_reserved":0,"allocated":67416064,"data_stored":67230818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":323221959},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:42:17 2024","interfaces":[{"interface":"back","average":{"1min":0.83399999999999996,"5min":0.57399999999999995,"15min":0.63300000000000001},"min":{"1min":0.56999999999999995,"5min":0.28999999999999998,"15min":0.25700000000000001},"max":{"1min":1.0980000000000001,"5min":1.47,"15min":8.8529999999999998},"last":0.79700000000000004},{"interface":"front","average":{"1min":0.90900000000000003,"5min":0.67500000000000004,"15min":0.73099999999999998},"min":{"1min":0.502,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":1.446,"5min":4.835,"15min":10.359},"last":0.64200000000000002}]},{"osd":1,"last update":"Fri Sep 13 16:42:17 2024","interfaces":[{"interface":"back","average":{"1min":0.88600000000000001,"5min":0.69499999999999995,"15min":0.69599999999999995},"min":{"1min":0.64600000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":1.246,"5min":2.669,"15min":4.3949999999999996},"last":0.86699999999999999},{"interface":"front","average":{"1min":0.88800000000000001,"5min":0.66900000000000004,"15min":0.67500000000000004},"min":{"1min":0.54400000000000004,"5min":0.32600000000000001,"15min":0.28999999999999998},"max":{"1min":1.2090000000000001,"5min":1.8240000000000001,"15min":5.5510000000000002},"last":0.88600000000000001}]},{"osd":2,"last update":"Fri Sep 13 16:42:17 2024","interfaces":[{"interface":"back","average":{"1min":0.88100000000000001,"5min":0.85599999999999998,"15min":0.75600000000000001},"min":{"1min":0.58999999999999997,"5min":0.34999999999999998,"15min":0.30199999999999999},"max":{"1min":1.3240000000000001,"5min":12.505000000000001,"15min":12.505000000000001},"last":1.0429999999999999},{"interface":"front","average":{"1min":0.998,"5min":0.73999999999999999,"15min":0.753},"min":{"1min":0.55500000000000005,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":1.4019999999999999,"5min":2.2719999999999998,"15min":3.605},"last":0.82699999999999996}]},{"osd":3,"last update":"Fri Sep 13 16:42:17 2024","interfaces":[{"interface":"back","average":{"1min":1.028,"5min":0.93500000000000005,"15min":0.84099999999999997},"min":{"1min":0.67900000000000005,"5min":0.35499999999999998,"15min":0.313},"max":{"1min":1.3480000000000001,"5min":7.202,"15min":7.202},"last":0.96199999999999997},{"interface":"front","average":{"1min":1.0800000000000001,"5min":0.95199999999999996,"15min":0.91100000000000003},"min":{"1min":0.84099999999999997,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":1.4990000000000001,"5min":7.141,"15min":17.404},"last":0.84299999999999997}]},{"osd":4,"last update":"Fri Sep 13 16:42:17 2024","interfaces":[{"interface":"back","average":{"1min":0.97399999999999998,"5min":0.73699999999999999,"15min":0.73199999999999998},"min":{"1min":0.68799999999999994,"5min":0.249,"15min":0.249},"max":{"1min":1.246,"5min":2.298,"15min":4.5490000000000004},"last":0.754},{"interface":"front","average":{"1min":0.99299999999999999,"5min":0.77000000000000002,"15min":0.73899999999999999},"min":{"1min":0.54100000000000004,"5min":0.27800000000000002,"15min":0.25900000000000001},"max":{"1min":1.3819999999999999,"5min":3.532,"15min":3.532},"last":0.68700000000000006}]},{"osd":5,"last update":"Fri Sep 13 16:42:29 2024","interfaces":[{"interface":"back","average":{"1min":1.0649999999999999,"5min":0.76800000000000002,"15min":0.76700000000000002},"min":{"1min":0.746,"5min":0.28699999999999998,"15min":0.27800000000000002},"max":{"1min":1.3979999999999999,"5min":1.4119999999999999,"15min":5.8730000000000002},"last":0.98599999999999999},{"interface":"front","average":{"1min":1.129,"5min":0.81000000000000005,"15min":0.80600000000000005},"min":{"1min":0.74199999999999999,"5min":0.30599999999999999,"15min":0.252},"max":{"1min":1.5369999999999999,"5min":3.1429999999999998,"15min":6.306},"last":0.92700000000000005}]},{"osd":7,"last update":"Fri Sep 13 16:42:17 2024","interfaces":[{"interface":"back","average":{"1min":1.169,"5min":0.80900000000000005,"15min":0.82299999999999995},"min":{"1min":0.88100000000000001,"5min":0.32500000000000001,"15min":0.30399999999999999},"max":{"1min":1.5980000000000001,"5min":1.5980000000000001,"15min":5.5990000000000002},"last":1.135},{"interface":"front","average":{"1min":1.1799999999999999,"5min":0.83799999999999997,"15min":0.873},"min":{"1min":0.79500000000000004,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":1.5649999999999999,"5min":1.5649999999999999,"15min":4.7640000000000002},"last":1.1639999999999999}]}]},{"osd":4,"up_from":14,"seq":60129542474,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":419284,"kb_used_data":73356,"kb_used_omap":1,"kb_used_meta":345918,"kb_avail":93952556,"statfs":{"total":96636764160,"available":96207417344,"internally_reserved":0,"allocated":75116544,"data_stored":74922963,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":354220486},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:42:25 2024","interfaces":[{"interface":"back","average":{"1min":0.83799999999999997,"5min":0.60699999999999998,"15min":0.57999999999999996},"min":{"1min":0.55000000000000004,"5min":0.26500000000000001,"15min":0.22900000000000001},"max":{"1min":1.1699999999999999,"5min":3.9809999999999999,"15min":3.9809999999999999},"last":1.1850000000000001},{"interface":"front","average":{"1min":0.77800000000000002,"5min":0.73299999999999998,"15min":0.64700000000000002},"min":{"1min":0.49199999999999999,"5min":0.30399999999999999,"15min":0.26000000000000001},"max":{"1min":1.24,"5min":4.0010000000000003,"15min":4.0010000000000003},"last":0.72599999999999998}]},{"osd":1,"last update":"Fri Sep 13 16:42:25 2024","interfaces":[{"interface":"back","average":{"1min":0.79200000000000004,"5min":0.64500000000000002,"15min":0.61199999999999999},"min":{"1min":0.48499999999999999,"5min":0.312,"15min":0.254},"max":{"1min":1.083,"5min":3.6259999999999999,"15min":3.6259999999999999},"last":0.98399999999999999},{"interface":"front","average":{"1min":0.96699999999999997,"5min":0.67800000000000005,"15min":0.67200000000000004},"min":{"1min":0.54300000000000004,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":1.8759999999999999,"5min":1.8759999999999999,"15min":2.4089999999999998},"last":1.117}]},{"osd":2,"last update":"Fri Sep 13 16:42:25 2024","interfaces":[{"interface":"back","average":{"1min":0.97899999999999998,"5min":0.73399999999999999,"15min":0.71699999999999997},"min":{"1min":0.57699999999999996,"5min":0.34799999999999998,"15min":0.311},"max":{"1min":1.274,"5min":3.077,"15min":5.2910000000000004},"last":1.028},{"interface":"front","average":{"1min":0.92500000000000004,"5min":0.76200000000000001,"15min":0.72399999999999998},"min":{"1min":0.65400000000000003,"5min":0.36299999999999999,"15min":0.35099999999999998},"max":{"1min":1.266,"5min":4.4080000000000004,"15min":4.4080000000000004},"last":0.82899999999999996}]},{"osd":3,"last update":"Fri Sep 13 16:42:25 2024","interfaces":[{"interface":"back","average":{"1min":0.999,"5min":0.83899999999999997,"15min":0.80100000000000005},"min":{"1min":0.68700000000000006,"5min":0.38300000000000001,"15min":0.34100000000000003},"max":{"1min":1.3089999999999999,"5min":5.6459999999999999,"15min":5.6459999999999999},"last":0.85699999999999998},{"interface":"front","average":{"1min":0.98699999999999999,"5min":0.89500000000000002,"15min":0.81599999999999995},"min":{"1min":0.65800000000000003,"5min":0.42299999999999999,"15min":0.32500000000000001},"max":{"1min":1.333,"5min":5.6219999999999999,"15min":5.6219999999999999},"last":0.89100000000000001}]},{"osd":5,"last update":"Fri Sep 13 16:42:25 2024","interfaces":[{"interface":"back","average":{"1min":0.86699999999999999,"5min":0.628,"15min":0.65500000000000003},"min":{"1min":0.42799999999999999,"5min":0.311,"15min":0.246},"max":{"1min":1.1899999999999999,"5min":2.4750000000000001,"15min":3.0169999999999999},"last":0.67900000000000005},{"interface":"front","average":{"1min":1.0129999999999999,"5min":0.72299999999999998,"15min":0.72899999999999998},"min":{"1min":0.72599999999999998,"5min":0.308,"15min":0.308},"max":{"1min":1.3380000000000001,"5min":1.7549999999999999,"15min":1.7549999999999999},"last":0.94699999999999995}]},{"osd":6,"last update":"Fri Sep 13 16:42:25 2024","interfaces":[{"interface":"back","average":{"1min":0.97499999999999998,"5min":0.71699999999999997,"15min":0.72599999999999998},"min":{"1min":0.63800000000000001,"5min":0.32100000000000001,"15min":0.27900000000000003},"max":{"1min":1.23,"5min":2.5139999999999998,"15min":2.5139999999999998},"last":0.92200000000000004},{"interface":"front","average":{"1min":1.1200000000000001,"5min":0.80900000000000005,"15min":0.78900000000000003},"min":{"1min":0.73599999999999999,"5min":0.38300000000000001,"15min":0.26400000000000001},"max":{"1min":1.7230000000000001,"5min":3.9489999999999998,"15min":3.9489999999999998},"last":1.2529999999999999}]},{"osd":7,"last update":"Fri Sep 13 16:42:25 2024","interfaces":[{"interface":"back","average":{"1min":1.0640000000000001,"5min":0.81200000000000006,"15min":0.78600000000000003},"min":{"1min":0.77000000000000002,"5min":0.33400000000000002,"15min":0.309},"max":{"1min":1.6619999999999999,"5min":2.5099999999999998,"15min":3.2999999999999998},"last":1.0089999999999999},{"interface":"front","average":{"1min":1.0600000000000001,"5min":0.76100000000000001,"15min":0.78900000000000003},"min":{"1min":0.59899999999999998,"5min":0.36899999999999999,"15min":0.33800000000000002},"max":{"1min":1.3999999999999999,"5min":1.3999999999999999,"15min":2.399},"last":1.0880000000000001}]}]},{"osd":3,"up_from":14,"seq":60129542473,"num_pgs":48,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":421336,"kb_used_data":65488,"kb_used_omap":1,"kb_used_meta":355838,"kb_avail":93950504,"statfs":{"total":96636764160,"available":96205316096,"internally_reserved":0,"allocated":67059712,"data_stored":66873064,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":364378568},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:42:25 2024","interfaces":[{"interface":"back","average":{"1min":0.76200000000000001,"5min":0.57199999999999995,"15min":0.54300000000000004},"min":{"1min":0.45800000000000002,"5min":0.22,"15min":0.20999999999999999},"max":{"1min":1.163,"5min":3.2949999999999999,"15min":4.069},"last":0.79500000000000004},{"interface":"front","average":{"1min":0.82699999999999996,"5min":0.57199999999999995,"15min":0.64300000000000002},"min":{"1min":0.61399999999999999,"5min":0.248,"15min":0.23999999999999999},"max":{"1min":1.181,"5min":1.2929999999999999,"15min":8.9700000000000006},"last":0.71599999999999997}]},{"osd":1,"last update":"Fri Sep 13 16:42:25 2024","interfaces":[{"interface":"back","average":{"1min":0.72599999999999998,"5min":0.73199999999999998,"15min":0.69999999999999996},"min":{"1min":0.56599999999999995,"5min":0.216,"15min":0.216},"max":{"1min":0.86899999999999999,"5min":9.5800000000000001,"15min":11.993},"last":0.76100000000000001},{"interface":"front","average":{"1min":0.89600000000000002,"5min":0.68700000000000006,"15min":0.71899999999999997},"min":{"1min":0.53200000000000003,"5min":0.27800000000000002,"15min":0.249},"max":{"1min":1.276,"5min":2.5129999999999999,"15min":15.374000000000001},"last":1.046}]},{"osd":2,"last update":"Fri Sep 13 16:42:25 2024","interfaces":[{"interface":"back","average":{"1min":0.90400000000000003,"5min":0.71699999999999997,"15min":0.71699999999999997},"min":{"1min":0.64300000000000002,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":1.444,"5min":3.4049999999999998,"15min":6.9809999999999999},"last":0.88700000000000001},{"interface":"front","average":{"1min":0.92400000000000004,"5min":0.81499999999999995,"15min":0.78600000000000003},"min":{"1min":0.67900000000000005,"5min":0.312,"15min":0.312},"max":{"1min":1.099,"5min":9.532,"15min":11.956},"last":1.0069999999999999}]},{"osd":4,"last update":"Fri Sep 13 16:42:25 2024","interfaces":[{"interface":"back","average":{"1min":1.1479999999999999,"5min":0.89100000000000001,"15min":0.80300000000000005},"min":{"1min":0.81899999999999995,"5min":0.35299999999999998,"15min":0.28999999999999998},"max":{"1min":1.5629999999999999,"5min":7.1280000000000001,"15min":7.1280000000000001},"last":1.266},{"interface":"front","average":{"1min":1.143,"5min":0.84399999999999997,"15min":0.83499999999999996},"min":{"1min":0.77400000000000002,"5min":0.35699999999999998,"15min":0.34999999999999998},"max":{"1min":1.5669999999999999,"5min":5.5389999999999997,"15min":7.1929999999999996},"last":0.98699999999999999}]},{"osd":5,"last update":"Fri Sep 13 16:42:25 2024","interfaces":[{"interface":"back","average":{"1min":1.1120000000000001,"5min":0.92500000000000004,"15min":0.90800000000000003},"min":{"1min":0.84099999999999997,"5min":0.309,"15min":0.309},"max":{"1min":1.591,"5min":9.2260000000000009,"15min":12.082000000000001},"last":1.1739999999999999},{"interface":"front","average":{"1min":1.2450000000000001,"5min":0.90100000000000002,"15min":0.90300000000000002},"min":{"1min":0.81799999999999995,"5min":0.38400000000000001,"15min":0.38300000000000001},"max":{"1min":1.675,"5min":2.5499999999999998,"15min":15.422000000000001},"last":1.3759999999999999}]},{"osd":6,"last update":"Fri Sep 13 16:42:25 2024","interfaces":[{"interface":"back","average":{"1min":1.2310000000000001,"5min":0.85799999999999998,"15min":0.88200000000000001},"min":{"1min":0.81200000000000006,"5min":0.40200000000000002,"15min":0.38500000000000001},"max":{"1min":1.649,"5min":2.2639999999999998,"15min":7.6470000000000002},"last":1.3380000000000001},{"interface":"front","average":{"1min":1.218,"5min":1.0029999999999999,"15min":0.97699999999999998},"min":{"1min":0.86199999999999999,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":1.6000000000000001,"5min":9.4689999999999994,"15min":11.852},"last":1.24}]},{"osd":7,"last update":"Fri Sep 13 16:42:25 2024","interfaces":[{"interface":"back","average":{"1min":1.294,"5min":1.0489999999999999,"15min":1.034},"min":{"1min":0.93300000000000005,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":1.54,"5min":9.3569999999999993,"15min":12.021000000000001},"last":1.3140000000000001},{"interface":"front","average":{"1min":1.3160000000000001,"5min":0.98999999999999999,"15min":0.97499999999999998},"min":{"1min":0.90700000000000003,"5min":0.47499999999999998,"15min":0.40999999999999998},"max":{"1min":1.7330000000000001,"5min":4.9669999999999996,"15min":15.548},"last":1.468}]}]},{"osd":2,"up_from":14,"seq":60129542474,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":242576,"kb_used_data":36808,"kb_used_omap":1,"kb_used_meta":205758,"kb_avail":94129264,"statfs":{"total":96636764160,"available":96388366336,"internally_reserved":0,"allocated":37691392,"data_stored":37512264,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":210696646},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:42:23 2024","interfaces":[{"interface":"back","average":{"1min":0.70799999999999996,"5min":0.505,"15min":0.52000000000000002},"min":{"1min":0.53700000000000003,"5min":0.224,"15min":0.224},"max":{"1min":0.90400000000000003,"5min":1.0289999999999999,"15min":2.4470000000000001},"last":0.624},{"interface":"front","average":{"1min":0.80800000000000005,"5min":0.66600000000000004,"15min":0.68899999999999995},"min":{"1min":0.55200000000000005,"5min":0.222,"15min":0.222},"max":{"1min":1.248,"5min":3.6280000000000001,"15min":3.75},"last":0.58299999999999996}]},{"osd":1,"last update":"Fri Sep 13 16:42:23 2024","interfaces":[{"interface":"back","average":{"1min":0.90600000000000003,"5min":0.69999999999999996,"15min":0.69799999999999995},"min":{"1min":0.67200000000000004,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":1.169,"5min":3.472,"15min":4.3010000000000002},"last":0.82899999999999996},{"interface":"front","average":{"1min":0.79600000000000004,"5min":0.66600000000000004,"15min":0.69699999999999995},"min":{"1min":0.65100000000000002,"5min":0.28299999999999997,"15min":0.28100000000000003},"max":{"1min":0.97899999999999998,"5min":3.9169999999999998,"15min":6.2380000000000004},"last":1.1439999999999999}]},{"osd":3,"last update":"Fri Sep 13 16:42:23 2024","interfaces":[{"interface":"back","average":{"1min":0.97099999999999997,"5min":0.746,"15min":0.745},"min":{"1min":0.69499999999999995,"5min":0.312,"15min":0.312},"max":{"1min":1.196,"5min":3.556,"15min":3.556},"last":0.74199999999999999},{"interface":"front","average":{"1min":0.91400000000000003,"5min":0.753,"15min":0.74099999999999999},"min":{"1min":0.68899999999999995,"5min":0.33200000000000002,"15min":0.30599999999999999},"max":{"1min":1.3080000000000001,"5min":3.8399999999999999,"15min":3.8399999999999999},"last":1.258}]},{"osd":4,"last update":"Fri Sep 13 16:42:23 2024","interfaces":[{"interface":"back","average":{"1min":1.0369999999999999,"5min":0.76400000000000001,"15min":0.751},"min":{"1min":0.81599999999999995,"5min":0.374,"15min":0.36299999999999999},"max":{"1min":1.4790000000000001,"5min":3.8849999999999998,"15min":3.8849999999999998},"last":1.337},{"interface":"front","average":{"1min":1.117,"5min":0.78600000000000003,"15min":0.80400000000000005},"min":{"1min":0.85099999999999998,"5min":0.38600000000000001,"15min":0.309},"max":{"1min":1.4099999999999999,"5min":1.4099999999999999,"15min":3.3460000000000001},"last":1.1140000000000001}]},{"osd":5,"last update":"Fri Sep 13 16:42:23 2024","interfaces":[{"interface":"back","average":{"1min":1.1850000000000001,"5min":0.83899999999999997,"15min":0.82799999999999996},"min":{"1min":0.79100000000000004,"5min":0.41999999999999998,"15min":0.34699999999999998},"max":{"1min":1.6539999999999999,"5min":1.6539999999999999,"15min":3.238},"last":1.2889999999999999},{"interface":"front","average":{"1min":1.3140000000000001,"5min":0.95499999999999996,"15min":0.91700000000000004},"min":{"1min":1.0860000000000001,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":1.6919999999999999,"5min":4.048,"15min":4.0640000000000001},"last":0.89300000000000002}]},{"osd":6,"last update":"Fri Sep 13 16:42:23 2024","interfaces":[{"interface":"back","average":{"1min":1.323,"5min":0.96299999999999997,"15min":0.94899999999999995},"min":{"1min":1.0349999999999999,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":1.5800000000000001,"5min":3.9180000000000001,"15min":4.1639999999999997},"last":0.93999999999999995},{"interface":"front","average":{"1min":1.2350000000000001,"5min":0.88600000000000001,"15min":0.86499999999999999},"min":{"1min":0.92700000000000005,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":1.5780000000000001,"5min":3.9460000000000002,"15min":3.9460000000000002},"last":1.655}]},{"osd":7,"last update":"Fri Sep 13 16:42:23 2024","interfaces":[{"interface":"back","average":{"1min":1.288,"5min":0.91800000000000004,"15min":0.92500000000000004},"min":{"1min":0.98199999999999998,"5min":0.44400000000000001,"15min":0.42099999999999999},"max":{"1min":1.5469999999999999,"5min":2.4119999999999999,"15min":7.6970000000000001},"last":1.194},{"interface":"front","average":{"1min":1.3779999999999999,"5min":1.024,"15min":0.99399999999999999},"min":{"1min":1.1779999999999999,"5min":0.46600000000000003,"15min":0.46600000000000003},"max":{"1min":1.6299999999999999,"5min":3.9870000000000001,"15min":4.2400000000000002},"last":1.0880000000000001}]}]},{"osd":1,"up_from":14,"seq":60129542472,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":500404,"kb_used_data":82220,"kb_used_omap":1,"kb_used_meta":418174,"kb_avail":93871436,"statfs":{"total":96636764160,"available":96124350464,"internally_reserved":0,"allocated":84193280,"data_stored":84007522,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":428210630},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:42:22 2024","interfaces":[{"interface":"back","average":{"1min":0.76300000000000001,"5min":0.58099999999999996,"15min":0.57599999999999996},"min":{"1min":0.39500000000000002,"5min":0.184,"15min":0.184},"max":{"1min":1.427,"5min":2.8759999999999999,"15min":7.415},"last":0.65800000000000003},{"interface":"front","average":{"1min":0.86099999999999999,"5min":0.61799999999999999,"15min":0.60799999999999998},"min":{"1min":0.55600000000000005,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":1.9750000000000001,"5min":2.0800000000000001,"15min":2.0800000000000001},"last":0.93300000000000005}]},{"osd":2,"last update":"Fri Sep 13 16:42:22 2024","interfaces":[{"interface":"back","average":{"1min":0.81899999999999995,"5min":0.64900000000000002,"15min":0.66700000000000004},"min":{"1min":0.54300000000000004,"5min":0.25600000000000001,"15min":0.253},"max":{"1min":1.083,"5min":3.0840000000000001,"15min":7.4459999999999997},"last":0.79000000000000004},{"interface":"front","average":{"1min":0.84199999999999997,"5min":0.63700000000000001,"15min":0.66500000000000004},"min":{"1min":0.65200000000000002,"5min":0.27500000000000002,"15min":0.252},"max":{"1min":1.143,"5min":2.6280000000000001,"15min":5.992},"last":0.70599999999999996}]},{"osd":3,"last update":"Fri Sep 13 16:42:22 2024","interfaces":[{"interface":"back","average":{"1min":0.84599999999999997,"5min":0.77800000000000002,"15min":0.76800000000000002},"min":{"1min":0.48299999999999998,"5min":0.318,"15min":0.318},"max":{"1min":1.25,"5min":5.9710000000000001,"15min":6.0350000000000001},"last":1.1319999999999999},{"interface":"front","average":{"1min":0.94399999999999995,"5min":0.71499999999999997,"15min":0.69199999999999995},"min":{"1min":0.56100000000000005,"5min":0.27500000000000002,"15min":0.25900000000000001},"max":{"1min":1.8879999999999999,"5min":3.5859999999999999,"15min":3.5859999999999999},"last":0.745}]},{"osd":4,"last update":"Fri Sep 13 16:42:22 2024","interfaces":[{"interface":"back","average":{"1min":1.0900000000000001,"5min":0.80400000000000005,"15min":0.878},"min":{"1min":0.73099999999999998,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":1.4319999999999999,"5min":2.944,"15min":13.635999999999999},"last":1.363},{"interface":"front","average":{"1min":1.0720000000000001,"5min":0.79100000000000004,"15min":0.82099999999999995},"min":{"1min":0.79600000000000004,"5min":0.317,"15min":0.316},"max":{"1min":1.514,"5min":2.3849999999999998,"15min":9.2439999999999998},"last":1.0800000000000001}]},{"osd":5,"last update":"Fri Sep 13 16:42:22 2024","interfaces":[{"interface":"back","average":{"1min":1.1990000000000001,"5min":0.89100000000000001,"15min":0.89600000000000002},"min":{"1min":0.745,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":1.591,"5min":3.0190000000000001,"15min":7.4770000000000003},"last":1.542},{"interface":"front","average":{"1min":1.1539999999999999,"5min":0.81699999999999995,"15min":0.83599999999999997},"min":{"1min":0.746,"5min":0.371,"15min":0.371},"max":{"1min":1.724,"5min":2.3490000000000002,"15min":6.1429999999999998},"last":0.97799999999999998}]},{"osd":6,"last update":"Fri Sep 13 16:42:22 2024","interfaces":[{"interface":"back","average":{"1min":1.274,"5min":0.84799999999999998,"15min":0.86799999999999999},"min":{"1min":0.879,"5min":0.443,"15min":0.38600000000000001},"max":{"1min":2.1379999999999999,"5min":2.1379999999999999,"15min":3.843},"last":1.264},{"interface":"front","average":{"1min":1.2949999999999999,"5min":0.92600000000000005,"15min":0.95699999999999996},"min":{"1min":0.91500000000000004,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":1.7050000000000001,"5min":2.9769999999999999,"15min":7.3019999999999996},"last":1.6259999999999999}]},{"osd":7,"last update":"Fri Sep 13 16:42:22 2024","interfaces":[{"interface":"back","average":{"1min":1.304,"5min":0.89200000000000002,"15min":0.90900000000000003},"min":{"1min":0.81899999999999995,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":2.0550000000000002,"5min":2.0550000000000002,"15min":4.3179999999999996},"last":1.1759999999999999},{"interface":"front","average":{"1min":1.278,"5min":0.94099999999999995,"15min":0.95399999999999996},"min":{"1min":0.69699999999999995,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":1.764,"5min":3.0489999999999999,"15min":3.0569999999999999},"last":1.462}]}]},{"osd":0,"up_from":14,"seq":60129542472,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":297660,"kb_used_data":37748,"kb_used_omap":1,"kb_used_meta":259902,"kb_avail":94074180,"statfs":{"total":96636764160,"available":96331960320,"internally_reserved":0,"allocated":38653952,"data_stored":38461024,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":266140103},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 16:42:21 2024","interfaces":[{"interface":"back","average":{"1min":0.79500000000000004,"5min":0.73799999999999999,"15min":0.61499999999999999},"min":{"1min":0.51200000000000001,"5min":0.217,"15min":0.217},"max":{"1min":1.919,"5min":15.305,"15min":15.305},"last":0.80700000000000005},{"interface":"front","average":{"1min":0.878,"5min":0.82199999999999995,"15min":0.69999999999999996},"min":{"1min":0.41899999999999998,"5min":0.32100000000000001,"15min":0.316},"max":{"1min":2.0779999999999998,"5min":15.689,"15min":15.689},"last":0.90600000000000003}]},{"osd":2,"last update":"Fri Sep 13 16:42:21 2024","interfaces":[{"interface":"back","average":{"1min":0.874,"5min":0.79000000000000004,"15min":0.66900000000000004},"min":{"1min":0.57399999999999995,"5min":0.24299999999999999,"15min":0.224},"max":{"1min":1.222,"5min":15.022,"15min":15.022},"last":0.94899999999999995},{"interface":"front","average":{"1min":0.84199999999999997,"5min":0.76100000000000001,"15min":0.66300000000000003},"min":{"1min":0.59599999999999997,"5min":0.314,"15min":0.247},"max":{"1min":1.093,"5min":17.442,"15min":17.442},"last":0.66400000000000003}]},{"osd":3,"last update":"Fri Sep 13 16:42:21 2024","interfaces":[{"interface":"back","average":{"1min":0.77000000000000002,"5min":0.88900000000000001,"15min":0.77100000000000002},"min":{"1min":0.57599999999999996,"5min":0.34799999999999998,"15min":0.29699999999999999},"max":{"1min":1.1419999999999999,"5min":14.965,"15min":14.965},"last":0.61499999999999999},{"interface":"front","average":{"1min":0.98999999999999999,"5min":1.042,"15min":0.874},"min":{"1min":0.60299999999999998,"5min":0.34699999999999998,"15min":0.32900000000000001},"max":{"1min":1.323,"5min":18.521999999999998,"15min":18.521999999999998},"last":1.2070000000000001}]},{"osd":4,"last update":"Fri Sep 13 16:42:21 2024","interfaces":[{"interface":"back","average":{"1min":0.95599999999999996,"5min":1.3009999999999999,"15min":0.92300000000000004},"min":{"1min":0.78900000000000003,"5min":0.376,"15min":0.376},"max":{"1min":1.139,"5min":31.539000000000001,"15min":31.539000000000001},"last":0.872},{"interface":"front","average":{"1min":1.165,"5min":1.204,"15min":0.94199999999999995},"min":{"1min":0.82399999999999995,"5min":0.38800000000000001,"15min":0.35199999999999998},"max":{"1min":1.5229999999999999,"5min":20.149999999999999,"15min":20.149999999999999},"last":1.135}]},{"osd":5,"last update":"Fri Sep 13 16:42:21 2024","interfaces":[{"interface":"back","average":{"1min":1.2090000000000001,"5min":1.266,"15min":0.98499999999999999},"min":{"1min":0.80300000000000005,"5min":0.42099999999999999,"15min":0.317},"max":{"1min":1.5680000000000001,"5min":19.969999999999999,"15min":19.969999999999999},"last":1.2569999999999999},{"interface":"front","average":{"1min":1.2110000000000001,"5min":1.226,"15min":0.95899999999999996},"min":{"1min":0.81999999999999995,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":1.653,"5min":20.036999999999999,"15min":20.036999999999999},"last":1.03}]},{"osd":6,"last update":"Fri Sep 13 16:42:21 2024","interfaces":[{"interface":"back","average":{"1min":1.214,"5min":1.276,"15min":1.016},"min":{"1min":0.77000000000000002,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":1.6879999999999999,"5min":23.094000000000001,"15min":23.094000000000001},"last":1.0860000000000001},{"interface":"front","average":{"1min":1.179,"5min":1.2609999999999999,"15min":0.99199999999999999},"min":{"1min":0.97699999999999998,"5min":0.42799999999999999,"15min":0.41399999999999998},"max":{"1min":1.4910000000000001,"5min":23.068999999999999,"15min":23.068999999999999},"last":1.048}]},{"osd":7,"last update":"Fri Sep 13 16:42:21 2024","interfaces":[{"interface":"back","average":{"1min":1.2729999999999999,"5min":1.3640000000000001,"15min":1.0660000000000001},"min":{"1min":0.93500000000000005,"5min":0.436,"15min":0.436},"max":{"1min":1.7290000000000001,"5min":21.710000000000001,"15min":21.710000000000001},"last":1.1639999999999999},{"interface":"front","average":{"1min":1.1919999999999999,"5min":1.306,"15min":1.0349999999999999},"min":{"1min":0.85499999999999998,"5min":0.442,"15min":0.432},"max":{"1min":1.5029999999999999,"5min":26.117999999999999,"15min":26.117999999999999},"last":1.111}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":37761024,"data_stored":37749374,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":83894272,"data_stored":83886240,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":37392384,"data_stored":37390982,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":66760704,"data_stored":66751782,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":74817536,"data_stored":74801681,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":74809344,"data_stored":74801645,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":67117056,"data_stored":67109536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":58724352,"data_stored":58720838,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T16:42:40.823 INFO:tasks.ceph:pgid 4.8 last_scrub_stamp 2024-09-13T16:15:44.401973+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=44, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:42:40.824 INFO:tasks.ceph:pgid 4.15 last_scrub_stamp 2024-09-13T16:15:44.401973+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=44, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:42:40.824 INFO:tasks.ceph:pgid 4.1e last_scrub_stamp 2024-09-13T16:15:44.401973+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=15, tm_sec=44, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=41, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:42:40.825 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. 2024-09-13T16:42:41.911 DEBUG:teuthology.orchestra.run.smithi005:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:42:41.913 DEBUG:teuthology.orchestra.run.smithi179:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:43:00.826 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T16:43:00.950 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:00.942+0000 7f197e187700 1 Processor -- start 2024-09-13T16:43:00.951 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:00.942+0000 7f197e187700 1 -- start start 2024-09-13T16:43:00.952 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:00.942+0000 7f197e187700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f1978152ae0 0x7f1978158960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:43:00.952 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:00.942+0000 7f197e187700 1 --2- >> v2:172.21.15.179:3300/0 conn(0x7f19780c5670 0x7f197815bf30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:43:00.952 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:00.942+0000 7f197e187700 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f19780c79c0 con 0x7f1978152ec0 2024-09-13T16:43:00.952 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:00.942+0000 7f197e187700 1 -- --> v2:172.21.15.179:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f197815ce80 con 0x7f19780c5670 2024-09-13T16:43:00.952 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:00.942+0000 7f197e187700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f197815c5e0 con 0x7f1978152ae0 2024-09-13T16:43:00.953 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:00.942+0000 7f197c984700 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f1978152ec0 0x7f19780c72b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:45300/0 (socket says 172.21.15.5:45300) 2024-09-13T16:43:00.953 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:00.942+0000 7f197c984700 1 -- 172.21.15.5:0/976474725 learned_addr learned my addr 172.21.15.5:0/976474725 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-13T16:43:00.953 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:00.942+0000 7f197d986700 1 --2- 172.21.15.5:0/976474725 >> v2:172.21.15.179:3300/0 conn(0x7f19780c5670 0x7f197815bf30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:43:00.953 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:00.942+0000 7f197d185700 1 --2- 172.21.15.5:0/976474725 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f1978152ae0 0x7f1978158960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:43:00.953 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:00.946+0000 7f196ffff700 1 -- 172.21.15.5:0/976474725 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2611835186 0 0) 0x7f19780c79c0 con 0x7f1978152ec0 2024-09-13T16:43:00.953 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:00.946+0000 7f196ffff700 1 -- 172.21.15.5:0/976474725 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f19640035d0 con 0x7f1978152ec0 2024-09-13T16:43:00.953 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:00.946+0000 7f197d986700 1 -- 172.21.15.5:0/976474725 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f1978152ae0 msgr2=0x7f1978158960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:43:00.953 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:00.946+0000 7f197d986700 1 --2- 172.21.15.5:0/976474725 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f1978152ae0 0x7f1978158960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:43:00.953 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:00.946+0000 7f197d986700 1 -- 172.21.15.5:0/976474725 >> v1:172.21.15.5:6789/0 conn(0x7f1978152ec0 legacy=0x7f19780c72b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:43:00.953 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:00.946+0000 7f197d986700 1 -- 172.21.15.5:0/976474725 --> v2:172.21.15.179:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f197815c8c0 con 0x7f19780c5670 2024-09-13T16:43:00.954 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:00.946+0000 7f197d986700 1 --2- 172.21.15.5:0/976474725 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f19780c5670 0x7f197815bf30 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f1970009d90 tx=0x7f197000b330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2962c81d02f55d22 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:43:00.954 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:00.946+0000 7f196ffff700 1 -- 172.21.15.5:0/976474725 <== mon.1 v2:172.21.15.179:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f197000e070 con 0x7f19780c5670 2024-09-13T16:43:00.954 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:00.946+0000 7f196ffff700 1 -- 172.21.15.5:0/976474725 <== mon.1 v2:172.21.15.179:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f197000bb20 con 0x7f19780c5670 2024-09-13T16:43:00.954 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:00.946+0000 7f196ffff700 1 -- 172.21.15.5:0/976474725 <== mon.1 v2:172.21.15.179:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1970012430 con 0x7f19780c5670 2024-09-13T16:43:00.954 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:00.946+0000 7f197e187700 1 -- 172.21.15.5:0/976474725 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f19780c5670 msgr2=0x7f197815bf30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:43:00.955 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:00.946+0000 7f197e187700 1 --2- 172.21.15.5:0/976474725 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f19780c5670 0x7f197815bf30 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f1970009d90 tx=0x7f197000b330 comp rx=0 tx=0).stop 2024-09-13T16:43:00.955 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:00.946+0000 7f197e187700 1 -- 172.21.15.5:0/976474725 shutdown_connections 2024-09-13T16:43:00.955 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:00.946+0000 7f197e187700 1 --2- 172.21.15.5:0/976474725 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f19780c5670 0x7f197815bf30 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:43:00.955 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:00.946+0000 7f197e187700 1 --2- 172.21.15.5:0/976474725 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f1978152ae0 0x7f1978158960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:43:00.955 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:00.946+0000 7f197e187700 1 -- 172.21.15.5:0/976474725 >> 172.21.15.5:0/976474725 conn(0x7f197806bd10 msgr2=0x7f197806c120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:43:00.955 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:00.946+0000 7f197e187700 1 -- 172.21.15.5:0/976474725 shutdown_connections 2024-09-13T16:43:00.955 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:00.946+0000 7f197e187700 1 -- 172.21.15.5:0/976474725 wait complete. 2024-09-13T16:43:00.956 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:00.950+0000 7f197e187700 1 Processor -- start 2024-09-13T16:43:00.956 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:00.950+0000 7f197e187700 1 -- start start 2024-09-13T16:43:00.958 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:00.950+0000 7f197e187700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f19780c5670 0x7f19780c9db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:43:00.959 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:00.950+0000 7f197e187700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1978152ae0 0x7f19780caf50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:43:00.959 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:00.950+0000 7f197e187700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f1978152ec0 0x7f19780cb490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:43:00.959 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:00.950+0000 7f197e187700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f19780caac0 con 0x7f1978152ae0 2024-09-13T16:43:00.959 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:00.950+0000 7f197e187700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f197814f900 con 0x7f19780c5670 2024-09-13T16:43:00.959 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:00.950+0000 7f197e187700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f19781ee4d0 con 0x7f1978152ec0 2024-09-13T16:43:00.959 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:00.950+0000 7f197c984700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1978152ae0 0x7f19780caf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:43:00.959 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:00.950+0000 7f197c984700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1978152ae0 0x7f19780caf50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:40068/0 (socket says 172.21.15.5:40068) 2024-09-13T16:43:00.959 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:00.950+0000 7f197c984700 1 -- 172.21.15.5:0/1535630272 learned_addr learned my addr 172.21.15.5:0/1535630272 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:43:00.959 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:00.950+0000 7f197d185700 1 --2- 172.21.15.5:0/1535630272 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f19780c5670 0x7f19780c9db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:43:00.959 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:00.950+0000 7f197d986700 1 --2- 172.21.15.5:0/1535630272 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f1978152ec0 0x7f19780cb490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:43:00.959 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:00.950+0000 7f197c984700 1 -- 172.21.15.5:0/1535630272 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f1978152ec0 msgr2=0x7f19780cb490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:43:00.959 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:00.950+0000 7f197c984700 1 --2- 172.21.15.5:0/1535630272 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f1978152ec0 0x7f19780cb490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:43:00.960 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:00.950+0000 7f197c984700 1 -- 172.21.15.5:0/1535630272 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f19780c5670 msgr2=0x7f19780c9db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:43:00.960 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:00.950+0000 7f197c984700 1 --2- 172.21.15.5:0/1535630272 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f19780c5670 0x7f19780c9db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:43:00.960 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:00.950+0000 7f197c984700 1 -- 172.21.15.5:0/1535630272 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1970009a70 con 0x7f1978152ae0 2024-09-13T16:43:00.960 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:00.950+0000 7f197d185700 1 --2- 172.21.15.5:0/1535630272 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f19780c5670 0x7f19780c9db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:43:00.960 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:00.950+0000 7f197c984700 1 --2- 172.21.15.5:0/1535630272 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1978152ae0 0x7f19780caf50 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f1968005930 tx=0x7f196800c9e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:43:00.961 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:00.950+0000 7f196dffb700 1 -- 172.21.15.5:0/1535630272 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1968005d90 con 0x7f1978152ae0 2024-09-13T16:43:00.961 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:00.950+0000 7f196dffb700 1 -- 172.21.15.5:0/1535630272 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f19680070d0 con 0x7f1978152ae0 2024-09-13T16:43:00.961 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:00.950+0000 7f197e187700 1 -- 172.21.15.5:0/1535630272 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f19781ee7b0 con 0x7f1978152ae0 2024-09-13T16:43:00.961 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:00.950+0000 7f196dffb700 1 -- 172.21.15.5:0/1535630272 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1968007480 con 0x7f1978152ae0 2024-09-13T16:43:00.961 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:00.950+0000 7f197e187700 1 -- 172.21.15.5:0/1535630272 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f19780c5d30 con 0x7f1978152ae0 2024-09-13T16:43:00.961 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:00.954+0000 7f197e187700 1 -- 172.21.15.5:0/1535630272 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f197815bf30 con 0x7f1978152ae0 2024-09-13T16:43:00.962 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:00.954+0000 7f196dffb700 1 -- 172.21.15.5:0/1535630272 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f19680075e0 con 0x7f1978152ae0 2024-09-13T16:43:00.962 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:00.954+0000 7f196dffb700 1 --2- 172.21.15.5:0/1535630272 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f195c066760 0x7f195c068c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:43:00.962 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:00.954+0000 7f196dffb700 1 -- 172.21.15.5:0/1535630272 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6642+0+0 (secure 0 0 0) 0x7f19680838d0 con 0x7f1978152ae0 2024-09-13T16:43:00.963 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:00.954+0000 7f197d185700 1 --2- 172.21.15.5:0/1535630272 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f195c066760 0x7f195c068c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:43:00.964 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:00.958+0000 7f197d185700 1 --2- 172.21.15.5:0/1535630272 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f195c066760 0x7f195c068c20 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f19740112c0 tx=0x7f1974009240 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:43:00.973 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:00.966+0000 7f196dffb700 1 -- 172.21.15.5:0/1535630272 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f1968050890 con 0x7f1978152ae0 2024-09-13T16:43:01.144 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.138+0000 7f197e187700 1 -- 172.21.15.5:0/1535630272 --> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f19780c6d90 con 0x7f195c066760 2024-09-13T16:43:01.165 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.158+0000 7f196dffb700 1 -- 172.21.15.5:0/1535630272 <== mgr.4102 v2:172.21.15.179:6832/2977940518 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+373978 (secure 0 0 0) 0x7f1974011c80 con 0x7f195c066760 2024-09-13T16:43:01.171 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-13T16:43:01.174 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.166+0000 7f197e187700 1 -- 172.21.15.5:0/1535630272 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f195c066760 msgr2=0x7f195c068c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:43:01.174 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.166+0000 7f197e187700 1 --2- 172.21.15.5:0/1535630272 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f195c066760 0x7f195c068c20 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f19740112c0 tx=0x7f1974009240 comp rx=0 tx=0).stop 2024-09-13T16:43:01.174 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.166+0000 7f197e187700 1 -- 172.21.15.5:0/1535630272 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1978152ae0 msgr2=0x7f19780caf50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:43:01.174 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.166+0000 7f197e187700 1 --2- 172.21.15.5:0/1535630272 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1978152ae0 0x7f19780caf50 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f1968005930 tx=0x7f196800c9e0 comp rx=0 tx=0).stop 2024-09-13T16:43:01.174 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.166+0000 7f197e187700 1 -- 172.21.15.5:0/1535630272 shutdown_connections 2024-09-13T16:43:01.175 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.166+0000 7f197e187700 1 --2- 172.21.15.5:0/1535630272 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f1978152ec0 0x7f19780cb490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:43:01.175 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.166+0000 7f197e187700 1 --2- 172.21.15.5:0/1535630272 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1978152ae0 0x7f19780caf50 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:43:01.175 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.166+0000 7f197e187700 1 --2- 172.21.15.5:0/1535630272 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f195c066760 0x7f195c068c20 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:43:01.175 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.166+0000 7f197e187700 1 --2- 172.21.15.5:0/1535630272 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f19780c5670 0x7f19780c9db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:43:01.175 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.166+0000 7f197e187700 1 -- 172.21.15.5:0/1535630272 >> 172.21.15.5:0/1535630272 conn(0x7f197806bd10 msgr2=0x7f19780c82f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:43:01.175 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.166+0000 7f197e187700 1 -- 172.21.15.5:0/1535630272 shutdown_connections 2024-09-13T16:43:01.175 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.166+0000 7f197e187700 1 -- 172.21.15.5:0/1535630272 wait complete. 2024-09-13T16:43:01.176 INFO:teuthology.orchestra.run.smithi005.stderr:dumped all 2024-09-13T16:43:01.191 INFO:teuthology.orchestra.run.smithi005.stdout:{"pg_ready":true,"pg_map":{"version":847,"stamp":"2024-09-13T16:42:59.147758+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":251196407,"num_objects":83,"num_object_clones":0,"num_object_copies":166,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":83,"num_whiteouts":0,"num_read":2938,"num_read_kb":5779,"num_write":129550,"num_write_kb":2795582,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":5456,"num_omap_keys":11,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":181794,"ondisk_log_size":181794,"up":322,"acting":322,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":322,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":2953632,"kb_used_data":493024,"kb_used_omap":12,"kb_used_meta":2460531,"kb_avail":752021088,"statfs":{"total":773094113280,"available":770069594112,"internally_reserved":0,"allocated":504856576,"data_stored":503363070,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":2519584313},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004845"},"pg_stats":[{"pgid":"2.1f","version":"28'1253","reported_seq":1295,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:43.838661+0000","last_change":"2024-09-13T16:41:43.838661+0000","last_active":"2024-09-13T16:41:43.838661+0000","last_peered":"2024-09-13T16:41:43.838661+0000","last_clean":"2024-09-13T16:41:43.838661+0000","last_became_active":"2024-09-13T16:15:41.032311+0000","last_became_peered":"2024-09-13T16:15:41.032311+0000","last_unstale":"2024-09-13T16:41:43.838661+0000","last_undegraded":"2024-09-13T16:41:43.838661+0000","last_fullsized":"2024-09-13T16:41:43.838661+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'1253","last_scrub_stamp":"2024-09-13T16:41:43.838195+0000","last_deep_scrub":"28'1253","last_deep_scrub_stamp":"2024-09-13T16:41:43.838195+0000","last_clean_scrub_stamp":"2024-09-13T16:41:43.838195+0000","objects_scrubbed":2,"log_size":1253,"log_dups_size":0,"ondisk_log_size":1253,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:03:41.545004+0000","scrub_duration":0.0097566249999999997,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1259,"num_write_kb":8773,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"28'538","reported_seq":579,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:39.182042+0000","last_change":"2024-09-13T16:41:39.182042+0000","last_active":"2024-09-13T16:41:39.182042+0000","last_peered":"2024-09-13T16:41:39.182042+0000","last_clean":"2024-09-13T16:41:39.182042+0000","last_became_active":"2024-09-13T16:15:41.421707+0000","last_became_peered":"2024-09-13T16:15:41.421707+0000","last_unstale":"2024-09-13T16:41:39.182042+0000","last_undegraded":"2024-09-13T16:41:39.182042+0000","last_fullsized":"2024-09-13T16:41:39.182042+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'538","last_scrub_stamp":"2024-09-13T16:41:39.181830+0000","last_deep_scrub":"28'538","last_deep_scrub_stamp":"2024-09-13T16:41:39.181830+0000","last_clean_scrub_stamp":"2024-09-13T16:41:39.181830+0000","objects_scrubbed":0,"log_size":538,"log_dups_size":0,"ondisk_log_size":538,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:35:35.454895+0000","scrub_duration":0.003033245,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"28'2700","reported_seq":2737,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:29.166432+0000","last_change":"2024-09-13T16:42:29.166725+0000","last_active":"2024-09-13T16:42:29.166432+0000","last_peered":"2024-09-13T16:42:29.166432+0000","last_clean":"2024-09-13T16:42:29.166432+0000","last_became_active":"2024-09-13T16:15:45.426408+0000","last_became_peered":"2024-09-13T16:15:45.426408+0000","last_unstale":"2024-09-13T16:42:29.166432+0000","last_undegraded":"2024-09-13T16:42:29.166432+0000","last_fullsized":"2024-09-13T16:42:29.166432+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'2700","last_scrub_stamp":"2024-09-13T16:42:29.166379+0000","last_deep_scrub":"28'2700","last_deep_scrub_stamp":"2024-09-13T16:42:29.166379+0000","last_clean_scrub_stamp":"2024-09-13T16:42:29.166379+0000","objects_scrubbed":0,"log_size":2700,"log_dups_size":0,"ondisk_log_size":2700,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:50:27.636907+0000","scrub_duration":0.0091265659999999992,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2175,"num_write_kb":84186,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,7,0],"acting":[3,2,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"28'3456","reported_seq":3498,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:02.288669+0000","last_change":"2024-09-13T16:42:02.288856+0000","last_active":"2024-09-13T16:42:02.288669+0000","last_peered":"2024-09-13T16:42:02.288669+0000","last_clean":"2024-09-13T16:42:02.288669+0000","last_became_active":"2024-09-13T16:15:41.031754+0000","last_became_peered":"2024-09-13T16:15:41.031754+0000","last_unstale":"2024-09-13T16:42:02.288669+0000","last_undegraded":"2024-09-13T16:42:02.288669+0000","last_fullsized":"2024-09-13T16:42:02.288669+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'3456","last_scrub_stamp":"2024-09-13T16:42:02.288629+0000","last_deep_scrub":"28'3456","last_deep_scrub_stamp":"2024-09-13T16:42:02.288629+0000","last_clean_scrub_stamp":"2024-09-13T16:42:02.288629+0000","objects_scrubbed":4,"log_size":3456,"log_dups_size":0,"ondisk_log_size":3456,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:21:25.171160+0000","scrub_duration":0.056337959999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16777216,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3456,"num_write_kb":26181,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"28'534","reported_seq":575,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:06.749918+0000","last_change":"2024-09-13T16:42:06.749918+0000","last_active":"2024-09-13T16:42:06.749918+0000","last_peered":"2024-09-13T16:42:06.749918+0000","last_clean":"2024-09-13T16:42:06.749918+0000","last_became_active":"2024-09-13T16:15:41.425995+0000","last_became_peered":"2024-09-13T16:15:41.425995+0000","last_unstale":"2024-09-13T16:42:06.749918+0000","last_undegraded":"2024-09-13T16:42:06.749918+0000","last_fullsized":"2024-09-13T16:42:06.749918+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'534","last_scrub_stamp":"2024-09-13T16:42:06.749480+0000","last_deep_scrub":"28'534","last_deep_scrub_stamp":"2024-09-13T16:42:06.749480+0000","last_clean_scrub_stamp":"2024-09-13T16:42:06.749480+0000","objects_scrubbed":0,"log_size":534,"log_dups_size":0,"ondisk_log_size":534,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:13:11.030073+0000","scrub_duration":0.0044148449999999997,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"28'2521","reported_seq":2558,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:58.852509+0000","last_change":"2024-09-13T16:41:58.852509+0000","last_active":"2024-09-13T16:41:58.852509+0000","last_peered":"2024-09-13T16:41:58.852509+0000","last_clean":"2024-09-13T16:41:58.852509+0000","last_became_active":"2024-09-13T16:15:45.436923+0000","last_became_peered":"2024-09-13T16:15:45.436923+0000","last_unstale":"2024-09-13T16:41:58.852509+0000","last_undegraded":"2024-09-13T16:41:58.852509+0000","last_fullsized":"2024-09-13T16:41:58.852509+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'2521","last_scrub_stamp":"2024-09-13T16:41:58.852197+0000","last_deep_scrub":"28'2521","last_deep_scrub_stamp":"2024-09-13T16:41:58.852197+0000","last_clean_scrub_stamp":"2024-09-13T16:41:58.852197+0000","objects_scrubbed":0,"log_size":2521,"log_dups_size":0,"ondisk_log_size":2521,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:12:41.167027+0000","scrub_duration":0.0088108100000000005,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1916,"num_write_kb":99596,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1,3],"acting":[4,6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"28'4294","reported_seq":4333,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:02.419274+0000","last_change":"2024-09-13T16:42:02.419421+0000","last_active":"2024-09-13T16:42:02.419274+0000","last_peered":"2024-09-13T16:42:02.419274+0000","last_clean":"2024-09-13T16:42:02.419274+0000","last_became_active":"2024-09-13T16:15:41.034495+0000","last_became_peered":"2024-09-13T16:15:41.034495+0000","last_unstale":"2024-09-13T16:42:02.419274+0000","last_undegraded":"2024-09-13T16:42:02.419274+0000","last_fullsized":"2024-09-13T16:42:02.419274+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'4294","last_scrub_stamp":"2024-09-13T16:42:02.419244+0000","last_deep_scrub":"28'4294","last_deep_scrub_stamp":"2024-09-13T16:42:02.419244+0000","last_clean_scrub_stamp":"2024-09-13T16:42:02.419244+0000","objects_scrubbed":4,"log_size":4294,"log_dups_size":0,"ondisk_log_size":4294,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:12:44.734074+0000","scrub_duration":0.062099620000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12582912,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4290,"num_write_kb":30729,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"28'588","reported_seq":626,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:25.160502+0000","last_change":"2024-09-13T16:42:25.160726+0000","last_active":"2024-09-13T16:42:25.160502+0000","last_peered":"2024-09-13T16:42:25.160502+0000","last_clean":"2024-09-13T16:42:25.160502+0000","last_became_active":"2024-09-13T16:15:41.432059+0000","last_became_peered":"2024-09-13T16:15:41.432059+0000","last_unstale":"2024-09-13T16:42:25.160502+0000","last_undegraded":"2024-09-13T16:42:25.160502+0000","last_fullsized":"2024-09-13T16:42:25.160502+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'588","last_scrub_stamp":"2024-09-13T16:42:25.160439+0000","last_deep_scrub":"28'588","last_deep_scrub_stamp":"2024-09-13T16:42:25.160439+0000","last_clean_scrub_stamp":"2024-09-13T16:42:25.160439+0000","objects_scrubbed":0,"log_size":588,"log_dups_size":0,"ondisk_log_size":588,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:42:39.096961+0000","scrub_duration":0.002976958,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"28'2251","reported_seq":2297,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:00.841408+0000","last_change":"2024-09-13T16:42:00.841684+0000","last_active":"2024-09-13T16:42:00.841408+0000","last_peered":"2024-09-13T16:42:00.841408+0000","last_clean":"2024-09-13T16:42:00.841408+0000","last_became_active":"2024-09-13T16:16:24.277805+0000","last_became_peered":"2024-09-13T16:16:24.277805+0000","last_unstale":"2024-09-13T16:42:00.841408+0000","last_undegraded":"2024-09-13T16:42:00.841408+0000","last_fullsized":"2024-09-13T16:42:00.841408+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'2251","last_scrub_stamp":"2024-09-13T16:42:00.841352+0000","last_deep_scrub":"28'2251","last_deep_scrub_stamp":"2024-09-13T16:42:00.841352+0000","last_clean_scrub_stamp":"2024-09-13T16:42:00.841352+0000","objects_scrubbed":0,"log_size":2251,"log_dups_size":0,"ondisk_log_size":2251,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:34:17.641767+0000","scrub_duration":0.009665926,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1643,"num_write_kb":89641,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,2],"acting":[4,3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"28'695","reported_seq":734,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:52.369057+0000","last_change":"2024-09-13T16:41:52.369284+0000","last_active":"2024-09-13T16:41:52.369057+0000","last_peered":"2024-09-13T16:41:52.369057+0000","last_clean":"2024-09-13T16:41:52.369057+0000","last_became_active":"2024-09-13T16:15:41.039294+0000","last_became_peered":"2024-09-13T16:15:41.039294+0000","last_unstale":"2024-09-13T16:41:52.369057+0000","last_undegraded":"2024-09-13T16:41:52.369057+0000","last_fullsized":"2024-09-13T16:41:52.369057+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'695","last_scrub_stamp":"2024-09-13T16:41:52.369001+0000","last_deep_scrub":"28'695","last_deep_scrub_stamp":"2024-09-13T16:41:52.369001+0000","last_clean_scrub_stamp":"2024-09-13T16:41:52.369001+0000","objects_scrubbed":1,"log_size":695,"log_dups_size":0,"ondisk_log_size":695,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:42:50.114483+0000","scrub_duration":0.0066253759999999997,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":701,"num_write_kb":4465,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"28'542","reported_seq":580,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:26.177099+0000","last_change":"2024-09-13T16:42:26.177425+0000","last_active":"2024-09-13T16:42:26.177099+0000","last_peered":"2024-09-13T16:42:26.177099+0000","last_clean":"2024-09-13T16:42:26.177099+0000","last_became_active":"2024-09-13T16:15:41.430277+0000","last_became_peered":"2024-09-13T16:15:41.430277+0000","last_unstale":"2024-09-13T16:42:26.177099+0000","last_undegraded":"2024-09-13T16:42:26.177099+0000","last_fullsized":"2024-09-13T16:42:26.177099+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'542","last_scrub_stamp":"2024-09-13T16:42:26.177001+0000","last_deep_scrub":"28'542","last_deep_scrub_stamp":"2024-09-13T16:42:26.177001+0000","last_clean_scrub_stamp":"2024-09-13T16:42:26.177001+0000","objects_scrubbed":0,"log_size":542,"log_dups_size":0,"ondisk_log_size":542,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:47:48.311715+0000","scrub_duration":0.0034451640000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"28'2373","reported_seq":2409,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:59.804956+0000","last_change":"2024-09-13T16:41:59.805200+0000","last_active":"2024-09-13T16:41:59.804956+0000","last_peered":"2024-09-13T16:41:59.804956+0000","last_clean":"2024-09-13T16:41:59.804956+0000","last_became_active":"2024-09-13T16:15:45.439214+0000","last_became_peered":"2024-09-13T16:15:45.439214+0000","last_unstale":"2024-09-13T16:41:59.804956+0000","last_undegraded":"2024-09-13T16:41:59.804956+0000","last_fullsized":"2024-09-13T16:41:59.804956+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'2373","last_scrub_stamp":"2024-09-13T16:41:59.804901+0000","last_deep_scrub":"28'2373","last_deep_scrub_stamp":"2024-09-13T16:41:59.804901+0000","last_clean_scrub_stamp":"2024-09-13T16:41:59.804901+0000","objects_scrubbed":0,"log_size":2373,"log_dups_size":0,"ondisk_log_size":2373,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:40:20.332271+0000","scrub_duration":0.00847118,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1843,"num_write_kb":53356,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0,5],"acting":[4,3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"28'575","reported_seq":615,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:53.876170+0000","last_change":"2024-09-13T16:41:53.876403+0000","last_active":"2024-09-13T16:41:53.876170+0000","last_peered":"2024-09-13T16:41:53.876170+0000","last_clean":"2024-09-13T16:41:53.876170+0000","last_became_active":"2024-09-13T16:15:41.429041+0000","last_became_peered":"2024-09-13T16:15:41.429041+0000","last_unstale":"2024-09-13T16:41:53.876170+0000","last_undegraded":"2024-09-13T16:41:53.876170+0000","last_fullsized":"2024-09-13T16:41:53.876170+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'575","last_scrub_stamp":"2024-09-13T16:41:53.876122+0000","last_deep_scrub":"28'575","last_deep_scrub_stamp":"2024-09-13T16:41:53.876122+0000","last_clean_scrub_stamp":"2024-09-13T16:41:53.876122+0000","objects_scrubbed":0,"log_size":575,"log_dups_size":0,"ondisk_log_size":575,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:26:19.438352+0000","scrub_duration":0.0029700490000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.b","version":"28'3323","reported_seq":3364,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:51.466409+0000","last_change":"2024-09-13T16:41:51.466409+0000","last_active":"2024-09-13T16:41:51.466409+0000","last_peered":"2024-09-13T16:41:51.466409+0000","last_clean":"2024-09-13T16:41:51.466409+0000","last_became_active":"2024-09-13T16:15:41.032725+0000","last_became_peered":"2024-09-13T16:15:41.032725+0000","last_unstale":"2024-09-13T16:41:51.466409+0000","last_undegraded":"2024-09-13T16:41:51.466409+0000","last_fullsized":"2024-09-13T16:41:51.466409+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'3323","last_scrub_stamp":"2024-09-13T16:41:51.466249+0000","last_deep_scrub":"28'3323","last_deep_scrub_stamp":"2024-09-13T16:41:51.466249+0000","last_clean_scrub_stamp":"2024-09-13T16:41:51.466249+0000","objects_scrubbed":4,"log_size":3323,"log_dups_size":0,"ondisk_log_size":3323,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:16:16.375352+0000","scrub_duration":0.059965513999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12582912,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3329,"num_write_kb":26178,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":456,"num_omap_keys":1,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.d","version":"28'2269","reported_seq":2307,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:08.866975+0000","last_change":"2024-09-13T16:42:08.866975+0000","last_active":"2024-09-13T16:42:08.866975+0000","last_peered":"2024-09-13T16:42:08.866975+0000","last_clean":"2024-09-13T16:42:08.866975+0000","last_became_active":"2024-09-13T16:15:45.445412+0000","last_became_peered":"2024-09-13T16:15:45.445412+0000","last_unstale":"2024-09-13T16:42:08.866975+0000","last_undegraded":"2024-09-13T16:42:08.866975+0000","last_fullsized":"2024-09-13T16:42:08.866975+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'2269","last_scrub_stamp":"2024-09-13T16:42:08.866815+0000","last_deep_scrub":"28'2269","last_deep_scrub_stamp":"2024-09-13T16:42:08.866815+0000","last_clean_scrub_stamp":"2024-09-13T16:42:08.866815+0000","objects_scrubbed":0,"log_size":2269,"log_dups_size":0,"ondisk_log_size":2269,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:21:31.749346+0000","scrub_duration":0.0097367670000000003,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1677,"num_write_kb":34937,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2,1],"acting":[4,0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"28'561","reported_seq":601,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:11.152811+0000","last_change":"2024-09-13T16:42:11.152811+0000","last_active":"2024-09-13T16:42:11.152811+0000","last_peered":"2024-09-13T16:42:11.152811+0000","last_clean":"2024-09-13T16:42:11.152811+0000","last_became_active":"2024-09-13T16:15:41.423409+0000","last_became_peered":"2024-09-13T16:15:41.423409+0000","last_unstale":"2024-09-13T16:42:11.152811+0000","last_undegraded":"2024-09-13T16:42:11.152811+0000","last_fullsized":"2024-09-13T16:42:11.152811+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'561","last_scrub_stamp":"2024-09-13T16:42:11.152556+0000","last_deep_scrub":"28'561","last_deep_scrub_stamp":"2024-09-13T16:42:11.152556+0000","last_clean_scrub_stamp":"2024-09-13T16:42:11.152556+0000","objects_scrubbed":0,"log_size":561,"log_dups_size":0,"ondisk_log_size":561,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:57:57.331782+0000","scrub_duration":0.003748202,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"28'2614","reported_seq":2655,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:44.145048+0000","last_change":"2024-09-13T16:41:44.145048+0000","last_active":"2024-09-13T16:41:44.145048+0000","last_peered":"2024-09-13T16:41:44.145048+0000","last_clean":"2024-09-13T16:41:44.145048+0000","last_became_active":"2024-09-13T16:15:41.031409+0000","last_became_peered":"2024-09-13T16:15:41.031409+0000","last_unstale":"2024-09-13T16:41:44.145048+0000","last_undegraded":"2024-09-13T16:41:44.145048+0000","last_fullsized":"2024-09-13T16:41:44.145048+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'2614","last_scrub_stamp":"2024-09-13T16:41:44.144871+0000","last_deep_scrub":"28'2614","last_deep_scrub_stamp":"2024-09-13T16:41:44.144871+0000","last_clean_scrub_stamp":"2024-09-13T16:41:44.144871+0000","objects_scrubbed":3,"log_size":2614,"log_dups_size":0,"ondisk_log_size":2614,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:03:06.059056+0000","scrub_duration":0.042637222000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12582912,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2613,"num_write_kb":21665,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"28'2380","reported_seq":2418,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:10.902625+0000","last_change":"2024-09-13T16:42:10.902625+0000","last_active":"2024-09-13T16:42:10.902625+0000","last_peered":"2024-09-13T16:42:10.902625+0000","last_clean":"2024-09-13T16:42:10.902625+0000","last_became_active":"2024-09-13T16:15:45.445262+0000","last_became_peered":"2024-09-13T16:15:45.445262+0000","last_unstale":"2024-09-13T16:42:10.902625+0000","last_undegraded":"2024-09-13T16:42:10.902625+0000","last_fullsized":"2024-09-13T16:42:10.902625+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'2380","last_scrub_stamp":"2024-09-13T16:42:10.902257+0000","last_deep_scrub":"28'2380","last_deep_scrub_stamp":"2024-09-13T16:42:10.902257+0000","last_clean_scrub_stamp":"2024-09-13T16:42:10.902257+0000","objects_scrubbed":0,"log_size":2380,"log_dups_size":0,"ondisk_log_size":2380,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:34:16.436057+0000","scrub_duration":0.0096489479999999992,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1823,"num_write_kb":48873,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"28'593","reported_seq":633,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:04.160567+0000","last_change":"2024-09-13T16:42:04.160759+0000","last_active":"2024-09-13T16:42:04.160567+0000","last_peered":"2024-09-13T16:42:04.160567+0000","last_clean":"2024-09-13T16:42:04.160567+0000","last_became_active":"2024-09-13T16:15:41.412959+0000","last_became_peered":"2024-09-13T16:15:41.412959+0000","last_unstale":"2024-09-13T16:42:04.160567+0000","last_undegraded":"2024-09-13T16:42:04.160567+0000","last_fullsized":"2024-09-13T16:42:04.160567+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'593","last_scrub_stamp":"2024-09-13T16:42:04.160516+0000","last_deep_scrub":"28'593","last_deep_scrub_stamp":"2024-09-13T16:42:04.160516+0000","last_clean_scrub_stamp":"2024-09-13T16:42:04.160516+0000","objects_scrubbed":0,"log_size":593,"log_dups_size":0,"ondisk_log_size":593,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:34:09.694316+0000","scrub_duration":0.0033676029999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":32,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.9","version":"28'1728","reported_seq":1769,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:47.198034+0000","last_change":"2024-09-13T16:41:47.198229+0000","last_active":"2024-09-13T16:41:47.198034+0000","last_peered":"2024-09-13T16:41:47.198034+0000","last_clean":"2024-09-13T16:41:47.198034+0000","last_became_active":"2024-09-13T16:15:41.032093+0000","last_became_peered":"2024-09-13T16:15:41.032093+0000","last_unstale":"2024-09-13T16:41:47.198034+0000","last_undegraded":"2024-09-13T16:41:47.198034+0000","last_fullsized":"2024-09-13T16:41:47.198034+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'1728","last_scrub_stamp":"2024-09-13T16:41:47.197982+0000","last_deep_scrub":"28'1728","last_deep_scrub_stamp":"2024-09-13T16:41:47.197982+0000","last_clean_scrub_stamp":"2024-09-13T16:41:47.197982+0000","objects_scrubbed":2,"log_size":1728,"log_dups_size":0,"ondisk_log_size":1728,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:42:44.943464+0000","scrub_duration":0.036206980999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8388608,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1726,"num_write_kb":13096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"28'2535","reported_seq":2573,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:16.345892+0000","last_change":"2024-09-13T16:42:16.345892+0000","last_active":"2024-09-13T16:42:16.345892+0000","last_peered":"2024-09-13T16:42:16.345892+0000","last_clean":"2024-09-13T16:42:16.345892+0000","last_became_active":"2024-09-13T16:15:45.446001+0000","last_became_peered":"2024-09-13T16:15:45.446001+0000","last_unstale":"2024-09-13T16:42:16.345892+0000","last_undegraded":"2024-09-13T16:42:16.345892+0000","last_fullsized":"2024-09-13T16:42:16.345892+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'2535","last_scrub_stamp":"2024-09-13T16:42:16.345613+0000","last_deep_scrub":"28'2535","last_deep_scrub_stamp":"2024-09-13T16:42:16.345613+0000","last_clean_scrub_stamp":"2024-09-13T16:42:16.345613+0000","objects_scrubbed":0,"log_size":2535,"log_dups_size":0,"ondisk_log_size":2535,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:58:02.524839+0000","scrub_duration":0.01082903,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1983,"num_write_kb":60714,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4,7],"acting":[1,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"28'562","reported_seq":602,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:39.737495+0000","last_change":"2024-09-13T16:41:39.737495+0000","last_active":"2024-09-13T16:41:39.737495+0000","last_peered":"2024-09-13T16:41:39.737495+0000","last_clean":"2024-09-13T16:41:39.737495+0000","last_became_active":"2024-09-13T16:15:41.425741+0000","last_became_peered":"2024-09-13T16:15:41.425741+0000","last_unstale":"2024-09-13T16:41:39.737495+0000","last_undegraded":"2024-09-13T16:41:39.737495+0000","last_fullsized":"2024-09-13T16:41:39.737495+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'562","last_scrub_stamp":"2024-09-13T16:41:39.737220+0000","last_deep_scrub":"28'562","last_deep_scrub_stamp":"2024-09-13T16:41:39.737220+0000","last_clean_scrub_stamp":"2024-09-13T16:41:39.737220+0000","objects_scrubbed":0,"log_size":562,"log_dups_size":0,"ondisk_log_size":562,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:00:28.682098+0000","scrub_duration":0.0032929859999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"28'1260","reported_seq":1301,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:58.320631+0000","last_change":"2024-09-13T16:41:58.320752+0000","last_active":"2024-09-13T16:41:58.320631+0000","last_peered":"2024-09-13T16:41:58.320631+0000","last_clean":"2024-09-13T16:41:58.320631+0000","last_became_active":"2024-09-13T16:15:41.032575+0000","last_became_peered":"2024-09-13T16:15:41.032575+0000","last_unstale":"2024-09-13T16:41:58.320631+0000","last_undegraded":"2024-09-13T16:41:58.320631+0000","last_fullsized":"2024-09-13T16:41:58.320631+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'1260","last_scrub_stamp":"2024-09-13T16:41:58.320597+0000","last_deep_scrub":"28'1260","last_deep_scrub_stamp":"2024-09-13T16:41:58.320597+0000","last_clean_scrub_stamp":"2024-09-13T16:41:58.320597+0000","objects_scrubbed":1,"log_size":1260,"log_dups_size":0,"ondisk_log_size":1260,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:26:32.828333+0000","scrub_duration":0.019236375,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1271,"num_write_kb":8841,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.e","version":"28'2336","reported_seq":2374,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:05.827626+0000","last_change":"2024-09-13T16:42:05.827626+0000","last_active":"2024-09-13T16:42:05.827626+0000","last_peered":"2024-09-13T16:42:05.827626+0000","last_clean":"2024-09-13T16:42:05.827626+0000","last_became_active":"2024-09-13T16:15:45.449446+0000","last_became_peered":"2024-09-13T16:15:45.449446+0000","last_unstale":"2024-09-13T16:42:05.827626+0000","last_undegraded":"2024-09-13T16:42:05.827626+0000","last_fullsized":"2024-09-13T16:42:05.827626+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'2336","last_scrub_stamp":"2024-09-13T16:42:05.827299+0000","last_deep_scrub":"28'2336","last_deep_scrub_stamp":"2024-09-13T16:42:05.827299+0000","last_clean_scrub_stamp":"2024-09-13T16:42:05.827299+0000","objects_scrubbed":0,"log_size":2336,"log_dups_size":0,"ondisk_log_size":2336,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:10:45.377038+0000","scrub_duration":0.0084383679999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1793,"num_write_kb":94658,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"28'559","reported_seq":599,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:47.791749+0000","last_change":"2024-09-13T16:41:47.791952+0000","last_active":"2024-09-13T16:41:47.791749+0000","last_peered":"2024-09-13T16:41:47.791749+0000","last_clean":"2024-09-13T16:41:47.791749+0000","last_became_active":"2024-09-13T16:15:41.415187+0000","last_became_peered":"2024-09-13T16:15:41.415187+0000","last_unstale":"2024-09-13T16:41:47.791749+0000","last_undegraded":"2024-09-13T16:41:47.791749+0000","last_fullsized":"2024-09-13T16:41:47.791749+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'559","last_scrub_stamp":"2024-09-13T16:41:47.791693+0000","last_deep_scrub":"28'559","last_deep_scrub_stamp":"2024-09-13T16:41:47.791693+0000","last_clean_scrub_stamp":"2024-09-13T16:41:47.791693+0000","objects_scrubbed":0,"log_size":559,"log_dups_size":0,"ondisk_log_size":559,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:29:31.451322+0000","scrub_duration":0.003348855,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"28'1224","reported_seq":1265,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:44.833254+0000","last_change":"2024-09-13T16:41:44.833377+0000","last_active":"2024-09-13T16:41:44.833254+0000","last_peered":"2024-09-13T16:41:44.833254+0000","last_clean":"2024-09-13T16:41:44.833254+0000","last_became_active":"2024-09-13T16:15:41.035523+0000","last_became_peered":"2024-09-13T16:15:41.035523+0000","last_unstale":"2024-09-13T16:41:44.833254+0000","last_undegraded":"2024-09-13T16:41:44.833254+0000","last_fullsized":"2024-09-13T16:41:44.833254+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'1224","last_scrub_stamp":"2024-09-13T16:41:44.833227+0000","last_deep_scrub":"28'1224","last_deep_scrub_stamp":"2024-09-13T16:41:44.833227+0000","last_clean_scrub_stamp":"2024-09-13T16:41:44.833227+0000","objects_scrubbed":2,"log_size":1224,"log_dups_size":0,"ondisk_log_size":1224,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:24:23.832614+0000","scrub_duration":0.021607784000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1246,"num_write_kb":8763,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1","version":"28'2378","reported_seq":2417,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:54.926229+0000","last_change":"2024-09-13T16:41:54.926229+0000","last_active":"2024-09-13T16:41:54.926229+0000","last_peered":"2024-09-13T16:41:54.926229+0000","last_clean":"2024-09-13T16:41:54.926229+0000","last_became_active":"2024-09-13T16:15:45.437484+0000","last_became_peered":"2024-09-13T16:15:45.437484+0000","last_unstale":"2024-09-13T16:41:54.926229+0000","last_undegraded":"2024-09-13T16:41:54.926229+0000","last_fullsized":"2024-09-13T16:41:54.926229+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'2378","last_scrub_stamp":"2024-09-13T16:41:54.925928+0000","last_deep_scrub":"28'2378","last_deep_scrub_stamp":"2024-09-13T16:41:54.925928+0000","last_clean_scrub_stamp":"2024-09-13T16:41:54.925928+0000","objects_scrubbed":0,"log_size":2378,"log_dups_size":0,"ondisk_log_size":2378,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:26:29.433663+0000","scrub_duration":0.0097517339999999997,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1792,"num_write_kb":39357,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,7],"acting":[4,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"28'517","reported_seq":557,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:10.161953+0000","last_change":"2024-09-13T16:42:10.162173+0000","last_active":"2024-09-13T16:42:10.161953+0000","last_peered":"2024-09-13T16:42:10.161953+0000","last_clean":"2024-09-13T16:42:10.161953+0000","last_became_active":"2024-09-13T16:15:41.412266+0000","last_became_peered":"2024-09-13T16:15:41.412266+0000","last_unstale":"2024-09-13T16:42:10.161953+0000","last_undegraded":"2024-09-13T16:42:10.161953+0000","last_fullsized":"2024-09-13T16:42:10.161953+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'517","last_scrub_stamp":"2024-09-13T16:42:10.161891+0000","last_deep_scrub":"28'517","last_deep_scrub_stamp":"2024-09-13T16:42:10.161891+0000","last_clean_scrub_stamp":"2024-09-13T16:42:10.161891+0000","objects_scrubbed":0,"log_size":517,"log_dups_size":0,"ondisk_log_size":517,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:41:15.663819+0000","scrub_duration":0.0036391520000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"28'1585","reported_seq":1626,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:53.220155+0000","last_change":"2024-09-13T16:41:53.220291+0000","last_active":"2024-09-13T16:41:53.220155+0000","last_peered":"2024-09-13T16:41:53.220155+0000","last_clean":"2024-09-13T16:41:53.220155+0000","last_became_active":"2024-09-13T16:15:41.031492+0000","last_became_peered":"2024-09-13T16:15:41.031492+0000","last_unstale":"2024-09-13T16:41:53.220155+0000","last_undegraded":"2024-09-13T16:41:53.220155+0000","last_fullsized":"2024-09-13T16:41:53.220155+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'1585","last_scrub_stamp":"2024-09-13T16:41:53.220124+0000","last_deep_scrub":"28'1585","last_deep_scrub_stamp":"2024-09-13T16:41:53.220124+0000","last_clean_scrub_stamp":"2024-09-13T16:41:53.220124+0000","objects_scrubbed":3,"log_size":1585,"log_dups_size":0,"ondisk_log_size":1585,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:26:27.727859+0000","scrub_duration":0.041243499000000003,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8388608,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2168,"num_write_kb":10522,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"28'2733","reported_seq":2782,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:32.132016+0000","last_change":"2024-09-13T16:42:32.132289+0000","last_active":"2024-09-13T16:42:32.132016+0000","last_peered":"2024-09-13T16:42:32.132016+0000","last_clean":"2024-09-13T16:42:32.132016+0000","last_became_active":"2024-09-13T16:16:23.802673+0000","last_became_peered":"2024-09-13T16:16:23.802673+0000","last_unstale":"2024-09-13T16:42:32.132016+0000","last_undegraded":"2024-09-13T16:42:32.132016+0000","last_fullsized":"2024-09-13T16:42:32.132016+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'2733","last_scrub_stamp":"2024-09-13T16:42:32.131950+0000","last_deep_scrub":"28'2733","last_deep_scrub_stamp":"2024-09-13T16:42:32.131950+0000","last_clean_scrub_stamp":"2024-09-13T16:42:32.131950+0000","objects_scrubbed":0,"log_size":2733,"log_dups_size":0,"ondisk_log_size":2733,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:50:44.643184+0000","scrub_duration":0.0090314309999999995,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2148,"num_write_kb":129663,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0,2],"acting":[3,7,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"28'563","reported_seq":604,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:59.172758+0000","last_change":"2024-09-13T16:41:59.172758+0000","last_active":"2024-09-13T16:41:59.172758+0000","last_peered":"2024-09-13T16:41:59.172758+0000","last_clean":"2024-09-13T16:41:59.172758+0000","last_became_active":"2024-09-13T16:15:41.417601+0000","last_became_peered":"2024-09-13T16:15:41.417601+0000","last_unstale":"2024-09-13T16:41:59.172758+0000","last_undegraded":"2024-09-13T16:41:59.172758+0000","last_fullsized":"2024-09-13T16:41:59.172758+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'563","last_scrub_stamp":"2024-09-13T16:41:59.172466+0000","last_deep_scrub":"28'563","last_deep_scrub_stamp":"2024-09-13T16:41:59.172466+0000","last_clean_scrub_stamp":"2024-09-13T16:41:59.172466+0000","objects_scrubbed":0,"log_size":563,"log_dups_size":0,"ondisk_log_size":563,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:34:15.972881+0000","scrub_duration":0.0036542340000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"28'2225","reported_seq":2267,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:57.342862+0000","last_change":"2024-09-13T16:41:57.342862+0000","last_active":"2024-09-13T16:41:57.342862+0000","last_peered":"2024-09-13T16:41:57.342862+0000","last_clean":"2024-09-13T16:41:57.342862+0000","last_became_active":"2024-09-13T16:15:41.032659+0000","last_became_peered":"2024-09-13T16:15:41.032659+0000","last_unstale":"2024-09-13T16:41:57.342862+0000","last_undegraded":"2024-09-13T16:41:57.342862+0000","last_fullsized":"2024-09-13T16:41:57.342862+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'2225","last_scrub_stamp":"2024-09-13T16:41:57.342666+0000","last_deep_scrub":"28'2225","last_deep_scrub_stamp":"2024-09-13T16:41:57.342666+0000","last_clean_scrub_stamp":"2024-09-13T16:41:57.342666+0000","objects_scrubbed":2,"log_size":2225,"log_dups_size":0,"ondisk_log_size":2225,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:39:21.321633+0000","scrub_duration":0.030683090999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8388608,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2226,"num_write_kb":17428,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"28'2292","reported_seq":2331,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:34.578083+0000","last_change":"2024-09-13T16:42:34.578083+0000","last_active":"2024-09-13T16:42:34.578083+0000","last_peered":"2024-09-13T16:42:34.578083+0000","last_clean":"2024-09-13T16:42:34.578083+0000","last_became_active":"2024-09-13T16:15:45.447880+0000","last_became_peered":"2024-09-13T16:15:45.447880+0000","last_unstale":"2024-09-13T16:42:34.578083+0000","last_undegraded":"2024-09-13T16:42:34.578083+0000","last_fullsized":"2024-09-13T16:42:34.578083+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'2292","last_scrub_stamp":"2024-09-13T16:42:34.577552+0000","last_deep_scrub":"28'2292","last_deep_scrub_stamp":"2024-09-13T16:42:34.577552+0000","last_clean_scrub_stamp":"2024-09-13T16:42:34.577552+0000","objects_scrubbed":0,"log_size":2292,"log_dups_size":0,"ondisk_log_size":2292,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:54:10.960512+0000","scrub_duration":0.0083334399999999993,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1726,"num_write_kb":41777,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7,1],"acting":[0,5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.5","version":"28'583","reported_seq":624,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:22.147350+0000","last_change":"2024-09-13T16:42:22.147350+0000","last_active":"2024-09-13T16:42:22.147350+0000","last_peered":"2024-09-13T16:42:22.147350+0000","last_clean":"2024-09-13T16:42:22.147350+0000","last_became_active":"2024-09-13T16:15:41.419626+0000","last_became_peered":"2024-09-13T16:15:41.419626+0000","last_unstale":"2024-09-13T16:42:22.147350+0000","last_undegraded":"2024-09-13T16:42:22.147350+0000","last_fullsized":"2024-09-13T16:42:22.147350+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'583","last_scrub_stamp":"2024-09-13T16:42:22.147090+0000","last_deep_scrub":"28'583","last_deep_scrub_stamp":"2024-09-13T16:42:22.147090+0000","last_clean_scrub_stamp":"2024-09-13T16:42:22.147090+0000","objects_scrubbed":0,"log_size":583,"log_dups_size":0,"ondisk_log_size":583,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:09:04.795277+0000","scrub_duration":0.0035158199999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"28'568","reported_seq":610,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:46.162591+0000","last_change":"2024-09-13T16:41:46.162591+0000","last_active":"2024-09-13T16:41:46.162591+0000","last_peered":"2024-09-13T16:41:46.162591+0000","last_clean":"2024-09-13T16:41:46.162591+0000","last_became_active":"2024-09-13T16:15:41.023463+0000","last_became_peered":"2024-09-13T16:15:41.023463+0000","last_unstale":"2024-09-13T16:41:46.162591+0000","last_undegraded":"2024-09-13T16:41:46.162591+0000","last_fullsized":"2024-09-13T16:41:46.162591+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'568","last_scrub_stamp":"2024-09-13T16:41:46.162191+0000","last_deep_scrub":"28'568","last_deep_scrub_stamp":"2024-09-13T16:41:46.162191+0000","last_clean_scrub_stamp":"2024-09-13T16:41:46.162191+0000","objects_scrubbed":0,"log_size":568,"log_dups_size":0,"ondisk_log_size":568,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:16:11.071294+0000","scrub_duration":0.0033221840000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":581,"num_write_kb":4369,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2","version":"28'2731","reported_seq":2770,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:17.304409+0000","last_change":"2024-09-13T16:42:17.304409+0000","last_active":"2024-09-13T16:42:17.304409+0000","last_peered":"2024-09-13T16:42:17.304409+0000","last_clean":"2024-09-13T16:42:17.304409+0000","last_became_active":"2024-09-13T16:15:45.443702+0000","last_became_peered":"2024-09-13T16:15:45.443702+0000","last_unstale":"2024-09-13T16:42:17.304409+0000","last_undegraded":"2024-09-13T16:42:17.304409+0000","last_fullsized":"2024-09-13T16:42:17.304409+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'2731","last_scrub_stamp":"2024-09-13T16:42:17.303865+0000","last_deep_scrub":"28'2731","last_deep_scrub_stamp":"2024-09-13T16:42:17.303865+0000","last_clean_scrub_stamp":"2024-09-13T16:42:17.303865+0000","objects_scrubbed":0,"log_size":2731,"log_dups_size":0,"ondisk_log_size":2731,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:03:17.143463+0000","scrub_duration":0.0083142210000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2189,"num_write_kb":57664,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4,0],"acting":[1,5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"28'560","reported_seq":601,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:48.925720+0000","last_change":"2024-09-13T16:41:48.925720+0000","last_active":"2024-09-13T16:41:48.925720+0000","last_peered":"2024-09-13T16:41:48.925720+0000","last_clean":"2024-09-13T16:41:48.925720+0000","last_became_active":"2024-09-13T16:15:41.419700+0000","last_became_peered":"2024-09-13T16:15:41.419700+0000","last_unstale":"2024-09-13T16:41:48.925720+0000","last_undegraded":"2024-09-13T16:41:48.925720+0000","last_fullsized":"2024-09-13T16:41:48.925720+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'560","last_scrub_stamp":"2024-09-13T16:41:48.925537+0000","last_deep_scrub":"28'560","last_deep_scrub_stamp":"2024-09-13T16:41:48.925537+0000","last_clean_scrub_stamp":"2024-09-13T16:41:48.925537+0000","objects_scrubbed":0,"log_size":560,"log_dups_size":0,"ondisk_log_size":560,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:42:46.671019+0000","scrub_duration":0.0028209889999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"28'3530","reported_seq":3572,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:48.065956+0000","last_change":"2024-09-13T16:41:48.065956+0000","last_active":"2024-09-13T16:41:48.065956+0000","last_peered":"2024-09-13T16:41:48.065956+0000","last_clean":"2024-09-13T16:41:48.065956+0000","last_became_active":"2024-09-13T16:15:41.032982+0000","last_became_peered":"2024-09-13T16:15:41.032982+0000","last_unstale":"2024-09-13T16:41:48.065956+0000","last_undegraded":"2024-09-13T16:41:48.065956+0000","last_fullsized":"2024-09-13T16:41:48.065956+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'3530","last_scrub_stamp":"2024-09-13T16:41:48.065622+0000","last_deep_scrub":"28'3530","last_deep_scrub_stamp":"2024-09-13T16:41:48.065622+0000","last_clean_scrub_stamp":"2024-09-13T16:41:48.065622+0000","objects_scrubbed":4,"log_size":3530,"log_dups_size":0,"ondisk_log_size":3530,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:47:56.731009+0000","scrub_duration":0.068674814000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16777216,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3528,"num_write_kb":26232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"28'2456","reported_seq":2495,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:15.336227+0000","last_change":"2024-09-13T16:42:15.336227+0000","last_active":"2024-09-13T16:42:15.336227+0000","last_peered":"2024-09-13T16:42:15.336227+0000","last_clean":"2024-09-13T16:42:15.336227+0000","last_became_active":"2024-09-13T16:15:45.440379+0000","last_became_peered":"2024-09-13T16:15:45.440379+0000","last_unstale":"2024-09-13T16:42:15.336227+0000","last_undegraded":"2024-09-13T16:42:15.336227+0000","last_fullsized":"2024-09-13T16:42:15.336227+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'2456","last_scrub_stamp":"2024-09-13T16:42:15.335853+0000","last_deep_scrub":"28'2456","last_deep_scrub_stamp":"2024-09-13T16:42:15.335853+0000","last_clean_scrub_stamp":"2024-09-13T16:42:15.335853+0000","objects_scrubbed":0,"log_size":2456,"log_dups_size":0,"ondisk_log_size":2456,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:41:20.837782+0000","scrub_duration":0.0091943029999999992,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1900,"num_write_kb":37158,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3,6],"acting":[1,2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"28'573","reported_seq":614,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:38.118598+0000","last_change":"2024-09-13T16:41:38.118598+0000","last_active":"2024-09-13T16:41:38.118598+0000","last_peered":"2024-09-13T16:41:38.118598+0000","last_clean":"2024-09-13T16:41:38.118598+0000","last_became_active":"2024-09-13T16:15:41.411796+0000","last_became_peered":"2024-09-13T16:15:41.411796+0000","last_unstale":"2024-09-13T16:41:38.118598+0000","last_undegraded":"2024-09-13T16:41:38.118598+0000","last_fullsized":"2024-09-13T16:41:38.118598+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'573","last_scrub_stamp":"2024-09-13T16:41:38.118492+0000","last_deep_scrub":"28'573","last_deep_scrub_stamp":"2024-09-13T16:41:38.118492+0000","last_clean_scrub_stamp":"2024-09-13T16:41:38.118492+0000","objects_scrubbed":0,"log_size":573,"log_dups_size":0,"ondisk_log_size":573,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:00:27.063370+0000","scrub_duration":0.002203923,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":26,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"28'4442","reported_seq":7306,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:48.323315+0000","last_change":"2024-09-13T16:41:48.323315+0000","last_active":"2024-09-13T16:41:48.323315+0000","last_peered":"2024-09-13T16:41:48.323315+0000","last_clean":"2024-09-13T16:41:48.323315+0000","last_became_active":"2024-09-13T16:15:41.035934+0000","last_became_peered":"2024-09-13T16:15:41.035934+0000","last_unstale":"2024-09-13T16:41:48.323315+0000","last_undegraded":"2024-09-13T16:41:48.323315+0000","last_fullsized":"2024-09-13T16:41:48.323315+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'4442","last_scrub_stamp":"2024-09-13T16:41:48.323116+0000","last_deep_scrub":"28'4442","last_deep_scrub_stamp":"2024-09-13T16:41:48.323116+0000","last_clean_scrub_stamp":"2024-09-13T16:41:48.323116+0000","objects_scrubbed":4,"log_size":4442,"log_dups_size":0,"ondisk_log_size":4442,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:00:37.267994+0000","scrub_duration":0.054439993999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16419462,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":2822,"num_read_kb":5679,"num_write":4451,"num_write_kb":18737,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"28'2289","reported_seq":2327,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:09.394163+0000","last_change":"2024-09-13T16:42:09.394474+0000","last_active":"2024-09-13T16:42:09.394163+0000","last_peered":"2024-09-13T16:42:09.394163+0000","last_clean":"2024-09-13T16:42:09.394163+0000","last_became_active":"2024-09-13T16:15:45.446894+0000","last_became_peered":"2024-09-13T16:15:45.446894+0000","last_unstale":"2024-09-13T16:42:09.394163+0000","last_undegraded":"2024-09-13T16:42:09.394163+0000","last_fullsized":"2024-09-13T16:42:09.394163+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'2289","last_scrub_stamp":"2024-09-13T16:42:09.394104+0000","last_deep_scrub":"28'2289","last_deep_scrub_stamp":"2024-09-13T16:42:09.394104+0000","last_clean_scrub_stamp":"2024-09-13T16:42:09.394104+0000","objects_scrubbed":0,"log_size":2289,"log_dups_size":0,"ondisk_log_size":2289,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:34:14.927903+0000","scrub_duration":0.0094221510000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1764,"num_write_kb":87796,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0,3],"acting":[1,5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1","version":"28'533","reported_seq":574,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:57.683579+0000","last_change":"2024-09-13T16:41:57.683579+0000","last_active":"2024-09-13T16:41:57.683579+0000","last_peered":"2024-09-13T16:41:57.683579+0000","last_clean":"2024-09-13T16:41:57.683579+0000","last_became_active":"2024-09-13T16:15:41.431310+0000","last_became_peered":"2024-09-13T16:15:41.431310+0000","last_unstale":"2024-09-13T16:41:57.683579+0000","last_undegraded":"2024-09-13T16:41:57.683579+0000","last_fullsized":"2024-09-13T16:41:57.683579+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'533","last_scrub_stamp":"2024-09-13T16:41:57.683104+0000","last_deep_scrub":"28'533","last_deep_scrub_stamp":"2024-09-13T16:41:57.683104+0000","last_clean_scrub_stamp":"2024-09-13T16:41:57.683104+0000","objects_scrubbed":0,"log_size":533,"log_dups_size":0,"ondisk_log_size":533,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:49:43.860565+0000","scrub_duration":0.0037699180000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"28'2307","reported_seq":2349,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:49.507949+0000","last_change":"2024-09-13T16:41:49.508063+0000","last_active":"2024-09-13T16:41:49.507949+0000","last_peered":"2024-09-13T16:41:49.507949+0000","last_clean":"2024-09-13T16:41:49.507949+0000","last_became_active":"2024-09-13T16:15:41.033180+0000","last_became_peered":"2024-09-13T16:15:41.033180+0000","last_unstale":"2024-09-13T16:41:49.507949+0000","last_undegraded":"2024-09-13T16:41:49.507949+0000","last_fullsized":"2024-09-13T16:41:49.507949+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'2307","last_scrub_stamp":"2024-09-13T16:41:49.507925+0000","last_deep_scrub":"28'2307","last_deep_scrub_stamp":"2024-09-13T16:41:49.507925+0000","last_clean_scrub_stamp":"2024-09-13T16:41:49.507925+0000","objects_scrubbed":1,"log_size":2307,"log_dups_size":0,"ondisk_log_size":2307,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:03:11.422110+0000","scrub_duration":0.019761761999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2310,"num_write_kb":17565,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"28'2330","reported_seq":2368,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:15.778922+0000","last_change":"2024-09-13T16:42:15.779202+0000","last_active":"2024-09-13T16:42:15.778922+0000","last_peered":"2024-09-13T16:42:15.778922+0000","last_clean":"2024-09-13T16:42:15.778922+0000","last_became_active":"2024-09-13T16:15:45.441286+0000","last_became_peered":"2024-09-13T16:15:45.441286+0000","last_unstale":"2024-09-13T16:42:15.778922+0000","last_undegraded":"2024-09-13T16:42:15.778922+0000","last_fullsized":"2024-09-13T16:42:15.778922+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'2330","last_scrub_stamp":"2024-09-13T16:42:15.778863+0000","last_deep_scrub":"28'2330","last_deep_scrub_stamp":"2024-09-13T16:42:15.778863+0000","last_clean_scrub_stamp":"2024-09-13T16:42:15.778863+0000","objects_scrubbed":0,"log_size":2330,"log_dups_size":0,"ondisk_log_size":2330,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:57:21.044075+0000","scrub_duration":0.0080555869999999995,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1762,"num_write_kb":44476,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2,7],"acting":[0,1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2","version":"28'572","reported_seq":613,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:03.210000+0000","last_change":"2024-09-13T16:42:03.210000+0000","last_active":"2024-09-13T16:42:03.210000+0000","last_peered":"2024-09-13T16:42:03.210000+0000","last_clean":"2024-09-13T16:42:03.210000+0000","last_became_active":"2024-09-13T16:15:41.430627+0000","last_became_peered":"2024-09-13T16:15:41.430627+0000","last_unstale":"2024-09-13T16:42:03.210000+0000","last_undegraded":"2024-09-13T16:42:03.210000+0000","last_fullsized":"2024-09-13T16:42:03.210000+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'572","last_scrub_stamp":"2024-09-13T16:42:03.209729+0000","last_deep_scrub":"28'572","last_deep_scrub_stamp":"2024-09-13T16:42:03.209729+0000","last_clean_scrub_stamp":"2024-09-13T16:42:03.209729+0000","objects_scrubbed":0,"log_size":572,"log_dups_size":0,"ondisk_log_size":572,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:53:34.390964+0000","scrub_duration":0.0032484430000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"28'1194","reported_seq":1236,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:54.055218+0000","last_change":"2024-09-13T16:41:54.055218+0000","last_active":"2024-09-13T16:41:54.055218+0000","last_peered":"2024-09-13T16:41:54.055218+0000","last_clean":"2024-09-13T16:41:54.055218+0000","last_became_active":"2024-09-13T16:15:41.037216+0000","last_became_peered":"2024-09-13T16:15:41.037216+0000","last_unstale":"2024-09-13T16:41:54.055218+0000","last_undegraded":"2024-09-13T16:41:54.055218+0000","last_fullsized":"2024-09-13T16:41:54.055218+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'1194","last_scrub_stamp":"2024-09-13T16:41:54.055088+0000","last_deep_scrub":"28'1194","last_deep_scrub_stamp":"2024-09-13T16:41:54.055088+0000","last_clean_scrub_stamp":"2024-09-13T16:41:54.055088+0000","objects_scrubbed":1,"log_size":1194,"log_dups_size":0,"ondisk_log_size":1194,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:03:51.761898+0000","scrub_duration":0.020698589999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1208,"num_write_kb":8767,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"28'119","reported_seq":197,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:43.473595+0000","last_change":"2024-09-13T16:41:43.473851+0000","last_active":"2024-09-13T16:41:43.473595+0000","last_peered":"2024-09-13T16:41:43.473595+0000","last_clean":"2024-09-13T16:41:43.473595+0000","last_became_active":"2024-09-13T16:15:30.706146+0000","last_became_peered":"2024-09-13T16:15:30.706146+0000","last_unstale":"2024-09-13T16:41:43.473595+0000","last_undegraded":"2024-09-13T16:41:43.473595+0000","last_fullsized":"2024-09-13T16:41:43.473595+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'119","last_scrub_stamp":"2024-09-13T16:41:43.473541+0000","last_deep_scrub":"28'119","last_deep_scrub_stamp":"2024-09-13T16:41:43.473541+0000","last_clean_scrub_stamp":"2024-09-13T16:41:43.473541+0000","objects_scrubbed":2,"log_size":119,"log_dups_size":0,"ondisk_log_size":119,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:00:32.418419+0000","scrub_duration":0.0090167630000000006,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"28'2882","reported_seq":2921,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:15.768567+0000","last_change":"2024-09-13T16:42:15.768567+0000","last_active":"2024-09-13T16:42:15.768567+0000","last_peered":"2024-09-13T16:42:15.768567+0000","last_clean":"2024-09-13T16:42:15.768567+0000","last_became_active":"2024-09-13T16:15:45.432603+0000","last_became_peered":"2024-09-13T16:15:45.432603+0000","last_unstale":"2024-09-13T16:42:15.768567+0000","last_undegraded":"2024-09-13T16:42:15.768567+0000","last_fullsized":"2024-09-13T16:42:15.768567+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'2882","last_scrub_stamp":"2024-09-13T16:42:15.768248+0000","last_deep_scrub":"28'2882","last_deep_scrub_stamp":"2024-09-13T16:42:15.768248+0000","last_clean_scrub_stamp":"2024-09-13T16:42:15.768248+0000","objects_scrubbed":0,"log_size":2882,"log_dups_size":0,"ondisk_log_size":2882,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:40:36.295618+0000","scrub_duration":0.0097092849999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2334,"num_write_kb":129985,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,4,7],"acting":[6,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"28'552","reported_seq":592,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:13.358927+0000","last_change":"2024-09-13T16:42:13.358927+0000","last_active":"2024-09-13T16:42:13.358927+0000","last_peered":"2024-09-13T16:42:13.358927+0000","last_clean":"2024-09-13T16:42:13.358927+0000","last_became_active":"2024-09-13T16:15:41.425482+0000","last_became_peered":"2024-09-13T16:15:41.425482+0000","last_unstale":"2024-09-13T16:42:13.358927+0000","last_undegraded":"2024-09-13T16:42:13.358927+0000","last_fullsized":"2024-09-13T16:42:13.358927+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'552","last_scrub_stamp":"2024-09-13T16:42:13.358484+0000","last_deep_scrub":"28'552","last_deep_scrub_stamp":"2024-09-13T16:42:13.358484+0000","last_clean_scrub_stamp":"2024-09-13T16:42:13.358484+0000","objects_scrubbed":0,"log_size":552,"log_dups_size":0,"ondisk_log_size":552,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:53:44.539718+0000","scrub_duration":0.0039519790000000004,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"28'1716","reported_seq":1757,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:44.382773+0000","last_change":"2024-09-13T16:41:44.382773+0000","last_active":"2024-09-13T16:41:44.382773+0000","last_peered":"2024-09-13T16:41:44.382773+0000","last_clean":"2024-09-13T16:41:44.382773+0000","last_became_active":"2024-09-13T16:15:41.034286+0000","last_became_peered":"2024-09-13T16:15:41.034286+0000","last_unstale":"2024-09-13T16:41:44.382773+0000","last_undegraded":"2024-09-13T16:41:44.382773+0000","last_fullsized":"2024-09-13T16:41:44.382773+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'1716","last_scrub_stamp":"2024-09-13T16:41:44.382556+0000","last_deep_scrub":"28'1716","last_deep_scrub_stamp":"2024-09-13T16:41:44.382556+0000","last_clean_scrub_stamp":"2024-09-13T16:41:44.382556+0000","objects_scrubbed":2,"log_size":1716,"log_dups_size":0,"ondisk_log_size":1716,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:06:21.737284+0000","scrub_duration":0.032724898000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8388608,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1722,"num_write_kb":13063,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"28'2482","reported_seq":2520,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:16.816649+0000","last_change":"2024-09-13T16:42:16.816964+0000","last_active":"2024-09-13T16:42:16.816649+0000","last_peered":"2024-09-13T16:42:16.816649+0000","last_clean":"2024-09-13T16:42:16.816649+0000","last_became_active":"2024-09-13T16:15:45.436595+0000","last_became_peered":"2024-09-13T16:15:45.436595+0000","last_unstale":"2024-09-13T16:42:16.816649+0000","last_undegraded":"2024-09-13T16:42:16.816649+0000","last_fullsized":"2024-09-13T16:42:16.816649+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'2482","last_scrub_stamp":"2024-09-13T16:42:16.816592+0000","last_deep_scrub":"28'2482","last_deep_scrub_stamp":"2024-09-13T16:42:16.816592+0000","last_clean_scrub_stamp":"2024-09-13T16:42:16.816592+0000","objects_scrubbed":0,"log_size":2482,"log_dups_size":0,"ondisk_log_size":2482,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:34:33.617007+0000","scrub_duration":0.010285393,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1880,"num_write_kb":107005,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,1,0],"acting":[6,7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"28'590","reported_seq":630,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:24.126529+0000","last_change":"2024-09-13T16:42:24.126529+0000","last_active":"2024-09-13T16:42:24.126529+0000","last_peered":"2024-09-13T16:42:24.126529+0000","last_clean":"2024-09-13T16:42:24.126529+0000","last_became_active":"2024-09-13T16:15:41.423906+0000","last_became_peered":"2024-09-13T16:15:41.423906+0000","last_unstale":"2024-09-13T16:42:24.126529+0000","last_undegraded":"2024-09-13T16:42:24.126529+0000","last_fullsized":"2024-09-13T16:42:24.126529+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'590","last_scrub_stamp":"2024-09-13T16:42:24.126151+0000","last_deep_scrub":"28'590","last_deep_scrub_stamp":"2024-09-13T16:42:24.126151+0000","last_clean_scrub_stamp":"2024-09-13T16:42:24.126151+0000","objects_scrubbed":0,"log_size":590,"log_dups_size":0,"ondisk_log_size":590,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:12:27.075258+0000","scrub_duration":0.0033325310000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":26,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.d","version":"28'3368","reported_seq":3409,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:52.267268+0000","last_change":"2024-09-13T16:41:52.267268+0000","last_active":"2024-09-13T16:41:52.267268+0000","last_peered":"2024-09-13T16:41:52.267268+0000","last_clean":"2024-09-13T16:41:52.267268+0000","last_became_active":"2024-09-13T16:15:41.020719+0000","last_became_peered":"2024-09-13T16:15:41.020719+0000","last_unstale":"2024-09-13T16:41:52.267268+0000","last_undegraded":"2024-09-13T16:41:52.267268+0000","last_fullsized":"2024-09-13T16:41:52.267268+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'3368","last_scrub_stamp":"2024-09-13T16:41:52.267117+0000","last_deep_scrub":"28'3368","last_deep_scrub_stamp":"2024-09-13T16:41:52.267117+0000","last_clean_scrub_stamp":"2024-09-13T16:41:52.267117+0000","objects_scrubbed":6,"log_size":3368,"log_dups_size":0,"ondisk_log_size":3368,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:39:16.246085+0000","scrub_duration":0.079363886999999994,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":20971590,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3368,"num_write_kb":26164,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.b","version":"28'2311","reported_seq":2349,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:16.791822+0000","last_change":"2024-09-13T16:42:16.791822+0000","last_active":"2024-09-13T16:42:16.791822+0000","last_peered":"2024-09-13T16:42:16.791822+0000","last_clean":"2024-09-13T16:42:16.791822+0000","last_became_active":"2024-09-13T16:15:45.443842+0000","last_became_peered":"2024-09-13T16:15:45.443842+0000","last_unstale":"2024-09-13T16:42:16.791822+0000","last_undegraded":"2024-09-13T16:42:16.791822+0000","last_fullsized":"2024-09-13T16:42:16.791822+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'2311","last_scrub_stamp":"2024-09-13T16:42:16.791476+0000","last_deep_scrub":"28'2311","last_deep_scrub_stamp":"2024-09-13T16:42:16.791476+0000","last_clean_scrub_stamp":"2024-09-13T16:42:16.791476+0000","objects_scrubbed":0,"log_size":2311,"log_dups_size":0,"ondisk_log_size":2311,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:17:25.704250+0000","scrub_duration":0.0091883150000000007,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1752,"num_write_kb":40739,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4,5],"acting":[0,1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"28'550","reported_seq":590,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:05.266607+0000","last_change":"2024-09-13T16:42:05.266607+0000","last_active":"2024-09-13T16:42:05.266607+0000","last_peered":"2024-09-13T16:42:05.266607+0000","last_clean":"2024-09-13T16:42:05.266607+0000","last_became_active":"2024-09-13T16:15:41.426840+0000","last_became_peered":"2024-09-13T16:15:41.426840+0000","last_unstale":"2024-09-13T16:42:05.266607+0000","last_undegraded":"2024-09-13T16:42:05.266607+0000","last_fullsized":"2024-09-13T16:42:05.266607+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'550","last_scrub_stamp":"2024-09-13T16:42:05.266334+0000","last_deep_scrub":"28'550","last_deep_scrub_stamp":"2024-09-13T16:42:05.266334+0000","last_clean_scrub_stamp":"2024-09-13T16:42:05.266334+0000","objects_scrubbed":0,"log_size":550,"log_dups_size":0,"ondisk_log_size":550,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:08:16.406489+0000","scrub_duration":0.0030068199999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"28'1761","reported_seq":1802,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:40.344542+0000","last_change":"2024-09-13T16:41:40.344542+0000","last_active":"2024-09-13T16:41:40.344542+0000","last_peered":"2024-09-13T16:41:40.344542+0000","last_clean":"2024-09-13T16:41:40.344542+0000","last_became_active":"2024-09-13T16:15:41.033356+0000","last_became_peered":"2024-09-13T16:15:41.033356+0000","last_unstale":"2024-09-13T16:41:40.344542+0000","last_undegraded":"2024-09-13T16:41:40.344542+0000","last_fullsized":"2024-09-13T16:41:40.344542+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'1761","last_scrub_stamp":"2024-09-13T16:41:40.344303+0000","last_deep_scrub":"28'1761","last_deep_scrub_stamp":"2024-09-13T16:41:40.344303+0000","last_clean_scrub_stamp":"2024-09-13T16:41:40.344303+0000","objects_scrubbed":3,"log_size":1761,"log_dups_size":0,"ondisk_log_size":1761,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:09:45.459724+0000","scrub_duration":0.032504444,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8388608,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1760,"num_write_kb":13081,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.8","version":"28'2486","reported_seq":2524,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:46.512143+0000","last_change":"2024-09-13T16:42:46.512543+0000","last_active":"2024-09-13T16:42:46.512143+0000","last_peered":"2024-09-13T16:42:46.512143+0000","last_clean":"2024-09-13T16:42:46.512143+0000","last_became_active":"2024-09-13T16:15:45.433849+0000","last_became_peered":"2024-09-13T16:15:45.433849+0000","last_unstale":"2024-09-13T16:42:46.512143+0000","last_undegraded":"2024-09-13T16:42:46.512143+0000","last_fullsized":"2024-09-13T16:42:46.512143+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'2486","last_scrub_stamp":"2024-09-13T16:42:46.512027+0000","last_deep_scrub":"28'2486","last_deep_scrub_stamp":"2024-09-13T16:42:46.512027+0000","last_clean_scrub_stamp":"2024-09-13T16:42:46.512027+0000","objects_scrubbed":0,"log_size":2486,"log_dups_size":0,"ondisk_log_size":2486,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:38:54.939751+0000","scrub_duration":0.0085791640000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1903,"num_write_kb":84724,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7,6],"acting":[5,4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"28'563","reported_seq":603,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:04.303762+0000","last_change":"2024-09-13T16:42:04.303762+0000","last_active":"2024-09-13T16:42:04.303762+0000","last_peered":"2024-09-13T16:42:04.303762+0000","last_clean":"2024-09-13T16:42:04.303762+0000","last_became_active":"2024-09-13T16:15:41.422117+0000","last_became_peered":"2024-09-13T16:15:41.422117+0000","last_unstale":"2024-09-13T16:42:04.303762+0000","last_undegraded":"2024-09-13T16:42:04.303762+0000","last_fullsized":"2024-09-13T16:42:04.303762+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'563","last_scrub_stamp":"2024-09-13T16:42:04.303520+0000","last_deep_scrub":"28'563","last_deep_scrub_stamp":"2024-09-13T16:42:04.303520+0000","last_clean_scrub_stamp":"2024-09-13T16:42:04.303520+0000","objects_scrubbed":0,"log_size":563,"log_dups_size":0,"ondisk_log_size":563,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:34:21.103935+0000","scrub_duration":0.0031099510000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"28'1344","reported_seq":1385,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:38.791634+0000","last_change":"2024-09-13T16:41:38.791634+0000","last_active":"2024-09-13T16:41:38.791634+0000","last_peered":"2024-09-13T16:41:38.791634+0000","last_clean":"2024-09-13T16:41:38.791634+0000","last_became_active":"2024-09-13T16:15:41.023763+0000","last_became_peered":"2024-09-13T16:15:41.023763+0000","last_unstale":"2024-09-13T16:41:38.791634+0000","last_undegraded":"2024-09-13T16:41:38.791634+0000","last_fullsized":"2024-09-13T16:41:38.791634+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'1344","last_scrub_stamp":"2024-09-13T16:41:38.791418+0000","last_deep_scrub":"28'1344","last_deep_scrub_stamp":"2024-09-13T16:41:38.791418+0000","last_clean_scrub_stamp":"2024-09-13T16:41:38.791418+0000","objects_scrubbed":2,"log_size":1344,"log_dups_size":0,"ondisk_log_size":1344,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:26:04.353647+0000","scrub_duration":0.020936224999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194326,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1340,"num_write_kb":8705,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.9","version":"28'2383","reported_seq":2421,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:01.833380+0000","last_change":"2024-09-13T16:42:01.833675+0000","last_active":"2024-09-13T16:42:01.833380+0000","last_peered":"2024-09-13T16:42:01.833380+0000","last_clean":"2024-09-13T16:42:01.833380+0000","last_became_active":"2024-09-13T16:15:45.435716+0000","last_became_peered":"2024-09-13T16:15:45.435716+0000","last_unstale":"2024-09-13T16:42:01.833380+0000","last_undegraded":"2024-09-13T16:42:01.833380+0000","last_fullsized":"2024-09-13T16:42:01.833380+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'2383","last_scrub_stamp":"2024-09-13T16:42:01.833325+0000","last_deep_scrub":"28'2383","last_deep_scrub_stamp":"2024-09-13T16:42:01.833325+0000","last_clean_scrub_stamp":"2024-09-13T16:42:01.833325+0000","objects_scrubbed":0,"log_size":2383,"log_dups_size":0,"ondisk_log_size":2383,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:33:54.987861+0000","scrub_duration":0.0083586900000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1826,"num_write_kb":89387,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3,6],"acting":[4,1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.11","version":"28'603","reported_seq":642,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:12.353332+0000","last_change":"2024-09-13T16:42:12.353548+0000","last_active":"2024-09-13T16:42:12.353332+0000","last_peered":"2024-09-13T16:42:12.353332+0000","last_clean":"2024-09-13T16:42:12.353332+0000","last_became_active":"2024-09-13T16:15:41.429928+0000","last_became_peered":"2024-09-13T16:15:41.429928+0000","last_unstale":"2024-09-13T16:42:12.353332+0000","last_undegraded":"2024-09-13T16:42:12.353332+0000","last_fullsized":"2024-09-13T16:42:12.353332+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'603","last_scrub_stamp":"2024-09-13T16:42:12.353282+0000","last_deep_scrub":"28'603","last_deep_scrub_stamp":"2024-09-13T16:42:12.353282+0000","last_clean_scrub_stamp":"2024-09-13T16:42:12.353282+0000","objects_scrubbed":0,"log_size":603,"log_dups_size":0,"ondisk_log_size":603,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:21:35.235813+0000","scrub_duration":0.003066133,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":20,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"28'1157","reported_seq":1197,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:41.333457+0000","last_change":"2024-09-13T16:41:41.333562+0000","last_active":"2024-09-13T16:41:41.333457+0000","last_peered":"2024-09-13T16:41:41.333457+0000","last_clean":"2024-09-13T16:41:41.333457+0000","last_became_active":"2024-09-13T16:15:41.028039+0000","last_became_peered":"2024-09-13T16:15:41.028039+0000","last_unstale":"2024-09-13T16:41:41.333457+0000","last_undegraded":"2024-09-13T16:41:41.333457+0000","last_fullsized":"2024-09-13T16:41:41.333457+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'1157","last_scrub_stamp":"2024-09-13T16:41:41.333434+0000","last_deep_scrub":"28'1157","last_deep_scrub_stamp":"2024-09-13T16:41:41.333434+0000","last_clean_scrub_stamp":"2024-09-13T16:41:41.333434+0000","objects_scrubbed":4,"log_size":1157,"log_dups_size":0,"ondisk_log_size":1157,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:40:17.502869+0000","scrub_duration":0.012989003000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1186,"num_write_kb":8704,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.16","version":"28'2235","reported_seq":2272,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:35.536908+0000","last_change":"2024-09-13T16:42:35.537106+0000","last_active":"2024-09-13T16:42:35.536908+0000","last_peered":"2024-09-13T16:42:35.536908+0000","last_clean":"2024-09-13T16:42:35.536908+0000","last_became_active":"2024-09-13T16:15:45.430948+0000","last_became_peered":"2024-09-13T16:15:45.430948+0000","last_unstale":"2024-09-13T16:42:35.536908+0000","last_undegraded":"2024-09-13T16:42:35.536908+0000","last_fullsized":"2024-09-13T16:42:35.536908+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'2235","last_scrub_stamp":"2024-09-13T16:42:35.536870+0000","last_deep_scrub":"28'2235","last_deep_scrub_stamp":"2024-09-13T16:42:35.536870+0000","last_clean_scrub_stamp":"2024-09-13T16:42:35.536870+0000","objects_scrubbed":0,"log_size":2235,"log_dups_size":0,"ondisk_log_size":2235,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:09:17.185021+0000","scrub_duration":0.0076040580000000003,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1696,"num_write_kb":43625,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2,6],"acting":[0,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"28'557","reported_seq":596,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:00.901664+0000","last_change":"2024-09-13T16:42:00.901867+0000","last_active":"2024-09-13T16:42:00.901664+0000","last_peered":"2024-09-13T16:42:00.901664+0000","last_clean":"2024-09-13T16:42:00.901664+0000","last_became_active":"2024-09-13T16:15:41.420207+0000","last_became_peered":"2024-09-13T16:15:41.420207+0000","last_unstale":"2024-09-13T16:42:00.901664+0000","last_undegraded":"2024-09-13T16:42:00.901664+0000","last_fullsized":"2024-09-13T16:42:00.901664+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'557","last_scrub_stamp":"2024-09-13T16:42:00.901604+0000","last_deep_scrub":"28'557","last_deep_scrub_stamp":"2024-09-13T16:42:00.901604+0000","last_clean_scrub_stamp":"2024-09-13T16:42:00.901604+0000","objects_scrubbed":0,"log_size":557,"log_dups_size":0,"ondisk_log_size":557,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:03:22.815789+0000","scrub_duration":0.0035337229999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.11","version":"28'433","reported_seq":473,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:48.916731+0000","last_change":"2024-09-13T16:41:48.916887+0000","last_active":"2024-09-13T16:41:48.916731+0000","last_peered":"2024-09-13T16:41:48.916731+0000","last_clean":"2024-09-13T16:41:48.916731+0000","last_became_active":"2024-09-13T16:15:41.026955+0000","last_became_peered":"2024-09-13T16:15:41.026955+0000","last_unstale":"2024-09-13T16:41:48.916731+0000","last_undegraded":"2024-09-13T16:41:48.916731+0000","last_fullsized":"2024-09-13T16:41:48.916731+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'433","last_scrub_stamp":"2024-09-13T16:41:48.916690+0000","last_deep_scrub":"28'433","last_deep_scrub_stamp":"2024-09-13T16:41:48.916690+0000","last_clean_scrub_stamp":"2024-09-13T16:41:48.916690+0000","objects_scrubbed":1,"log_size":433,"log_dups_size":0,"ondisk_log_size":433,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:40:25.086125+0000","scrub_duration":0.01984501,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":434,"num_write_kb":4312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"28'2367","reported_seq":2404,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:22.158840+0000","last_change":"2024-09-13T16:42:22.158840+0000","last_active":"2024-09-13T16:42:22.158840+0000","last_peered":"2024-09-13T16:42:22.158840+0000","last_clean":"2024-09-13T16:42:22.158840+0000","last_became_active":"2024-09-13T16:15:45.428985+0000","last_became_peered":"2024-09-13T16:15:45.428985+0000","last_unstale":"2024-09-13T16:42:22.158840+0000","last_undegraded":"2024-09-13T16:42:22.158840+0000","last_fullsized":"2024-09-13T16:42:22.158840+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'2367","last_scrub_stamp":"2024-09-13T16:42:22.158579+0000","last_deep_scrub":"28'2367","last_deep_scrub_stamp":"2024-09-13T16:42:22.158579+0000","last_clean_scrub_stamp":"2024-09-13T16:42:22.158579+0000","objects_scrubbed":0,"log_size":2367,"log_dups_size":0,"ondisk_log_size":2367,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:40:45.545458+0000","scrub_duration":0.0089790749999999996,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1782,"num_write_kb":83329,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,6],"acting":[3,7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"28'583","reported_seq":622,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:39.367646+0000","last_change":"2024-09-13T16:41:39.367938+0000","last_active":"2024-09-13T16:41:39.367646+0000","last_peered":"2024-09-13T16:41:39.367646+0000","last_clean":"2024-09-13T16:41:39.367646+0000","last_became_active":"2024-09-13T16:15:41.425258+0000","last_became_peered":"2024-09-13T16:15:41.425258+0000","last_unstale":"2024-09-13T16:41:39.367646+0000","last_undegraded":"2024-09-13T16:41:39.367646+0000","last_fullsized":"2024-09-13T16:41:39.367646+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'583","last_scrub_stamp":"2024-09-13T16:41:39.367536+0000","last_deep_scrub":"28'583","last_deep_scrub_stamp":"2024-09-13T16:41:39.367536+0000","last_clean_scrub_stamp":"2024-09-13T16:41:39.367536+0000","objects_scrubbed":0,"log_size":583,"log_dups_size":0,"ondisk_log_size":583,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:06:16.722264+0000","scrub_duration":0.0033817930000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.12","version":"28'12","reported_seq":52,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:09.197873+0000","last_change":"2024-09-13T16:42:09.198114+0000","last_active":"2024-09-13T16:42:09.197873+0000","last_peered":"2024-09-13T16:42:09.197873+0000","last_clean":"2024-09-13T16:42:09.197873+0000","last_became_active":"2024-09-13T16:15:41.037313+0000","last_became_peered":"2024-09-13T16:15:41.037313+0000","last_unstale":"2024-09-13T16:42:09.197873+0000","last_undegraded":"2024-09-13T16:42:09.197873+0000","last_fullsized":"2024-09-13T16:42:09.197873+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'12","last_scrub_stamp":"2024-09-13T16:42:09.197824+0000","last_deep_scrub":"28'12","last_deep_scrub_stamp":"2024-09-13T16:42:09.197824+0000","last_clean_scrub_stamp":"2024-09-13T16:42:09.197824+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:49:55.375284+0000","scrub_duration":0.0034252549999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":21,"num_write_kb":22,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"28'2361","reported_seq":2398,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:16.176782+0000","last_change":"2024-09-13T16:42:16.177044+0000","last_active":"2024-09-13T16:42:16.176782+0000","last_peered":"2024-09-13T16:42:16.176782+0000","last_clean":"2024-09-13T16:42:16.176782+0000","last_became_active":"2024-09-13T16:15:45.436224+0000","last_became_peered":"2024-09-13T16:15:45.436224+0000","last_unstale":"2024-09-13T16:42:16.176782+0000","last_undegraded":"2024-09-13T16:42:16.176782+0000","last_fullsized":"2024-09-13T16:42:16.176782+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'2361","last_scrub_stamp":"2024-09-13T16:42:16.176727+0000","last_deep_scrub":"28'2361","last_deep_scrub_stamp":"2024-09-13T16:42:16.176727+0000","last_clean_scrub_stamp":"2024-09-13T16:42:16.176727+0000","objects_scrubbed":0,"log_size":2361,"log_dups_size":0,"ondisk_log_size":2361,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:37:21.977300+0000","scrub_duration":0.0087978770000000008,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1800,"num_write_kb":86014,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,2],"acting":[3,1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"28'562","reported_seq":601,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:51.671086+0000","last_change":"2024-09-13T16:41:51.671279+0000","last_active":"2024-09-13T16:41:51.671086+0000","last_peered":"2024-09-13T16:41:51.671086+0000","last_clean":"2024-09-13T16:41:51.671086+0000","last_became_active":"2024-09-13T16:15:41.413018+0000","last_became_peered":"2024-09-13T16:15:41.413018+0000","last_unstale":"2024-09-13T16:41:51.671086+0000","last_undegraded":"2024-09-13T16:41:51.671086+0000","last_fullsized":"2024-09-13T16:41:51.671086+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'562","last_scrub_stamp":"2024-09-13T16:41:51.671033+0000","last_deep_scrub":"28'562","last_deep_scrub_stamp":"2024-09-13T16:41:51.671033+0000","last_clean_scrub_stamp":"2024-09-13T16:41:51.671033+0000","objects_scrubbed":0,"log_size":562,"log_dups_size":0,"ondisk_log_size":562,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:01:37.314959+0000","scrub_duration":0.0036382910000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":24,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.13","version":"28'2049","reported_seq":2089,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:39.763889+0000","last_change":"2024-09-13T16:41:39.764029+0000","last_active":"2024-09-13T16:41:39.763889+0000","last_peered":"2024-09-13T16:41:39.763889+0000","last_clean":"2024-09-13T16:41:39.763889+0000","last_became_active":"2024-09-13T16:15:41.027695+0000","last_became_peered":"2024-09-13T16:15:41.027695+0000","last_unstale":"2024-09-13T16:41:39.763889+0000","last_undegraded":"2024-09-13T16:41:39.763889+0000","last_fullsized":"2024-09-13T16:41:39.763889+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'2049","last_scrub_stamp":"2024-09-13T16:41:39.763849+0000","last_deep_scrub":"28'2049","last_deep_scrub_stamp":"2024-09-13T16:41:39.763849+0000","last_clean_scrub_stamp":"2024-09-13T16:41:39.763849+0000","objects_scrubbed":3,"log_size":2049,"log_dups_size":0,"ondisk_log_size":2049,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:26:54.158857+0000","scrub_duration":0.022365827000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194338,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2050,"num_write_kb":13295,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":5000,"num_omap_keys":10,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"28'2567","reported_seq":2604,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:47.513921+0000","last_change":"2024-09-13T16:42:47.514311+0000","last_active":"2024-09-13T16:42:47.513921+0000","last_peered":"2024-09-13T16:42:47.513921+0000","last_clean":"2024-09-13T16:42:47.513921+0000","last_became_active":"2024-09-13T16:15:45.429313+0000","last_became_peered":"2024-09-13T16:15:45.429313+0000","last_unstale":"2024-09-13T16:42:47.513921+0000","last_undegraded":"2024-09-13T16:42:47.513921+0000","last_fullsized":"2024-09-13T16:42:47.513921+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'2567","last_scrub_stamp":"2024-09-13T16:42:47.513802+0000","last_deep_scrub":"28'2567","last_deep_scrub_stamp":"2024-09-13T16:42:47.513802+0000","last_clean_scrub_stamp":"2024-09-13T16:42:47.513802+0000","objects_scrubbed":0,"log_size":2567,"log_dups_size":0,"ondisk_log_size":2567,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:00:19.783712+0000","scrub_duration":0.010241254999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2012,"num_write_kb":87157,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3,2],"acting":[5,7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"28'563","reported_seq":602,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:21.389580+0000","last_change":"2024-09-13T16:42:21.389804+0000","last_active":"2024-09-13T16:42:21.389580+0000","last_peered":"2024-09-13T16:42:21.389580+0000","last_clean":"2024-09-13T16:42:21.389580+0000","last_became_active":"2024-09-13T16:15:41.421412+0000","last_became_peered":"2024-09-13T16:15:41.421412+0000","last_unstale":"2024-09-13T16:42:21.389580+0000","last_undegraded":"2024-09-13T16:42:21.389580+0000","last_fullsized":"2024-09-13T16:42:21.389580+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'563","last_scrub_stamp":"2024-09-13T16:42:21.389531+0000","last_deep_scrub":"28'563","last_deep_scrub_stamp":"2024-09-13T16:42:21.389531+0000","last_clean_scrub_stamp":"2024-09-13T16:42:21.389531+0000","objects_scrubbed":0,"log_size":563,"log_dups_size":0,"ondisk_log_size":563,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:58:07.568757+0000","scrub_duration":0.0035770730000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.14","version":"28'3268","reported_seq":3308,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:42.797835+0000","last_change":"2024-09-13T16:41:42.797937+0000","last_active":"2024-09-13T16:41:42.797835+0000","last_peered":"2024-09-13T16:41:42.797835+0000","last_clean":"2024-09-13T16:41:42.797835+0000","last_became_active":"2024-09-13T16:15:41.036022+0000","last_became_peered":"2024-09-13T16:15:41.036022+0000","last_unstale":"2024-09-13T16:41:42.797835+0000","last_undegraded":"2024-09-13T16:41:42.797835+0000","last_fullsized":"2024-09-13T16:41:42.797835+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'3268","last_scrub_stamp":"2024-09-13T16:41:42.797814+0000","last_deep_scrub":"28'3268","last_deep_scrub_stamp":"2024-09-13T16:41:42.797814+0000","last_clean_scrub_stamp":"2024-09-13T16:41:42.797814+0000","objects_scrubbed":5,"log_size":3268,"log_dups_size":0,"ondisk_log_size":3268,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:07:32.566180+0000","scrub_duration":0.035715244,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8389280,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3265,"num_write_kb":22009,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.12","version":"28'2234","reported_seq":2271,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:08.366910+0000","last_change":"2024-09-13T16:42:08.367247+0000","last_active":"2024-09-13T16:42:08.366910+0000","last_peered":"2024-09-13T16:42:08.366910+0000","last_clean":"2024-09-13T16:42:08.366910+0000","last_became_active":"2024-09-13T16:15:45.442341+0000","last_became_peered":"2024-09-13T16:15:45.442341+0000","last_unstale":"2024-09-13T16:42:08.366910+0000","last_undegraded":"2024-09-13T16:42:08.366910+0000","last_fullsized":"2024-09-13T16:42:08.366910+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'2234","last_scrub_stamp":"2024-09-13T16:42:08.366814+0000","last_deep_scrub":"28'2234","last_deep_scrub_stamp":"2024-09-13T16:42:08.366814+0000","last_clean_scrub_stamp":"2024-09-13T16:42:08.366814+0000","objects_scrubbed":0,"log_size":2234,"log_dups_size":0,"ondisk_log_size":2234,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:53:39.548049+0000","scrub_duration":0.0093929540000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1673,"num_write_kb":36981,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2,0],"acting":[1,6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"28'561","reported_seq":600,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:45.837976+0000","last_change":"2024-09-13T16:41:45.838197+0000","last_active":"2024-09-13T16:41:45.837976+0000","last_peered":"2024-09-13T16:41:45.837976+0000","last_clean":"2024-09-13T16:41:45.837976+0000","last_became_active":"2024-09-13T16:15:41.417552+0000","last_became_peered":"2024-09-13T16:15:41.417552+0000","last_unstale":"2024-09-13T16:41:45.837976+0000","last_undegraded":"2024-09-13T16:41:45.837976+0000","last_fullsized":"2024-09-13T16:41:45.837976+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'561","last_scrub_stamp":"2024-09-13T16:41:45.837924+0000","last_deep_scrub":"28'561","last_deep_scrub_stamp":"2024-09-13T16:41:45.837924+0000","last_clean_scrub_stamp":"2024-09-13T16:41:45.837924+0000","objects_scrubbed":0,"log_size":561,"log_dups_size":0,"ondisk_log_size":561,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:03:07.752109+0000","scrub_duration":0.0031285520000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"28'4191","reported_seq":4231,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:57.226096+0000","last_change":"2024-09-13T16:41:57.226096+0000","last_active":"2024-09-13T16:41:57.226096+0000","last_peered":"2024-09-13T16:41:57.226096+0000","last_clean":"2024-09-13T16:41:57.226096+0000","last_became_active":"2024-09-13T16:15:41.032932+0000","last_became_peered":"2024-09-13T16:15:41.032932+0000","last_unstale":"2024-09-13T16:41:57.226096+0000","last_undegraded":"2024-09-13T16:41:57.226096+0000","last_fullsized":"2024-09-13T16:41:57.226096+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'4191","last_scrub_stamp":"2024-09-13T16:41:57.225576+0000","last_deep_scrub":"28'4191","last_deep_scrub_stamp":"2024-09-13T16:41:57.225576+0000","last_clean_scrub_stamp":"2024-09-13T16:41:57.225576+0000","objects_scrubbed":5,"log_size":4191,"log_dups_size":0,"ondisk_log_size":4191,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:12:39.540407+0000","scrub_duration":0.051405799000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12583002,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4189,"num_write_kb":23150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"28'2473","reported_seq":2510,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:09.871476+0000","last_change":"2024-09-13T16:42:09.871738+0000","last_active":"2024-09-13T16:42:09.871476+0000","last_peered":"2024-09-13T16:42:09.871476+0000","last_clean":"2024-09-13T16:42:09.871476+0000","last_became_active":"2024-09-13T16:15:45.445288+0000","last_became_peered":"2024-09-13T16:15:45.445288+0000","last_unstale":"2024-09-13T16:42:09.871476+0000","last_undegraded":"2024-09-13T16:42:09.871476+0000","last_fullsized":"2024-09-13T16:42:09.871476+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'2473","last_scrub_stamp":"2024-09-13T16:42:09.871415+0000","last_deep_scrub":"28'2473","last_deep_scrub_stamp":"2024-09-13T16:42:09.871415+0000","last_clean_scrub_stamp":"2024-09-13T16:42:09.871415+0000","objects_scrubbed":0,"log_size":2473,"log_dups_size":0,"ondisk_log_size":2473,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:53:41.052649+0000","scrub_duration":0.0098309520000000004,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1929,"num_write_kb":152312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,1],"acting":[4,5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"28'560","reported_seq":599,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:03.807983+0000","last_change":"2024-09-13T16:42:03.807983+0000","last_active":"2024-09-13T16:42:03.807983+0000","last_peered":"2024-09-13T16:42:03.807983+0000","last_clean":"2024-09-13T16:42:03.807983+0000","last_became_active":"2024-09-13T16:15:41.423904+0000","last_became_peered":"2024-09-13T16:15:41.423904+0000","last_unstale":"2024-09-13T16:42:03.807983+0000","last_undegraded":"2024-09-13T16:42:03.807983+0000","last_fullsized":"2024-09-13T16:42:03.807983+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'560","last_scrub_stamp":"2024-09-13T16:42:03.807722+0000","last_deep_scrub":"28'560","last_deep_scrub_stamp":"2024-09-13T16:42:03.807722+0000","last_clean_scrub_stamp":"2024-09-13T16:42:03.807722+0000","objects_scrubbed":0,"log_size":560,"log_dups_size":0,"ondisk_log_size":560,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:02:07.455285+0000","scrub_duration":0.0037283189999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"28'2609","reported_seq":2649,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:03.195238+0000","last_change":"2024-09-13T16:42:03.195238+0000","last_active":"2024-09-13T16:42:03.195238+0000","last_peered":"2024-09-13T16:42:03.195238+0000","last_clean":"2024-09-13T16:42:03.195238+0000","last_became_active":"2024-09-13T16:15:41.033489+0000","last_became_peered":"2024-09-13T16:15:41.033489+0000","last_unstale":"2024-09-13T16:42:03.195238+0000","last_undegraded":"2024-09-13T16:42:03.195238+0000","last_fullsized":"2024-09-13T16:42:03.195238+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'2609","last_scrub_stamp":"2024-09-13T16:42:03.195095+0000","last_deep_scrub":"28'2609","last_deep_scrub_stamp":"2024-09-13T16:42:03.195095+0000","last_clean_scrub_stamp":"2024-09-13T16:42:03.195095+0000","objects_scrubbed":3,"log_size":2609,"log_dups_size":0,"ondisk_log_size":2609,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:01:48.839022+0000","scrub_duration":0.057623718999999997,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12582912,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2607,"num_write_kb":21689,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"28'2337","reported_seq":2374,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:17.213602+0000","last_change":"2024-09-13T16:42:17.213988+0000","last_active":"2024-09-13T16:42:17.213602+0000","last_peered":"2024-09-13T16:42:17.213602+0000","last_clean":"2024-09-13T16:42:17.213602+0000","last_became_active":"2024-09-13T16:15:45.436526+0000","last_became_peered":"2024-09-13T16:15:45.436526+0000","last_unstale":"2024-09-13T16:42:17.213602+0000","last_undegraded":"2024-09-13T16:42:17.213602+0000","last_fullsized":"2024-09-13T16:42:17.213602+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'2337","last_scrub_stamp":"2024-09-13T16:42:17.213475+0000","last_deep_scrub":"28'2337","last_deep_scrub_stamp":"2024-09-13T16:42:17.213475+0000","last_clean_scrub_stamp":"2024-09-13T16:42:17.213475+0000","objects_scrubbed":0,"log_size":2337,"log_dups_size":0,"ondisk_log_size":2337,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:48:54.195263+0000","scrub_duration":0.0088549260000000008,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1761,"num_write_kb":38111,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6,4],"acting":[3,1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"28'577","reported_seq":616,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:20.179936+0000","last_change":"2024-09-13T16:42:20.180147+0000","last_active":"2024-09-13T16:42:20.179936+0000","last_peered":"2024-09-13T16:42:20.179936+0000","last_clean":"2024-09-13T16:42:20.179936+0000","last_became_active":"2024-09-13T16:15:41.434755+0000","last_became_peered":"2024-09-13T16:15:41.434755+0000","last_unstale":"2024-09-13T16:42:20.179936+0000","last_undegraded":"2024-09-13T16:42:20.179936+0000","last_fullsized":"2024-09-13T16:42:20.179936+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'577","last_scrub_stamp":"2024-09-13T16:42:20.179887+0000","last_deep_scrub":"28'577","last_deep_scrub_stamp":"2024-09-13T16:42:20.179887+0000","last_clean_scrub_stamp":"2024-09-13T16:42:20.179887+0000","objects_scrubbed":0,"log_size":577,"log_dups_size":0,"ondisk_log_size":577,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:13:24.460480+0000","scrub_duration":0.0030216660000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.17","version":"28'631","reported_seq":671,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:47.874646+0000","last_change":"2024-09-13T16:41:47.874646+0000","last_active":"2024-09-13T16:41:47.874646+0000","last_peered":"2024-09-13T16:41:47.874646+0000","last_clean":"2024-09-13T16:41:47.874646+0000","last_became_active":"2024-09-13T16:15:41.036955+0000","last_became_peered":"2024-09-13T16:15:41.036955+0000","last_unstale":"2024-09-13T16:41:47.874646+0000","last_undegraded":"2024-09-13T16:41:47.874646+0000","last_fullsized":"2024-09-13T16:41:47.874646+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'631","last_scrub_stamp":"2024-09-13T16:41:47.874403+0000","last_deep_scrub":"28'631","last_deep_scrub_stamp":"2024-09-13T16:41:47.874403+0000","last_clean_scrub_stamp":"2024-09-13T16:41:47.874403+0000","objects_scrubbed":1,"log_size":631,"log_dups_size":0,"ondisk_log_size":631,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:09:52.989824+0000","scrub_duration":0.020520864999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":643,"num_write_kb":4401,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.11","version":"28'2353","reported_seq":2390,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:21.191922+0000","last_change":"2024-09-13T16:42:21.192166+0000","last_active":"2024-09-13T16:42:21.191922+0000","last_peered":"2024-09-13T16:42:21.191922+0000","last_clean":"2024-09-13T16:42:21.191922+0000","last_became_active":"2024-09-13T16:15:45.425834+0000","last_became_peered":"2024-09-13T16:15:45.425834+0000","last_unstale":"2024-09-13T16:42:21.191922+0000","last_undegraded":"2024-09-13T16:42:21.191922+0000","last_fullsized":"2024-09-13T16:42:21.191922+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'2353","last_scrub_stamp":"2024-09-13T16:42:21.191867+0000","last_deep_scrub":"28'2353","last_deep_scrub_stamp":"2024-09-13T16:42:21.191867+0000","last_clean_scrub_stamp":"2024-09-13T16:42:21.191867+0000","objects_scrubbed":0,"log_size":2353,"log_dups_size":0,"ondisk_log_size":2353,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:21:07.822875+0000","scrub_duration":0.0099743100000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1763,"num_write_kb":44318,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6,5],"acting":[3,7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"28'2392","reported_seq":2431,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:41.567514+0000","last_change":"2024-09-13T16:42:41.567797+0000","last_active":"2024-09-13T16:42:41.567514+0000","last_peered":"2024-09-13T16:42:41.567514+0000","last_clean":"2024-09-13T16:42:41.567514+0000","last_became_active":"2024-09-13T16:15:45.444697+0000","last_became_peered":"2024-09-13T16:15:45.444697+0000","last_unstale":"2024-09-13T16:42:41.567514+0000","last_undegraded":"2024-09-13T16:42:41.567514+0000","last_fullsized":"2024-09-13T16:42:41.567514+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'2392","last_scrub_stamp":"2024-09-13T16:42:41.567459+0000","last_deep_scrub":"28'2392","last_deep_scrub_stamp":"2024-09-13T16:42:41.567459+0000","last_clean_scrub_stamp":"2024-09-13T16:42:41.567459+0000","objects_scrubbed":0,"log_size":2392,"log_dups_size":0,"ondisk_log_size":2392,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:55:00.461832+0000","scrub_duration":0.007546306,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1876,"num_write_kb":85170,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3,1],"acting":[0,7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"28'554","reported_seq":593,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:58.211395+0000","last_change":"2024-09-13T16:41:58.211395+0000","last_active":"2024-09-13T16:41:58.211395+0000","last_peered":"2024-09-13T16:41:58.211395+0000","last_clean":"2024-09-13T16:41:58.211395+0000","last_became_active":"2024-09-13T16:15:41.416031+0000","last_became_peered":"2024-09-13T16:15:41.416031+0000","last_unstale":"2024-09-13T16:41:58.211395+0000","last_undegraded":"2024-09-13T16:41:58.211395+0000","last_fullsized":"2024-09-13T16:41:58.211395+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'554","last_scrub_stamp":"2024-09-13T16:41:58.210958+0000","last_deep_scrub":"28'554","last_deep_scrub_stamp":"2024-09-13T16:41:58.210958+0000","last_clean_scrub_stamp":"2024-09-13T16:41:58.210958+0000","objects_scrubbed":0,"log_size":554,"log_dups_size":0,"ondisk_log_size":554,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:40:18.738328+0000","scrub_duration":0.0034457789999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":26,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.18","version":"28'4024","reported_seq":4064,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:58.147837+0000","last_change":"2024-09-13T16:41:58.147837+0000","last_active":"2024-09-13T16:41:58.147837+0000","last_peered":"2024-09-13T16:41:58.147837+0000","last_clean":"2024-09-13T16:41:58.147837+0000","last_became_active":"2024-09-13T16:15:41.028484+0000","last_became_peered":"2024-09-13T16:15:41.028484+0000","last_unstale":"2024-09-13T16:41:58.147837+0000","last_undegraded":"2024-09-13T16:41:58.147837+0000","last_fullsized":"2024-09-13T16:41:58.147837+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'4024","last_scrub_stamp":"2024-09-13T16:41:58.147668+0000","last_deep_scrub":"28'4024","last_deep_scrub_stamp":"2024-09-13T16:41:58.147668+0000","last_clean_scrub_stamp":"2024-09-13T16:41:58.147668+0000","objects_scrubbed":4,"log_size":4024,"log_dups_size":0,"ondisk_log_size":4024,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:29:41.807298+0000","scrub_duration":0.061898024000000003,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16081299,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4021,"num_write_kb":29855,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"28'2411","reported_seq":2450,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:17.817576+0000","last_change":"2024-09-13T16:42:17.817576+0000","last_active":"2024-09-13T16:42:17.817576+0000","last_peered":"2024-09-13T16:42:17.817576+0000","last_clean":"2024-09-13T16:42:17.817576+0000","last_became_active":"2024-09-13T16:15:45.436307+0000","last_became_peered":"2024-09-13T16:15:45.436307+0000","last_unstale":"2024-09-13T16:42:17.817576+0000","last_undegraded":"2024-09-13T16:42:17.817576+0000","last_fullsized":"2024-09-13T16:42:17.817576+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'2411","last_scrub_stamp":"2024-09-13T16:42:17.817223+0000","last_deep_scrub":"28'2411","last_deep_scrub_stamp":"2024-09-13T16:42:17.817223+0000","last_clean_scrub_stamp":"2024-09-13T16:42:17.817223+0000","objects_scrubbed":0,"log_size":2411,"log_dups_size":0,"ondisk_log_size":2411,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:08:28.957378+0000","scrub_duration":0.0087646970000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1872,"num_write_kb":94300,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1,0],"acting":[6,5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"28'640","reported_seq":679,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:12.147848+0000","last_change":"2024-09-13T16:42:12.147848+0000","last_active":"2024-09-13T16:42:12.147848+0000","last_peered":"2024-09-13T16:42:12.147848+0000","last_clean":"2024-09-13T16:42:12.147848+0000","last_became_active":"2024-09-13T16:15:41.422354+0000","last_became_peered":"2024-09-13T16:15:41.422354+0000","last_unstale":"2024-09-13T16:42:12.147848+0000","last_undegraded":"2024-09-13T16:42:12.147848+0000","last_fullsized":"2024-09-13T16:42:12.147848+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'640","last_scrub_stamp":"2024-09-13T16:42:12.147577+0000","last_deep_scrub":"28'640","last_deep_scrub_stamp":"2024-09-13T16:42:12.147577+0000","last_clean_scrub_stamp":"2024-09-13T16:42:12.147577+0000","objects_scrubbed":0,"log_size":640,"log_dups_size":0,"ondisk_log_size":640,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:03:11.987175+0000","scrub_duration":0.0035779589999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"28'654","reported_seq":694,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:55.250457+0000","last_change":"2024-09-13T16:41:55.250457+0000","last_active":"2024-09-13T16:41:55.250457+0000","last_peered":"2024-09-13T16:41:55.250457+0000","last_clean":"2024-09-13T16:41:55.250457+0000","last_became_active":"2024-09-13T16:15:41.031397+0000","last_became_peered":"2024-09-13T16:15:41.031397+0000","last_unstale":"2024-09-13T16:41:55.250457+0000","last_undegraded":"2024-09-13T16:41:55.250457+0000","last_fullsized":"2024-09-13T16:41:55.250457+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'654","last_scrub_stamp":"2024-09-13T16:41:55.250156+0000","last_deep_scrub":"28'654","last_deep_scrub_stamp":"2024-09-13T16:41:55.250156+0000","last_clean_scrub_stamp":"2024-09-13T16:41:55.250156+0000","objects_scrubbed":0,"log_size":654,"log_dups_size":0,"ondisk_log_size":654,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:08:06.390311+0000","scrub_duration":0.0036258879999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":658,"num_write_kb":4390,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1a","version":"28'3756","reported_seq":3795,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:41.826511+0000","last_change":"2024-09-13T16:41:41.826647+0000","last_active":"2024-09-13T16:41:41.826511+0000","last_peered":"2024-09-13T16:41:41.826511+0000","last_clean":"2024-09-13T16:41:41.826511+0000","last_became_active":"2024-09-13T16:15:41.024989+0000","last_became_peered":"2024-09-13T16:15:41.024989+0000","last_unstale":"2024-09-13T16:41:41.826511+0000","last_undegraded":"2024-09-13T16:41:41.826511+0000","last_fullsized":"2024-09-13T16:41:41.826511+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'3756","last_scrub_stamp":"2024-09-13T16:41:41.826483+0000","last_deep_scrub":"28'3756","last_deep_scrub_stamp":"2024-09-13T16:41:41.826483+0000","last_clean_scrub_stamp":"2024-09-13T16:41:41.826483+0000","objects_scrubbed":3,"log_size":3756,"log_dups_size":0,"ondisk_log_size":3756,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:56:11.474888+0000","scrub_duration":0.054705785999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12582912,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3756,"num_write_kb":30455,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"28'556","reported_seq":594,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:04.808379+0000","last_change":"2024-09-13T16:42:04.808607+0000","last_active":"2024-09-13T16:42:04.808379+0000","last_peered":"2024-09-13T16:42:04.808379+0000","last_clean":"2024-09-13T16:42:04.808379+0000","last_became_active":"2024-09-13T16:15:41.432139+0000","last_became_peered":"2024-09-13T16:15:41.432139+0000","last_unstale":"2024-09-13T16:42:04.808379+0000","last_undegraded":"2024-09-13T16:42:04.808379+0000","last_fullsized":"2024-09-13T16:42:04.808379+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'556","last_scrub_stamp":"2024-09-13T16:42:04.808330+0000","last_deep_scrub":"28'556","last_deep_scrub_stamp":"2024-09-13T16:42:04.808330+0000","last_clean_scrub_stamp":"2024-09-13T16:42:04.808330+0000","objects_scrubbed":0,"log_size":556,"log_dups_size":0,"ondisk_log_size":556,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:09:58.218344+0000","scrub_duration":0.0035906919999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"28'2403","reported_seq":2449,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:57.227401+0000","last_change":"2024-09-13T16:41:57.227545+0000","last_active":"2024-09-13T16:41:57.227401+0000","last_peered":"2024-09-13T16:41:57.227401+0000","last_clean":"2024-09-13T16:41:57.227401+0000","last_became_active":"2024-09-13T16:16:24.053479+0000","last_became_peered":"2024-09-13T16:16:24.053479+0000","last_unstale":"2024-09-13T16:41:57.227401+0000","last_undegraded":"2024-09-13T16:41:57.227401+0000","last_fullsized":"2024-09-13T16:41:57.227401+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'2403","last_scrub_stamp":"2024-09-13T16:41:57.227379+0000","last_deep_scrub":"28'2403","last_deep_scrub_stamp":"2024-09-13T16:41:57.227379+0000","last_clean_scrub_stamp":"2024-09-13T16:41:57.227379+0000","objects_scrubbed":0,"log_size":2403,"log_dups_size":0,"ondisk_log_size":2403,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:42:54.972862+0000","scrub_duration":0.0074862410000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1817,"num_write_kb":55639,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,3,5],"acting":[2,0,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"28'1264","reported_seq":1303,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:59.238260+0000","last_change":"2024-09-13T16:41:59.238521+0000","last_active":"2024-09-13T16:41:59.238260+0000","last_peered":"2024-09-13T16:41:59.238260+0000","last_clean":"2024-09-13T16:41:59.238260+0000","last_became_active":"2024-09-13T16:15:41.036045+0000","last_became_peered":"2024-09-13T16:15:41.036045+0000","last_unstale":"2024-09-13T16:41:59.238260+0000","last_undegraded":"2024-09-13T16:41:59.238260+0000","last_fullsized":"2024-09-13T16:41:59.238260+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'1264","last_scrub_stamp":"2024-09-13T16:41:59.238183+0000","last_deep_scrub":"28'1264","last_deep_scrub_stamp":"2024-09-13T16:41:59.238183+0000","last_clean_scrub_stamp":"2024-09-13T16:41:59.238183+0000","objects_scrubbed":1,"log_size":1264,"log_dups_size":0,"ondisk_log_size":1264,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:10:38.787921+0000","scrub_duration":0.020697173999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1270,"num_write_kb":8784,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"28'568","reported_seq":606,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:47.877219+0000","last_change":"2024-09-13T16:41:47.877374+0000","last_active":"2024-09-13T16:41:47.877219+0000","last_peered":"2024-09-13T16:41:47.877219+0000","last_clean":"2024-09-13T16:41:47.877219+0000","last_became_active":"2024-09-13T16:15:41.417827+0000","last_became_peered":"2024-09-13T16:15:41.417827+0000","last_unstale":"2024-09-13T16:41:47.877219+0000","last_undegraded":"2024-09-13T16:41:47.877219+0000","last_fullsized":"2024-09-13T16:41:47.877219+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'568","last_scrub_stamp":"2024-09-13T16:41:47.877196+0000","last_deep_scrub":"28'568","last_deep_scrub_stamp":"2024-09-13T16:41:47.877196+0000","last_clean_scrub_stamp":"2024-09-13T16:41:47.877196+0000","objects_scrubbed":0,"log_size":568,"log_dups_size":0,"ondisk_log_size":568,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:16:12.786300+0000","scrub_duration":0.0030508190000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"28'2336","reported_seq":2372,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:27.171832+0000","last_change":"2024-09-13T16:42:27.172123+0000","last_active":"2024-09-13T16:42:27.171832+0000","last_peered":"2024-09-13T16:42:27.171832+0000","last_clean":"2024-09-13T16:42:27.171832+0000","last_became_active":"2024-09-13T16:15:45.435169+0000","last_became_peered":"2024-09-13T16:15:45.435169+0000","last_unstale":"2024-09-13T16:42:27.171832+0000","last_undegraded":"2024-09-13T16:42:27.171832+0000","last_fullsized":"2024-09-13T16:42:27.171832+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'2336","last_scrub_stamp":"2024-09-13T16:42:27.171777+0000","last_deep_scrub":"28'2336","last_deep_scrub_stamp":"2024-09-13T16:42:27.171777+0000","last_clean_scrub_stamp":"2024-09-13T16:42:27.171777+0000","objects_scrubbed":0,"log_size":2336,"log_dups_size":0,"ondisk_log_size":2336,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:28:47.211155+0000","scrub_duration":0.0084501379999999994,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1808,"num_write_kb":46128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4,2],"acting":[3,1,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.20","version":"28'594","reported_seq":635,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:02.889801+0000","last_change":"2024-09-13T16:42:02.889801+0000","last_active":"2024-09-13T16:42:02.889801+0000","last_peered":"2024-09-13T16:42:02.889801+0000","last_clean":"2024-09-13T16:42:02.889801+0000","last_became_active":"2024-09-13T16:15:41.423169+0000","last_became_peered":"2024-09-13T16:15:41.423169+0000","last_unstale":"2024-09-13T16:42:02.889801+0000","last_undegraded":"2024-09-13T16:42:02.889801+0000","last_fullsized":"2024-09-13T16:42:02.889801+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'594","last_scrub_stamp":"2024-09-13T16:42:02.889556+0000","last_deep_scrub":"28'594","last_deep_scrub_stamp":"2024-09-13T16:42:02.889556+0000","last_clean_scrub_stamp":"2024-09-13T16:42:02.889556+0000","objects_scrubbed":0,"log_size":594,"log_dups_size":0,"ondisk_log_size":594,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:16:27.798660+0000","scrub_duration":0.0040012390000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":32,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"28'622","reported_seq":663,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:56.214686+0000","last_change":"2024-09-13T16:41:56.214686+0000","last_active":"2024-09-13T16:41:56.214686+0000","last_peered":"2024-09-13T16:41:56.214686+0000","last_clean":"2024-09-13T16:41:56.214686+0000","last_became_active":"2024-09-13T16:15:41.426171+0000","last_became_peered":"2024-09-13T16:15:41.426171+0000","last_unstale":"2024-09-13T16:41:56.214686+0000","last_undegraded":"2024-09-13T16:41:56.214686+0000","last_fullsized":"2024-09-13T16:41:56.214686+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'622","last_scrub_stamp":"2024-09-13T16:41:56.214334+0000","last_deep_scrub":"28'622","last_deep_scrub_stamp":"2024-09-13T16:41:56.214334+0000","last_clean_scrub_stamp":"2024-09-13T16:41:56.214334+0000","objects_scrubbed":0,"log_size":622,"log_dups_size":0,"ondisk_log_size":622,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:16:21.123438+0000","scrub_duration":0.00356062,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"28'564","reported_seq":605,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:44.061555+0000","last_change":"2024-09-13T16:41:44.061555+0000","last_active":"2024-09-13T16:41:44.061555+0000","last_peered":"2024-09-13T16:41:44.061555+0000","last_clean":"2024-09-13T16:41:44.061555+0000","last_became_active":"2024-09-13T16:15:41.423509+0000","last_became_peered":"2024-09-13T16:15:41.423509+0000","last_unstale":"2024-09-13T16:41:44.061555+0000","last_undegraded":"2024-09-13T16:41:44.061555+0000","last_fullsized":"2024-09-13T16:41:44.061555+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'564","last_scrub_stamp":"2024-09-13T16:41:44.061300+0000","last_deep_scrub":"28'564","last_deep_scrub_stamp":"2024-09-13T16:41:44.061300+0000","last_clean_scrub_stamp":"2024-09-13T16:41:44.061300+0000","objects_scrubbed":0,"log_size":564,"log_dups_size":0,"ondisk_log_size":564,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:25:55.126267+0000","scrub_duration":0.0034140519999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"28'588","reported_seq":629,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:37.684727+0000","last_change":"2024-09-13T16:41:37.684727+0000","last_active":"2024-09-13T16:41:37.684727+0000","last_peered":"2024-09-13T16:41:37.684727+0000","last_clean":"2024-09-13T16:41:37.684727+0000","last_became_active":"2024-09-13T16:15:41.419574+0000","last_became_peered":"2024-09-13T16:15:41.419574+0000","last_unstale":"2024-09-13T16:41:37.684727+0000","last_undegraded":"2024-09-13T16:41:37.684727+0000","last_fullsized":"2024-09-13T16:41:37.684727+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'588","last_scrub_stamp":"2024-09-13T16:41:37.684511+0000","last_deep_scrub":"28'588","last_deep_scrub_stamp":"2024-09-13T16:41:37.684511+0000","last_clean_scrub_stamp":"2024-09-13T16:41:37.684511+0000","objects_scrubbed":0,"log_size":588,"log_dups_size":0,"ondisk_log_size":588,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:29:20.465399+0000","scrub_duration":0.0026859169999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"28'549","reported_seq":589,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:52.188995+0000","last_change":"2024-09-13T16:41:52.189300+0000","last_active":"2024-09-13T16:41:52.188995+0000","last_peered":"2024-09-13T16:41:52.188995+0000","last_clean":"2024-09-13T16:41:52.188995+0000","last_became_active":"2024-09-13T16:15:41.419644+0000","last_became_peered":"2024-09-13T16:15:41.419644+0000","last_unstale":"2024-09-13T16:41:52.188995+0000","last_undegraded":"2024-09-13T16:41:52.188995+0000","last_fullsized":"2024-09-13T16:41:52.188995+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'549","last_scrub_stamp":"2024-09-13T16:41:52.188878+0000","last_deep_scrub":"28'549","last_deep_scrub_stamp":"2024-09-13T16:41:52.188878+0000","last_clean_scrub_stamp":"2024-09-13T16:41:52.188878+0000","objects_scrubbed":0,"log_size":549,"log_dups_size":0,"ondisk_log_size":549,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:12:34.503708+0000","scrub_duration":0.0038039179999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"28'564","reported_seq":604,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:00.206697+0000","last_change":"2024-09-13T16:42:00.206924+0000","last_active":"2024-09-13T16:42:00.206697+0000","last_peered":"2024-09-13T16:42:00.206697+0000","last_clean":"2024-09-13T16:42:00.206697+0000","last_became_active":"2024-09-13T16:15:41.409523+0000","last_became_peered":"2024-09-13T16:15:41.409523+0000","last_unstale":"2024-09-13T16:42:00.206697+0000","last_undegraded":"2024-09-13T16:42:00.206697+0000","last_fullsized":"2024-09-13T16:42:00.206697+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'564","last_scrub_stamp":"2024-09-13T16:42:00.206641+0000","last_deep_scrub":"28'564","last_deep_scrub_stamp":"2024-09-13T16:42:00.206641+0000","last_clean_scrub_stamp":"2024-09-13T16:42:00.206641+0000","objects_scrubbed":0,"log_size":564,"log_dups_size":0,"ondisk_log_size":564,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:08:11.346795+0000","scrub_duration":0.003300482,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"28'600","reported_seq":640,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:10.844169+0000","last_change":"2024-09-13T16:42:10.844392+0000","last_active":"2024-09-13T16:42:10.844169+0000","last_peered":"2024-09-13T16:42:10.844169+0000","last_clean":"2024-09-13T16:42:10.844169+0000","last_became_active":"2024-09-13T16:15:41.417761+0000","last_became_peered":"2024-09-13T16:15:41.417761+0000","last_unstale":"2024-09-13T16:42:10.844169+0000","last_undegraded":"2024-09-13T16:42:10.844169+0000","last_fullsized":"2024-09-13T16:42:10.844169+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'600","last_scrub_stamp":"2024-09-13T16:42:10.844118+0000","last_deep_scrub":"28'600","last_deep_scrub_stamp":"2024-09-13T16:42:10.844118+0000","last_clean_scrub_stamp":"2024-09-13T16:42:10.844118+0000","objects_scrubbed":0,"log_size":600,"log_dups_size":0,"ondisk_log_size":600,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:26:45.351853+0000","scrub_duration":0.0030245239999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":28,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"28'542","reported_seq":582,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:54.233162+0000","last_change":"2024-09-13T16:41:54.233435+0000","last_active":"2024-09-13T16:41:54.233162+0000","last_peered":"2024-09-13T16:41:54.233162+0000","last_clean":"2024-09-13T16:41:54.233162+0000","last_became_active":"2024-09-13T16:15:41.428841+0000","last_became_peered":"2024-09-13T16:15:41.428841+0000","last_unstale":"2024-09-13T16:41:54.233162+0000","last_undegraded":"2024-09-13T16:41:54.233162+0000","last_fullsized":"2024-09-13T16:41:54.233162+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'542","last_scrub_stamp":"2024-09-13T16:41:54.233110+0000","last_deep_scrub":"28'542","last_deep_scrub_stamp":"2024-09-13T16:41:54.233110+0000","last_clean_scrub_stamp":"2024-09-13T16:41:54.233110+0000","objects_scrubbed":0,"log_size":542,"log_dups_size":0,"ondisk_log_size":542,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:34:11.033525+0000","scrub_duration":0.0034968239999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"28'572","reported_seq":612,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:17.184649+0000","last_change":"2024-09-13T16:42:17.184846+0000","last_active":"2024-09-13T16:42:17.184649+0000","last_peered":"2024-09-13T16:42:17.184649+0000","last_clean":"2024-09-13T16:42:17.184649+0000","last_became_active":"2024-09-13T16:15:41.423826+0000","last_became_peered":"2024-09-13T16:15:41.423826+0000","last_unstale":"2024-09-13T16:42:17.184649+0000","last_undegraded":"2024-09-13T16:42:17.184649+0000","last_fullsized":"2024-09-13T16:42:17.184649+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'572","last_scrub_stamp":"2024-09-13T16:42:17.184598+0000","last_deep_scrub":"28'572","last_deep_scrub_stamp":"2024-09-13T16:42:17.184598+0000","last_clean_scrub_stamp":"2024-09-13T16:42:17.184598+0000","objects_scrubbed":0,"log_size":572,"log_dups_size":0,"ondisk_log_size":572,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:02:20.832160+0000","scrub_duration":0.0034660939999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":24,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"28'553","reported_seq":593,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:48.153778+0000","last_change":"2024-09-13T16:41:48.153778+0000","last_active":"2024-09-13T16:41:48.153778+0000","last_peered":"2024-09-13T16:41:48.153778+0000","last_clean":"2024-09-13T16:41:48.153778+0000","last_became_active":"2024-09-13T16:15:41.432121+0000","last_became_peered":"2024-09-13T16:15:41.432121+0000","last_unstale":"2024-09-13T16:41:48.153778+0000","last_undegraded":"2024-09-13T16:41:48.153778+0000","last_fullsized":"2024-09-13T16:41:48.153778+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'553","last_scrub_stamp":"2024-09-13T16:41:48.153524+0000","last_deep_scrub":"28'553","last_deep_scrub_stamp":"2024-09-13T16:41:48.153524+0000","last_clean_scrub_stamp":"2024-09-13T16:41:48.153524+0000","objects_scrubbed":0,"log_size":553,"log_dups_size":0,"ondisk_log_size":553,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:26:22.661259+0000","scrub_duration":0.0038033350000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"28'591","reported_seq":631,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:28.215999+0000","last_change":"2024-09-13T16:42:28.215999+0000","last_active":"2024-09-13T16:42:28.215999+0000","last_peered":"2024-09-13T16:42:28.215999+0000","last_clean":"2024-09-13T16:42:28.215999+0000","last_became_active":"2024-09-13T16:15:41.434875+0000","last_became_peered":"2024-09-13T16:15:41.434875+0000","last_unstale":"2024-09-13T16:42:28.215999+0000","last_undegraded":"2024-09-13T16:42:28.215999+0000","last_fullsized":"2024-09-13T16:42:28.215999+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'591","last_scrub_stamp":"2024-09-13T16:42:28.215747+0000","last_deep_scrub":"28'591","last_deep_scrub_stamp":"2024-09-13T16:42:28.215747+0000","last_clean_scrub_stamp":"2024-09-13T16:42:28.215747+0000","objects_scrubbed":0,"log_size":591,"log_dups_size":0,"ondisk_log_size":591,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:03:52.057952+0000","scrub_duration":0.0033640599999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"28'558","reported_seq":598,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:09.779889+0000","last_change":"2024-09-13T16:42:09.779889+0000","last_active":"2024-09-13T16:42:09.779889+0000","last_peered":"2024-09-13T16:42:09.779889+0000","last_clean":"2024-09-13T16:42:09.779889+0000","last_became_active":"2024-09-13T16:15:41.426887+0000","last_became_peered":"2024-09-13T16:15:41.426887+0000","last_unstale":"2024-09-13T16:42:09.779889+0000","last_undegraded":"2024-09-13T16:42:09.779889+0000","last_fullsized":"2024-09-13T16:42:09.779889+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'558","last_scrub_stamp":"2024-09-13T16:42:09.779607+0000","last_deep_scrub":"28'558","last_deep_scrub_stamp":"2024-09-13T16:42:09.779607+0000","last_clean_scrub_stamp":"2024-09-13T16:42:09.779607+0000","objects_scrubbed":0,"log_size":558,"log_dups_size":0,"ondisk_log_size":558,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:03:12.044378+0000","scrub_duration":0.0036749069999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"28'578","reported_seq":618,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:54.896415+0000","last_change":"2024-09-13T16:41:54.896415+0000","last_active":"2024-09-13T16:41:54.896415+0000","last_peered":"2024-09-13T16:41:54.896415+0000","last_clean":"2024-09-13T16:41:54.896415+0000","last_became_active":"2024-09-13T16:15:41.428906+0000","last_became_peered":"2024-09-13T16:15:41.428906+0000","last_unstale":"2024-09-13T16:41:54.896415+0000","last_undegraded":"2024-09-13T16:41:54.896415+0000","last_fullsized":"2024-09-13T16:41:54.896415+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'578","last_scrub_stamp":"2024-09-13T16:41:54.896141+0000","last_deep_scrub":"28'578","last_deep_scrub_stamp":"2024-09-13T16:41:54.896141+0000","last_clean_scrub_stamp":"2024-09-13T16:41:54.896141+0000","objects_scrubbed":0,"log_size":578,"log_dups_size":0,"ondisk_log_size":578,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:52:10.226717+0000","scrub_duration":0.0034313189999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":20,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2d","version":"28'570","reported_seq":610,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:03.312012+0000","last_change":"2024-09-13T16:42:03.312012+0000","last_active":"2024-09-13T16:42:03.312012+0000","last_peered":"2024-09-13T16:42:03.312012+0000","last_clean":"2024-09-13T16:42:03.312012+0000","last_became_active":"2024-09-13T16:15:41.421333+0000","last_became_peered":"2024-09-13T16:15:41.421333+0000","last_unstale":"2024-09-13T16:42:03.312012+0000","last_undegraded":"2024-09-13T16:42:03.312012+0000","last_fullsized":"2024-09-13T16:42:03.312012+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'570","last_scrub_stamp":"2024-09-13T16:42:03.311743+0000","last_deep_scrub":"28'570","last_deep_scrub_stamp":"2024-09-13T16:42:03.311743+0000","last_clean_scrub_stamp":"2024-09-13T16:42:03.311743+0000","objects_scrubbed":0,"log_size":570,"log_dups_size":0,"ondisk_log_size":570,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:40:23.839114+0000","scrub_duration":0.0038197750000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2e","version":"28'531","reported_seq":570,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:54.222720+0000","last_change":"2024-09-13T16:41:54.222999+0000","last_active":"2024-09-13T16:41:54.222720+0000","last_peered":"2024-09-13T16:41:54.222720+0000","last_clean":"2024-09-13T16:41:54.222720+0000","last_became_active":"2024-09-13T16:15:41.422120+0000","last_became_peered":"2024-09-13T16:15:41.422120+0000","last_unstale":"2024-09-13T16:41:54.222720+0000","last_undegraded":"2024-09-13T16:41:54.222720+0000","last_fullsized":"2024-09-13T16:41:54.222720+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'531","last_scrub_stamp":"2024-09-13T16:41:54.222669+0000","last_deep_scrub":"28'531","last_deep_scrub_stamp":"2024-09-13T16:41:54.222669+0000","last_clean_scrub_stamp":"2024-09-13T16:41:54.222669+0000","objects_scrubbed":0,"log_size":531,"log_dups_size":0,"ondisk_log_size":531,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:03:16.136854+0000","scrub_duration":0.0036226420000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2f","version":"28'590","reported_seq":629,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:18.185746+0000","last_change":"2024-09-13T16:42:18.186035+0000","last_active":"2024-09-13T16:42:18.185746+0000","last_peered":"2024-09-13T16:42:18.185746+0000","last_clean":"2024-09-13T16:42:18.185746+0000","last_became_active":"2024-09-13T16:15:41.430802+0000","last_became_peered":"2024-09-13T16:15:41.430802+0000","last_unstale":"2024-09-13T16:42:18.185746+0000","last_undegraded":"2024-09-13T16:42:18.185746+0000","last_fullsized":"2024-09-13T16:42:18.185746+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'590","last_scrub_stamp":"2024-09-13T16:42:18.185691+0000","last_deep_scrub":"28'590","last_deep_scrub_stamp":"2024-09-13T16:42:18.185691+0000","last_clean_scrub_stamp":"2024-09-13T16:42:18.185691+0000","objects_scrubbed":0,"log_size":590,"log_dups_size":0,"ondisk_log_size":590,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:10:11.595706+0000","scrub_duration":0.0032786460000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"28'579","reported_seq":612,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:07.355357+0000","last_change":"2024-09-13T16:42:07.355357+0000","last_active":"2024-09-13T16:42:07.355357+0000","last_peered":"2024-09-13T16:42:07.355357+0000","last_clean":"2024-09-13T16:42:07.355357+0000","last_became_active":"2024-09-13T16:16:23.802025+0000","last_became_peered":"2024-09-13T16:16:23.802025+0000","last_unstale":"2024-09-13T16:42:07.355357+0000","last_undegraded":"2024-09-13T16:42:07.355357+0000","last_fullsized":"2024-09-13T16:42:07.355357+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'579","last_scrub_stamp":"2024-09-13T16:42:07.355239+0000","last_deep_scrub":"28'579","last_deep_scrub_stamp":"2024-09-13T16:42:07.355239+0000","last_clean_scrub_stamp":"2024-09-13T16:42:07.355239+0000","objects_scrubbed":0,"log_size":579,"log_dups_size":0,"ondisk_log_size":579,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:12:49.670069+0000","scrub_duration":0.0038091689999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.31","version":"28'581","reported_seq":620,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:07.353850+0000","last_change":"2024-09-13T16:42:07.354176+0000","last_active":"2024-09-13T16:42:07.353850+0000","last_peered":"2024-09-13T16:42:07.353850+0000","last_clean":"2024-09-13T16:42:07.353850+0000","last_became_active":"2024-09-13T16:15:41.428226+0000","last_became_peered":"2024-09-13T16:15:41.428226+0000","last_unstale":"2024-09-13T16:42:07.353850+0000","last_undegraded":"2024-09-13T16:42:07.353850+0000","last_fullsized":"2024-09-13T16:42:07.353850+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'581","last_scrub_stamp":"2024-09-13T16:42:07.353796+0000","last_deep_scrub":"28'581","last_deep_scrub_stamp":"2024-09-13T16:42:07.353796+0000","last_clean_scrub_stamp":"2024-09-13T16:42:07.353796+0000","objects_scrubbed":0,"log_size":581,"log_dups_size":0,"ondisk_log_size":581,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:21:30.236327+0000","scrub_duration":0.00385871,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":20,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.32","version":"28'575","reported_seq":614,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:11.794325+0000","last_change":"2024-09-13T16:42:11.794662+0000","last_active":"2024-09-13T16:42:11.794325+0000","last_peered":"2024-09-13T16:42:11.794325+0000","last_clean":"2024-09-13T16:42:11.794325+0000","last_became_active":"2024-09-13T16:15:41.414114+0000","last_became_peered":"2024-09-13T16:15:41.414114+0000","last_unstale":"2024-09-13T16:42:11.794325+0000","last_undegraded":"2024-09-13T16:42:11.794325+0000","last_fullsized":"2024-09-13T16:42:11.794325+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'575","last_scrub_stamp":"2024-09-13T16:42:11.794194+0000","last_deep_scrub":"28'575","last_deep_scrub_stamp":"2024-09-13T16:42:11.794194+0000","last_clean_scrub_stamp":"2024-09-13T16:42:11.794194+0000","objects_scrubbed":0,"log_size":575,"log_dups_size":0,"ondisk_log_size":575,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:12:14.743301+0000","scrub_duration":0.0035156499999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"28'548","reported_seq":587,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:53.199502+0000","last_change":"2024-09-13T16:41:53.199502+0000","last_active":"2024-09-13T16:41:53.199502+0000","last_peered":"2024-09-13T16:41:53.199502+0000","last_clean":"2024-09-13T16:41:53.199502+0000","last_became_active":"2024-09-13T16:15:41.419309+0000","last_became_peered":"2024-09-13T16:15:41.419309+0000","last_unstale":"2024-09-13T16:41:53.199502+0000","last_undegraded":"2024-09-13T16:41:53.199502+0000","last_fullsized":"2024-09-13T16:41:53.199502+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'548","last_scrub_stamp":"2024-09-13T16:41:53.199199+0000","last_deep_scrub":"28'548","last_deep_scrub_stamp":"2024-09-13T16:41:53.199199+0000","last_clean_scrub_stamp":"2024-09-13T16:41:53.199199+0000","objects_scrubbed":0,"log_size":548,"log_dups_size":0,"ondisk_log_size":548,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:40:13.726570+0000","scrub_duration":0.0023465209999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.34","version":"28'543","reported_seq":582,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:53.938923+0000","last_change":"2024-09-13T16:41:53.938923+0000","last_active":"2024-09-13T16:41:53.938923+0000","last_peered":"2024-09-13T16:41:53.938923+0000","last_clean":"2024-09-13T16:41:53.938923+0000","last_became_active":"2024-09-13T16:15:41.421971+0000","last_became_peered":"2024-09-13T16:15:41.421971+0000","last_unstale":"2024-09-13T16:41:53.938923+0000","last_undegraded":"2024-09-13T16:41:53.938923+0000","last_fullsized":"2024-09-13T16:41:53.938923+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'543","last_scrub_stamp":"2024-09-13T16:41:53.938613+0000","last_deep_scrub":"28'543","last_deep_scrub_stamp":"2024-09-13T16:41:53.938613+0000","last_clean_scrub_stamp":"2024-09-13T16:41:53.938613+0000","objects_scrubbed":0,"log_size":543,"log_dups_size":0,"ondisk_log_size":543,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:39:17.917581+0000","scrub_duration":0.002965208,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.35","version":"28'544","reported_seq":583,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:41:51.919351+0000","last_change":"2024-09-13T16:41:51.919351+0000","last_active":"2024-09-13T16:41:51.919351+0000","last_peered":"2024-09-13T16:41:51.919351+0000","last_clean":"2024-09-13T16:41:51.919351+0000","last_became_active":"2024-09-13T16:15:41.426852+0000","last_became_peered":"2024-09-13T16:15:41.426852+0000","last_unstale":"2024-09-13T16:41:51.919351+0000","last_undegraded":"2024-09-13T16:41:51.919351+0000","last_fullsized":"2024-09-13T16:41:51.919351+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'544","last_scrub_stamp":"2024-09-13T16:41:51.918962+0000","last_deep_scrub":"28'544","last_deep_scrub_stamp":"2024-09-13T16:41:51.918962+0000","last_clean_scrub_stamp":"2024-09-13T16:41:51.918962+0000","objects_scrubbed":0,"log_size":544,"log_dups_size":0,"ondisk_log_size":544,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:06:29.273690+0000","scrub_duration":0.0037716580000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.36","version":"28'535","reported_seq":574,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:14.747769+0000","last_change":"2024-09-13T16:42:14.747769+0000","last_active":"2024-09-13T16:42:14.747769+0000","last_peered":"2024-09-13T16:42:14.747769+0000","last_clean":"2024-09-13T16:42:14.747769+0000","last_became_active":"2024-09-13T16:15:41.424810+0000","last_became_peered":"2024-09-13T16:15:41.424810+0000","last_unstale":"2024-09-13T16:42:14.747769+0000","last_undegraded":"2024-09-13T16:42:14.747769+0000","last_fullsized":"2024-09-13T16:42:14.747769+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'535","last_scrub_stamp":"2024-09-13T16:42:14.747472+0000","last_deep_scrub":"28'535","last_deep_scrub_stamp":"2024-09-13T16:42:14.747472+0000","last_clean_scrub_stamp":"2024-09-13T16:42:14.747472+0000","objects_scrubbed":0,"log_size":535,"log_dups_size":0,"ondisk_log_size":535,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:12:57.062302+0000","scrub_duration":0.0029470249999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.37","version":"28'567","reported_seq":606,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:14.406627+0000","last_change":"2024-09-13T16:42:14.406627+0000","last_active":"2024-09-13T16:42:14.406627+0000","last_peered":"2024-09-13T16:42:14.406627+0000","last_clean":"2024-09-13T16:42:14.406627+0000","last_became_active":"2024-09-13T16:15:41.431132+0000","last_became_peered":"2024-09-13T16:15:41.431132+0000","last_unstale":"2024-09-13T16:42:14.406627+0000","last_undegraded":"2024-09-13T16:42:14.406627+0000","last_fullsized":"2024-09-13T16:42:14.406627+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'567","last_scrub_stamp":"2024-09-13T16:42:14.406345+0000","last_deep_scrub":"28'567","last_deep_scrub_stamp":"2024-09-13T16:42:14.406345+0000","last_clean_scrub_stamp":"2024-09-13T16:42:14.406345+0000","objects_scrubbed":0,"log_size":567,"log_dups_size":0,"ondisk_log_size":567,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:34:19.940145+0000","scrub_duration":0.003216937,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"28'546","reported_seq":584,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:14.125670+0000","last_change":"2024-09-13T16:42:14.125897+0000","last_active":"2024-09-13T16:42:14.125670+0000","last_peered":"2024-09-13T16:42:14.125670+0000","last_clean":"2024-09-13T16:42:14.125670+0000","last_became_active":"2024-09-13T16:15:41.426419+0000","last_became_peered":"2024-09-13T16:15:41.426419+0000","last_unstale":"2024-09-13T16:42:14.125670+0000","last_undegraded":"2024-09-13T16:42:14.125670+0000","last_fullsized":"2024-09-13T16:42:14.125670+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'546","last_scrub_stamp":"2024-09-13T16:42:14.125615+0000","last_deep_scrub":"28'546","last_deep_scrub_stamp":"2024-09-13T16:42:14.125615+0000","last_clean_scrub_stamp":"2024-09-13T16:42:14.125615+0000","objects_scrubbed":0,"log_size":546,"log_dups_size":0,"ondisk_log_size":546,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:16:54.775190+0000","scrub_duration":0.0034288719999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.39","version":"28'562","reported_seq":594,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:02.361501+0000","last_change":"2024-09-13T16:42:02.361703+0000","last_active":"2024-09-13T16:42:02.361501+0000","last_peered":"2024-09-13T16:42:02.361501+0000","last_clean":"2024-09-13T16:42:02.361501+0000","last_became_active":"2024-09-13T16:16:23.802699+0000","last_became_peered":"2024-09-13T16:16:23.802699+0000","last_unstale":"2024-09-13T16:42:02.361501+0000","last_undegraded":"2024-09-13T16:42:02.361501+0000","last_fullsized":"2024-09-13T16:42:02.361501+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'562","last_scrub_stamp":"2024-09-13T16:42:02.361446+0000","last_deep_scrub":"28'562","last_deep_scrub_stamp":"2024-09-13T16:42:02.361446+0000","last_clean_scrub_stamp":"2024-09-13T16:42:02.361446+0000","objects_scrubbed":0,"log_size":562,"log_dups_size":0,"ondisk_log_size":562,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:39:26.340413+0000","scrub_duration":0.0031089249999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.3a","version":"28'529","reported_seq":567,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:29.256292+0000","last_change":"2024-09-13T16:42:29.256625+0000","last_active":"2024-09-13T16:42:29.256292+0000","last_peered":"2024-09-13T16:42:29.256292+0000","last_clean":"2024-09-13T16:42:29.256292+0000","last_became_active":"2024-09-13T16:15:41.426165+0000","last_became_peered":"2024-09-13T16:15:41.426165+0000","last_unstale":"2024-09-13T16:42:29.256292+0000","last_undegraded":"2024-09-13T16:42:29.256292+0000","last_fullsized":"2024-09-13T16:42:29.256292+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'529","last_scrub_stamp":"2024-09-13T16:42:29.256189+0000","last_deep_scrub":"28'529","last_deep_scrub_stamp":"2024-09-13T16:42:29.256189+0000","last_clean_scrub_stamp":"2024-09-13T16:42:29.256189+0000","objects_scrubbed":0,"log_size":529,"log_dups_size":0,"ondisk_log_size":529,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:46:30.006902+0000","scrub_duration":0.003632087,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"28'579","reported_seq":617,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:09.348531+0000","last_change":"2024-09-13T16:42:09.348789+0000","last_active":"2024-09-13T16:42:09.348531+0000","last_peered":"2024-09-13T16:42:09.348531+0000","last_clean":"2024-09-13T16:42:09.348531+0000","last_became_active":"2024-09-13T16:15:41.425871+0000","last_became_peered":"2024-09-13T16:15:41.425871+0000","last_unstale":"2024-09-13T16:42:09.348531+0000","last_undegraded":"2024-09-13T16:42:09.348531+0000","last_fullsized":"2024-09-13T16:42:09.348531+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'579","last_scrub_stamp":"2024-09-13T16:42:09.348481+0000","last_deep_scrub":"28'579","last_deep_scrub_stamp":"2024-09-13T16:42:09.348481+0000","last_clean_scrub_stamp":"2024-09-13T16:42:09.348481+0000","objects_scrubbed":0,"log_size":579,"log_dups_size":0,"ondisk_log_size":579,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:10:48.898220+0000","scrub_duration":0.00335411,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3c","version":"28'565","reported_seq":600,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:03.359511+0000","last_change":"2024-09-13T16:42:03.359511+0000","last_active":"2024-09-13T16:42:03.359511+0000","last_peered":"2024-09-13T16:42:03.359511+0000","last_clean":"2024-09-13T16:42:03.359511+0000","last_became_active":"2024-09-13T16:16:24.650115+0000","last_became_peered":"2024-09-13T16:16:24.650115+0000","last_unstale":"2024-09-13T16:42:03.359511+0000","last_undegraded":"2024-09-13T16:42:03.359511+0000","last_fullsized":"2024-09-13T16:42:03.359511+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'565","last_scrub_stamp":"2024-09-13T16:42:03.359155+0000","last_deep_scrub":"28'565","last_deep_scrub_stamp":"2024-09-13T16:42:03.359155+0000","last_clean_scrub_stamp":"2024-09-13T16:42:03.359155+0000","objects_scrubbed":0,"log_size":565,"log_dups_size":0,"ondisk_log_size":565,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:26:37.866890+0000","scrub_duration":0.0030847370000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":24,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.3d","version":"28'564","reported_seq":605,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:12.802786+0000","last_change":"2024-09-13T16:42:12.802786+0000","last_active":"2024-09-13T16:42:12.802786+0000","last_peered":"2024-09-13T16:42:12.802786+0000","last_clean":"2024-09-13T16:42:12.802786+0000","last_became_active":"2024-09-13T16:15:41.416985+0000","last_became_peered":"2024-09-13T16:15:41.416985+0000","last_unstale":"2024-09-13T16:42:12.802786+0000","last_undegraded":"2024-09-13T16:42:12.802786+0000","last_fullsized":"2024-09-13T16:42:12.802786+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'564","last_scrub_stamp":"2024-09-13T16:42:12.802500+0000","last_deep_scrub":"28'564","last_deep_scrub_stamp":"2024-09-13T16:42:12.802500+0000","last_clean_scrub_stamp":"2024-09-13T16:42:12.802500+0000","objects_scrubbed":0,"log_size":564,"log_dups_size":0,"ondisk_log_size":564,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:42:26.739021+0000","scrub_duration":0.003331414,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":26,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"28'540","reported_seq":581,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:04.331850+0000","last_change":"2024-09-13T16:42:04.331850+0000","last_active":"2024-09-13T16:42:04.331850+0000","last_peered":"2024-09-13T16:42:04.331850+0000","last_clean":"2024-09-13T16:42:04.331850+0000","last_became_active":"2024-09-13T16:15:41.413271+0000","last_became_peered":"2024-09-13T16:15:41.413271+0000","last_unstale":"2024-09-13T16:42:04.331850+0000","last_undegraded":"2024-09-13T16:42:04.331850+0000","last_fullsized":"2024-09-13T16:42:04.331850+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'540","last_scrub_stamp":"2024-09-13T16:42:04.331580+0000","last_deep_scrub":"28'540","last_deep_scrub_stamp":"2024-09-13T16:42:04.331580+0000","last_clean_scrub_stamp":"2024-09-13T16:42:04.331580+0000","objects_scrubbed":0,"log_size":540,"log_dups_size":0,"ondisk_log_size":540,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:10:43.881319+0000","scrub_duration":0.0033437139999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3f","version":"28'538","reported_seq":579,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-13T16:42:20.400075+0000","last_change":"2024-09-13T16:42:20.400075+0000","last_active":"2024-09-13T16:42:20.400075+0000","last_peered":"2024-09-13T16:42:20.400075+0000","last_clean":"2024-09-13T16:42:20.400075+0000","last_became_active":"2024-09-13T16:15:41.427176+0000","last_became_peered":"2024-09-13T16:15:41.427176+0000","last_unstale":"2024-09-13T16:42:20.400075+0000","last_undegraded":"2024-09-13T16:42:20.400075+0000","last_fullsized":"2024-09-13T16:42:20.400075+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"28'538","last_scrub_stamp":"2024-09-13T16:42:20.399816+0000","last_deep_scrub":"28'538","last_deep_scrub_stamp":"2024-09-13T16:42:20.399816+0000","last_clean_scrub_stamp":"2024-09-13T16:42:20.399816+0000","objects_scrubbed":0,"log_size":538,"log_dups_size":0,"ondisk_log_size":538,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:41:25.901744+0000","scrub_duration":0.003045093,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":59618,"num_write_kb":2308776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":77587,"ondisk_log_size":77587,"up":128,"acting":128,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1120,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":36153,"ondisk_log_size":36153,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":250606039,"num_objects":81,"num_object_clones":0,"num_object_copies":162,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":81,"num_whiteouts":0,"num_read":2822,"num_read_kb":5679,"num_write":68653,"num_write_kb":484390,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":5456,"num_omap_keys":11,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":501276672,"data_stored":501212078,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":67935,"ondisk_log_size":67935,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":119,"ondisk_log_size":119,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":5,"up_from":15,"seq":64424509774,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":352972,"kb_used_data":73348,"kb_used_omap":1,"kb_used_meta":279614,"kb_avail":94018868,"statfs":{"total":96636764160,"available":96275320832,"internally_reserved":0,"allocated":75108352,"data_stored":74922927,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":286325190},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:42:07 2024","interfaces":[{"interface":"back","average":{"1min":0.79400000000000004,"5min":0.64700000000000002,"15min":0.59799999999999998},"min":{"1min":0.38700000000000001,"5min":0.25,"15min":0.25},"max":{"1min":1.1180000000000001,"5min":3.0339999999999998,"15min":3.0339999999999998},"last":0.72799999999999998},{"interface":"front","average":{"1min":0.76600000000000001,"5min":0.61699999999999999,"15min":0.61799999999999999},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.26000000000000001},"max":{"1min":1.0189999999999999,"5min":2.1059999999999999,"15min":2.1059999999999999},"last":0.82499999999999996}]},{"osd":1,"last update":"Fri Sep 13 16:42:07 2024","interfaces":[{"interface":"back","average":{"1min":0.84499999999999997,"5min":0.68899999999999995,"15min":0.63300000000000001},"min":{"1min":0.46999999999999997,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":1.252,"5min":6.9329999999999998,"15min":6.9329999999999998},"last":1.1399999999999999},{"interface":"front","average":{"1min":0.85199999999999998,"5min":0.67600000000000005,"15min":0.65700000000000003},"min":{"1min":0.35299999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":1.0049999999999999,"5min":2.1080000000000001,"15min":2.1080000000000001},"last":0.94599999999999995}]},{"osd":2,"last update":"Fri Sep 13 16:42:07 2024","interfaces":[{"interface":"back","average":{"1min":1.075,"5min":0.74099999999999999,"15min":0.69199999999999995},"min":{"1min":0.63600000000000001,"5min":0.32600000000000001,"15min":0.29499999999999998},"max":{"1min":4.0279999999999996,"5min":4.9770000000000003,"15min":4.9770000000000003},"last":0.98399999999999999},{"interface":"front","average":{"1min":0.871,"5min":0.72499999999999998,"15min":0.71999999999999997},"min":{"1min":0.45500000000000002,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":1.0740000000000001,"5min":2.6320000000000001,"15min":2.6579999999999999},"last":0.77100000000000002}]},{"osd":3,"last update":"Fri Sep 13 16:42:07 2024","interfaces":[{"interface":"back","average":{"1min":0.88200000000000001,"5min":0.81200000000000006,"15min":0.76300000000000001},"min":{"1min":0.37,"5min":0.37,"15min":0.35799999999999998},"max":{"1min":1.133,"5min":7.2569999999999997,"15min":7.2569999999999997},"last":1.097},{"interface":"front","average":{"1min":1.0089999999999999,"5min":0.86399999999999999,"15min":0.80200000000000005},"min":{"1min":0.55400000000000005,"5min":0.42499999999999999,"15min":0.39900000000000002},"max":{"1min":1.3979999999999999,"5min":7.3780000000000001,"15min":7.3780000000000001},"last":1.032}]},{"osd":4,"last update":"Fri Sep 13 16:42:07 2024","interfaces":[{"interface":"back","average":{"1min":0.82699999999999996,"5min":0.71799999999999997,"15min":0.68200000000000005},"min":{"1min":0.311,"5min":0.29999999999999999,"15min":0.27000000000000002},"max":{"1min":1.246,"5min":2.0459999999999998,"15min":2.0459999999999998},"last":1.0580000000000001},{"interface":"front","average":{"1min":0.88,"5min":0.74099999999999999,"15min":0.72499999999999998},"min":{"1min":0.41399999999999998,"5min":0.32500000000000001,"15min":0.26800000000000002},"max":{"1min":1.163,"5min":2.1859999999999999,"15min":2.1859999999999999},"last":0.69199999999999995}]},{"osd":6,"last update":"Fri Sep 13 16:42:07 2024","interfaces":[{"interface":"back","average":{"1min":1.0129999999999999,"5min":0.76800000000000002,"15min":0.752},"min":{"1min":0.59699999999999998,"5min":0.34799999999999998,"15min":0.28199999999999997},"max":{"1min":1.3440000000000001,"5min":1.369,"15min":1.661},"last":0.89900000000000002},{"interface":"front","average":{"1min":1.036,"5min":0.81599999999999995,"15min":0.79300000000000004},"min":{"1min":0.53100000000000003,"5min":0.315,"15min":0.315},"max":{"1min":1.3620000000000001,"5min":2.129,"15min":2.129},"last":1.119}]},{"osd":7,"last update":"Fri Sep 13 16:42:07 2024","interfaces":[{"interface":"back","average":{"1min":1.0369999999999999,"5min":0.79700000000000004,"15min":0.80300000000000005},"min":{"1min":0.496,"5min":0.34499999999999997,"15min":0.33400000000000002},"max":{"1min":1.2350000000000001,"5min":2.1349999999999998,"15min":2.1349999999999998},"last":1.171},{"interface":"front","average":{"1min":1.123,"5min":0.83299999999999996,"15min":0.81799999999999995},"min":{"1min":0.57699999999999996,"5min":0.40500000000000003,"15min":0.34399999999999997},"max":{"1min":1.476,"5min":1.476,"15min":1.6870000000000001},"last":1.216}]}]},{"osd":7,"up_from":14,"seq":60129542477,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":337908,"kb_used_data":58220,"kb_used_omap":1,"kb_used_meta":279678,"kb_avail":94033932,"statfs":{"total":96636764160,"available":96290746368,"internally_reserved":0,"allocated":59617280,"data_stored":59432488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":286390731},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:42:16 2024","interfaces":[{"interface":"back","average":{"1min":0.79400000000000004,"5min":0.60499999999999998,"15min":0.58799999999999997},"min":{"1min":0.50900000000000001,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":1.2250000000000001,"5min":2.4590000000000001,"15min":5.7370000000000001},"last":0.77800000000000002},{"interface":"front","average":{"1min":0.84499999999999997,"5min":0.64900000000000002,"15min":0.63700000000000001},"min":{"1min":0.32900000000000001,"5min":0.28499999999999998,"15min":0.27900000000000003},"max":{"1min":1.145,"5min":3.4769999999999999,"15min":3.7610000000000001},"last":1.022}]},{"osd":1,"last update":"Fri Sep 13 16:42:16 2024","interfaces":[{"interface":"back","average":{"1min":0.91700000000000004,"5min":0.67300000000000004,"15min":0.623},"min":{"1min":0.441,"5min":0.255,"15min":0.255},"max":{"1min":1.29,"5min":3.7050000000000001,"15min":3.7050000000000001},"last":0.63600000000000001},{"interface":"front","average":{"1min":0.85199999999999998,"5min":0.73199999999999998,"15min":0.66300000000000003},"min":{"1min":0.38800000000000001,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":1.2370000000000001,"5min":12.552,"15min":12.552},"last":0.81399999999999995}]},{"osd":2,"last update":"Fri Sep 13 16:42:16 2024","interfaces":[{"interface":"back","average":{"1min":0.91000000000000003,"5min":0.75800000000000001,"15min":0.71499999999999997},"min":{"1min":0.437,"5min":0.314,"15min":0.27000000000000002},"max":{"1min":1.3959999999999999,"5min":4.375,"15min":4.375},"last":0.85199999999999998},{"interface":"front","average":{"1min":0.95699999999999996,"5min":0.91500000000000004,"15min":0.753},"min":{"1min":0.48999999999999999,"5min":0.314,"15min":0.30399999999999999},"max":{"1min":1.3959999999999999,"5min":8.1370000000000005,"15min":8.1370000000000005},"last":0.71699999999999997}]},{"osd":3,"last update":"Fri Sep 13 16:42:16 2024","interfaces":[{"interface":"back","average":{"1min":0.98899999999999999,"5min":0.93999999999999995,"15min":0.83899999999999997},"min":{"1min":0.53800000000000003,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":1.302,"5min":10.526,"15min":10.526},"last":0.94799999999999995},{"interface":"front","average":{"1min":1.0449999999999999,"5min":0.84599999999999997,"15min":0.80400000000000005},"min":{"1min":0.56699999999999995,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":1.448,"5min":6.407,"15min":6.407},"last":0.92700000000000005}]},{"osd":4,"last update":"Fri Sep 13 16:42:16 2024","interfaces":[{"interface":"back","average":{"1min":0.83799999999999997,"5min":0.64600000000000002,"15min":0.64100000000000001},"min":{"1min":0.34799999999999998,"5min":0.28599999999999998,"15min":0.28100000000000003},"max":{"1min":1.268,"5min":4.5119999999999996,"15min":4.5119999999999996},"last":0.75800000000000001},{"interface":"front","average":{"1min":1.0720000000000001,"5min":0.76200000000000001,"15min":0.71799999999999997},"min":{"1min":0.57599999999999996,"5min":0.27300000000000002,"15min":0.26200000000000001},"max":{"1min":1.466,"5min":3.5259999999999998,"15min":3.5259999999999998},"last":0.90300000000000002}]},{"osd":5,"last update":"Fri Sep 13 16:42:16 2024","interfaces":[{"interface":"back","average":{"1min":1.016,"5min":0.68000000000000005,"15min":0.68600000000000005},"min":{"1min":0.41999999999999998,"5min":0.32400000000000001,"15min":0.28799999999999998},"max":{"1min":1.3460000000000001,"5min":1.3460000000000001,"15min":1.875},"last":0.88500000000000001},{"interface":"front","average":{"1min":1.1579999999999999,"5min":0.85699999999999998,"15min":0.80100000000000005},"min":{"1min":0.60499999999999998,"5min":0.38600000000000001,"15min":0.377},"max":{"1min":1.5349999999999999,"5min":3.629,"15min":3.629},"last":1.0469999999999999}]},{"osd":6,"last update":"Fri Sep 13 16:42:16 2024","interfaces":[{"interface":"back","average":{"1min":1.0880000000000001,"5min":0.76100000000000001,"15min":0.753},"min":{"1min":0.46600000000000003,"5min":0.38300000000000001,"15min":0.35099999999999998},"max":{"1min":1.4319999999999999,"5min":1.4319999999999999,"15min":1.9610000000000001},"last":0.98099999999999998},{"interface":"front","average":{"1min":1.1850000000000001,"5min":0.88200000000000001,"15min":0.82599999999999996},"min":{"1min":0.68300000000000005,"5min":0.40000000000000002,"15min":0.32600000000000001},"max":{"1min":1.6060000000000001,"5min":5.0199999999999996,"15min":5.0199999999999996},"last":1.002}]}]},{"osd":6,"up_from":14,"seq":60129542476,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":381492,"kb_used_data":65836,"kb_used_omap":1,"kb_used_meta":315646,"kb_avail":93990348,"statfs":{"total":96636764160,"available":96246116352,"internally_reserved":0,"allocated":67416064,"data_stored":67230818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":323221959},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:42:17 2024","interfaces":[{"interface":"back","average":{"1min":0.83399999999999996,"5min":0.57399999999999995,"15min":0.63300000000000001},"min":{"1min":0.56999999999999995,"5min":0.28999999999999998,"15min":0.25700000000000001},"max":{"1min":1.0980000000000001,"5min":1.47,"15min":8.8529999999999998},"last":1.1200000000000001},{"interface":"front","average":{"1min":0.90900000000000003,"5min":0.67500000000000004,"15min":0.73099999999999998},"min":{"1min":0.502,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":1.446,"5min":4.835,"15min":10.359},"last":0.97899999999999998}]},{"osd":1,"last update":"Fri Sep 13 16:42:17 2024","interfaces":[{"interface":"back","average":{"1min":0.88600000000000001,"5min":0.69499999999999995,"15min":0.69599999999999995},"min":{"1min":0.64600000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":1.246,"5min":2.669,"15min":4.3949999999999996},"last":1.371},{"interface":"front","average":{"1min":0.88800000000000001,"5min":0.66900000000000004,"15min":0.67500000000000004},"min":{"1min":0.54400000000000004,"5min":0.32600000000000001,"15min":0.28999999999999998},"max":{"1min":1.2090000000000001,"5min":1.8240000000000001,"15min":5.5510000000000002},"last":0.90900000000000003}]},{"osd":2,"last update":"Fri Sep 13 16:42:17 2024","interfaces":[{"interface":"back","average":{"1min":0.88100000000000001,"5min":0.85599999999999998,"15min":0.75600000000000001},"min":{"1min":0.58999999999999997,"5min":0.34999999999999998,"15min":0.30199999999999999},"max":{"1min":1.3240000000000001,"5min":12.505000000000001,"15min":12.505000000000001},"last":1.288},{"interface":"front","average":{"1min":0.998,"5min":0.73999999999999999,"15min":0.753},"min":{"1min":0.55500000000000005,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":1.4019999999999999,"5min":2.2719999999999998,"15min":3.605},"last":1.254}]},{"osd":3,"last update":"Fri Sep 13 16:42:17 2024","interfaces":[{"interface":"back","average":{"1min":1.028,"5min":0.93500000000000005,"15min":0.84099999999999997},"min":{"1min":0.67900000000000005,"5min":0.35499999999999998,"15min":0.313},"max":{"1min":1.3480000000000001,"5min":7.202,"15min":7.202},"last":1.018},{"interface":"front","average":{"1min":1.0800000000000001,"5min":0.95199999999999996,"15min":0.91100000000000003},"min":{"1min":0.84099999999999997,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":1.4990000000000001,"5min":7.141,"15min":17.404},"last":1.1679999999999999}]},{"osd":4,"last update":"Fri Sep 13 16:42:17 2024","interfaces":[{"interface":"back","average":{"1min":0.97399999999999998,"5min":0.73699999999999999,"15min":0.73199999999999998},"min":{"1min":0.68799999999999994,"5min":0.249,"15min":0.249},"max":{"1min":1.246,"5min":2.298,"15min":4.5490000000000004},"last":1.4690000000000001},{"interface":"front","average":{"1min":0.99299999999999999,"5min":0.77000000000000002,"15min":0.73899999999999999},"min":{"1min":0.54100000000000004,"5min":0.27800000000000002,"15min":0.25900000000000001},"max":{"1min":1.3819999999999999,"5min":3.532,"15min":3.532},"last":1.2210000000000001}]},{"osd":5,"last update":"Fri Sep 13 16:42:29 2024","interfaces":[{"interface":"back","average":{"1min":1.0649999999999999,"5min":0.76800000000000002,"15min":0.76700000000000002},"min":{"1min":0.746,"5min":0.28699999999999998,"15min":0.27800000000000002},"max":{"1min":1.3979999999999999,"5min":1.4119999999999999,"15min":5.8730000000000002},"last":1.3220000000000001},{"interface":"front","average":{"1min":1.129,"5min":0.81000000000000005,"15min":0.80600000000000005},"min":{"1min":0.74199999999999999,"5min":0.30599999999999999,"15min":0.252},"max":{"1min":1.5369999999999999,"5min":3.1429999999999998,"15min":6.306},"last":1.349}]},{"osd":7,"last update":"Fri Sep 13 16:42:17 2024","interfaces":[{"interface":"back","average":{"1min":1.169,"5min":0.80900000000000005,"15min":0.82299999999999995},"min":{"1min":0.88100000000000001,"5min":0.32500000000000001,"15min":0.30399999999999999},"max":{"1min":1.5980000000000001,"5min":1.5980000000000001,"15min":5.5990000000000002},"last":1.4159999999999999},{"interface":"front","average":{"1min":1.1799999999999999,"5min":0.83799999999999997,"15min":0.873},"min":{"1min":0.79500000000000004,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":1.5649999999999999,"5min":1.5649999999999999,"15min":4.7640000000000002},"last":1.5309999999999999}]}]},{"osd":4,"up_from":14,"seq":60129542478,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":419284,"kb_used_data":73356,"kb_used_omap":1,"kb_used_meta":345918,"kb_avail":93952556,"statfs":{"total":96636764160,"available":96207417344,"internally_reserved":0,"allocated":75116544,"data_stored":74922963,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":354220486},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:42:25 2024","interfaces":[{"interface":"back","average":{"1min":0.83799999999999997,"5min":0.60699999999999998,"15min":0.57999999999999996},"min":{"1min":0.55000000000000004,"5min":0.26500000000000001,"15min":0.22900000000000001},"max":{"1min":1.1699999999999999,"5min":3.9809999999999999,"15min":3.9809999999999999},"last":0.65300000000000002},{"interface":"front","average":{"1min":0.77800000000000002,"5min":0.73299999999999998,"15min":0.64700000000000002},"min":{"1min":0.49199999999999999,"5min":0.30399999999999999,"15min":0.26000000000000001},"max":{"1min":1.24,"5min":4.0010000000000003,"15min":4.0010000000000003},"last":1.111}]},{"osd":1,"last update":"Fri Sep 13 16:42:25 2024","interfaces":[{"interface":"back","average":{"1min":0.79200000000000004,"5min":0.64500000000000002,"15min":0.61199999999999999},"min":{"1min":0.48499999999999999,"5min":0.312,"15min":0.254},"max":{"1min":1.083,"5min":3.6259999999999999,"15min":3.6259999999999999},"last":0.79200000000000004},{"interface":"front","average":{"1min":0.96699999999999997,"5min":0.67800000000000005,"15min":0.67200000000000004},"min":{"1min":0.54300000000000004,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":1.8759999999999999,"5min":1.8759999999999999,"15min":2.4089999999999998},"last":0.997}]},{"osd":2,"last update":"Fri Sep 13 16:42:25 2024","interfaces":[{"interface":"back","average":{"1min":0.97899999999999998,"5min":0.73399999999999999,"15min":0.71699999999999997},"min":{"1min":0.57699999999999996,"5min":0.34799999999999998,"15min":0.311},"max":{"1min":1.274,"5min":3.077,"15min":5.2910000000000004},"last":0.95499999999999996},{"interface":"front","average":{"1min":0.92500000000000004,"5min":0.76200000000000001,"15min":0.72399999999999998},"min":{"1min":0.65400000000000003,"5min":0.36299999999999999,"15min":0.35099999999999998},"max":{"1min":1.266,"5min":4.4080000000000004,"15min":4.4080000000000004},"last":1.0209999999999999}]},{"osd":3,"last update":"Fri Sep 13 16:42:25 2024","interfaces":[{"interface":"back","average":{"1min":0.999,"5min":0.83899999999999997,"15min":0.80100000000000005},"min":{"1min":0.68700000000000006,"5min":0.38300000000000001,"15min":0.34100000000000003},"max":{"1min":1.3089999999999999,"5min":5.6459999999999999,"15min":5.6459999999999999},"last":0.88100000000000001},{"interface":"front","average":{"1min":0.98699999999999999,"5min":0.89500000000000002,"15min":0.81599999999999995},"min":{"1min":0.65800000000000003,"5min":0.42299999999999999,"15min":0.32500000000000001},"max":{"1min":1.333,"5min":5.6219999999999999,"15min":5.6219999999999999},"last":0.81100000000000005}]},{"osd":5,"last update":"Fri Sep 13 16:42:25 2024","interfaces":[{"interface":"back","average":{"1min":0.86699999999999999,"5min":0.628,"15min":0.65500000000000003},"min":{"1min":0.42799999999999999,"5min":0.311,"15min":0.246},"max":{"1min":1.1899999999999999,"5min":2.4750000000000001,"15min":3.0169999999999999},"last":0.56599999999999995},{"interface":"front","average":{"1min":1.0129999999999999,"5min":0.72299999999999998,"15min":0.72899999999999998},"min":{"1min":0.72599999999999998,"5min":0.308,"15min":0.308},"max":{"1min":1.3380000000000001,"5min":1.7549999999999999,"15min":1.7549999999999999},"last":0.749}]},{"osd":6,"last update":"Fri Sep 13 16:42:25 2024","interfaces":[{"interface":"back","average":{"1min":0.97499999999999998,"5min":0.71699999999999997,"15min":0.72599999999999998},"min":{"1min":0.63800000000000001,"5min":0.32100000000000001,"15min":0.27900000000000003},"max":{"1min":1.23,"5min":2.5139999999999998,"15min":2.5139999999999998},"last":0.72799999999999998},{"interface":"front","average":{"1min":1.1200000000000001,"5min":0.80900000000000005,"15min":0.78900000000000003},"min":{"1min":0.73599999999999999,"5min":0.38300000000000001,"15min":0.26400000000000001},"max":{"1min":1.7230000000000001,"5min":3.9489999999999998,"15min":3.9489999999999998},"last":1.056}]},{"osd":7,"last update":"Fri Sep 13 16:42:25 2024","interfaces":[{"interface":"back","average":{"1min":1.0640000000000001,"5min":0.81200000000000006,"15min":0.78600000000000003},"min":{"1min":0.77000000000000002,"5min":0.33400000000000002,"15min":0.309},"max":{"1min":1.6619999999999999,"5min":2.5099999999999998,"15min":3.2999999999999998},"last":0.91000000000000003},{"interface":"front","average":{"1min":1.0600000000000001,"5min":0.76100000000000001,"15min":0.78900000000000003},"min":{"1min":0.59899999999999998,"5min":0.36899999999999999,"15min":0.33800000000000002},"max":{"1min":1.3999999999999999,"5min":1.3999999999999999,"15min":2.399},"last":0.85599999999999998}]}]},{"osd":3,"up_from":14,"seq":60129542477,"num_pgs":48,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":421336,"kb_used_data":65488,"kb_used_omap":1,"kb_used_meta":355838,"kb_avail":93950504,"statfs":{"total":96636764160,"available":96205316096,"internally_reserved":0,"allocated":67059712,"data_stored":66873064,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":364378568},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:42:25 2024","interfaces":[{"interface":"back","average":{"1min":0.76200000000000001,"5min":0.57199999999999995,"15min":0.54300000000000004},"min":{"1min":0.45800000000000002,"5min":0.22,"15min":0.20999999999999999},"max":{"1min":1.163,"5min":3.2949999999999999,"15min":4.069},"last":0.52200000000000002},{"interface":"front","average":{"1min":0.82699999999999996,"5min":0.57199999999999995,"15min":0.64300000000000002},"min":{"1min":0.61399999999999999,"5min":0.248,"15min":0.23999999999999999},"max":{"1min":1.181,"5min":1.2929999999999999,"15min":8.9700000000000006},"last":0.67300000000000004}]},{"osd":1,"last update":"Fri Sep 13 16:42:25 2024","interfaces":[{"interface":"back","average":{"1min":0.72599999999999998,"5min":0.73199999999999998,"15min":0.69999999999999996},"min":{"1min":0.56599999999999995,"5min":0.216,"15min":0.216},"max":{"1min":0.86899999999999999,"5min":9.5800000000000001,"15min":11.993},"last":0.61599999999999999},{"interface":"front","average":{"1min":0.89600000000000002,"5min":0.68700000000000006,"15min":0.71899999999999997},"min":{"1min":0.53200000000000003,"5min":0.27800000000000002,"15min":0.249},"max":{"1min":1.276,"5min":2.5129999999999999,"15min":15.374000000000001},"last":0.77600000000000002}]},{"osd":2,"last update":"Fri Sep 13 16:42:25 2024","interfaces":[{"interface":"back","average":{"1min":0.90400000000000003,"5min":0.71699999999999997,"15min":0.71699999999999997},"min":{"1min":0.64300000000000002,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":1.444,"5min":3.4049999999999998,"15min":6.9809999999999999},"last":0.81499999999999995},{"interface":"front","average":{"1min":0.92400000000000004,"5min":0.81499999999999995,"15min":0.78600000000000003},"min":{"1min":0.67900000000000005,"5min":0.312,"15min":0.312},"max":{"1min":1.099,"5min":9.532,"15min":11.956},"last":0.96899999999999997}]},{"osd":4,"last update":"Fri Sep 13 16:42:25 2024","interfaces":[{"interface":"back","average":{"1min":1.1479999999999999,"5min":0.89100000000000001,"15min":0.80300000000000005},"min":{"1min":0.81899999999999995,"5min":0.35299999999999998,"15min":0.28999999999999998},"max":{"1min":1.5629999999999999,"5min":7.1280000000000001,"15min":7.1280000000000001},"last":0.876},{"interface":"front","average":{"1min":1.143,"5min":0.84399999999999997,"15min":0.83499999999999996},"min":{"1min":0.77400000000000002,"5min":0.35699999999999998,"15min":0.34999999999999998},"max":{"1min":1.5669999999999999,"5min":5.5389999999999997,"15min":7.1929999999999996},"last":1.2210000000000001}]},{"osd":5,"last update":"Fri Sep 13 16:42:25 2024","interfaces":[{"interface":"back","average":{"1min":1.1120000000000001,"5min":0.92500000000000004,"15min":0.90800000000000003},"min":{"1min":0.84099999999999997,"5min":0.309,"15min":0.309},"max":{"1min":1.591,"5min":9.2260000000000009,"15min":12.082000000000001},"last":1.0980000000000001},{"interface":"front","average":{"1min":1.2450000000000001,"5min":0.90100000000000002,"15min":0.90300000000000002},"min":{"1min":0.81799999999999995,"5min":0.38400000000000001,"15min":0.38300000000000001},"max":{"1min":1.675,"5min":2.5499999999999998,"15min":15.422000000000001},"last":1.022}]},{"osd":6,"last update":"Fri Sep 13 16:42:25 2024","interfaces":[{"interface":"back","average":{"1min":1.2310000000000001,"5min":0.85799999999999998,"15min":0.88200000000000001},"min":{"1min":0.81200000000000006,"5min":0.40200000000000002,"15min":0.38500000000000001},"max":{"1min":1.649,"5min":2.2639999999999998,"15min":7.6470000000000002},"last":1.3300000000000001},{"interface":"front","average":{"1min":1.218,"5min":1.0029999999999999,"15min":0.97699999999999998},"min":{"1min":0.86199999999999999,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":1.6000000000000001,"5min":9.4689999999999994,"15min":11.852},"last":1.1899999999999999}]},{"osd":7,"last update":"Fri Sep 13 16:42:25 2024","interfaces":[{"interface":"back","average":{"1min":1.294,"5min":1.0489999999999999,"15min":1.034},"min":{"1min":0.93300000000000005,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":1.54,"5min":9.3569999999999993,"15min":12.021000000000001},"last":1.288},{"interface":"front","average":{"1min":1.3160000000000001,"5min":0.98999999999999999,"15min":0.97499999999999998},"min":{"1min":0.90700000000000003,"5min":0.47499999999999998,"15min":0.40999999999999998},"max":{"1min":1.7330000000000001,"5min":4.9669999999999996,"15min":15.548},"last":1.077}]}]},{"osd":2,"up_from":14,"seq":60129542478,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":242576,"kb_used_data":36808,"kb_used_omap":1,"kb_used_meta":205758,"kb_avail":94129264,"statfs":{"total":96636764160,"available":96388366336,"internally_reserved":0,"allocated":37691392,"data_stored":37512264,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":210696646},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:42:23 2024","interfaces":[{"interface":"back","average":{"1min":0.70799999999999996,"5min":0.505,"15min":0.52000000000000002},"min":{"1min":0.53700000000000003,"5min":0.224,"15min":0.224},"max":{"1min":0.90400000000000003,"5min":1.0289999999999999,"15min":2.4470000000000001},"last":0.748},{"interface":"front","average":{"1min":0.80800000000000005,"5min":0.66600000000000004,"15min":0.68899999999999995},"min":{"1min":0.55200000000000005,"5min":0.222,"15min":0.222},"max":{"1min":1.248,"5min":3.6280000000000001,"15min":3.75},"last":0.61799999999999999}]},{"osd":1,"last update":"Fri Sep 13 16:42:23 2024","interfaces":[{"interface":"back","average":{"1min":0.90600000000000003,"5min":0.69999999999999996,"15min":0.69799999999999995},"min":{"1min":0.67200000000000004,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":1.169,"5min":3.472,"15min":4.3010000000000002},"last":0.93799999999999994},{"interface":"front","average":{"1min":0.79600000000000004,"5min":0.66600000000000004,"15min":0.69699999999999995},"min":{"1min":0.65100000000000002,"5min":0.28299999999999997,"15min":0.28100000000000003},"max":{"1min":0.97899999999999998,"5min":3.9169999999999998,"15min":6.2380000000000004},"last":0.65800000000000003}]},{"osd":3,"last update":"Fri Sep 13 16:42:23 2024","interfaces":[{"interface":"back","average":{"1min":0.97099999999999997,"5min":0.746,"15min":0.745},"min":{"1min":0.69499999999999995,"5min":0.312,"15min":0.312},"max":{"1min":1.196,"5min":3.556,"15min":3.556},"last":0.71699999999999997},{"interface":"front","average":{"1min":0.91400000000000003,"5min":0.753,"15min":0.74099999999999999},"min":{"1min":0.68899999999999995,"5min":0.33200000000000002,"15min":0.30599999999999999},"max":{"1min":1.3080000000000001,"5min":3.8399999999999999,"15min":3.8399999999999999},"last":0.85799999999999998}]},{"osd":4,"last update":"Fri Sep 13 16:42:23 2024","interfaces":[{"interface":"back","average":{"1min":1.0369999999999999,"5min":0.76400000000000001,"15min":0.751},"min":{"1min":0.81599999999999995,"5min":0.374,"15min":0.36299999999999999},"max":{"1min":1.4790000000000001,"5min":3.8849999999999998,"15min":3.8849999999999998},"last":0.92000000000000004},{"interface":"front","average":{"1min":1.117,"5min":0.78600000000000003,"15min":0.80400000000000005},"min":{"1min":0.85099999999999998,"5min":0.38600000000000001,"15min":0.309},"max":{"1min":1.4099999999999999,"5min":1.4099999999999999,"15min":3.3460000000000001},"last":1.2350000000000001}]},{"osd":5,"last update":"Fri Sep 13 16:42:23 2024","interfaces":[{"interface":"back","average":{"1min":1.1850000000000001,"5min":0.83899999999999997,"15min":0.82799999999999996},"min":{"1min":0.79100000000000004,"5min":0.41999999999999998,"15min":0.34699999999999998},"max":{"1min":1.6539999999999999,"5min":1.6539999999999999,"15min":3.238},"last":1.337},{"interface":"front","average":{"1min":1.3140000000000001,"5min":0.95499999999999996,"15min":0.91700000000000004},"min":{"1min":1.0860000000000001,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":1.6919999999999999,"5min":4.048,"15min":4.0640000000000001},"last":1.488}]},{"osd":6,"last update":"Fri Sep 13 16:42:23 2024","interfaces":[{"interface":"back","average":{"1min":1.323,"5min":0.96299999999999997,"15min":0.94899999999999995},"min":{"1min":1.0349999999999999,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":1.5800000000000001,"5min":3.9180000000000001,"15min":4.1639999999999997},"last":1.401},{"interface":"front","average":{"1min":1.2350000000000001,"5min":0.88600000000000001,"15min":0.86499999999999999},"min":{"1min":0.92700000000000005,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":1.5780000000000001,"5min":3.9460000000000002,"15min":3.9460000000000002},"last":1.163}]},{"osd":7,"last update":"Fri Sep 13 16:42:23 2024","interfaces":[{"interface":"back","average":{"1min":1.288,"5min":0.91800000000000004,"15min":0.92500000000000004},"min":{"1min":0.98199999999999998,"5min":0.44400000000000001,"15min":0.42099999999999999},"max":{"1min":1.5469999999999999,"5min":2.4119999999999999,"15min":7.6970000000000001},"last":1.4339999999999999},{"interface":"front","average":{"1min":1.3779999999999999,"5min":1.024,"15min":0.99399999999999999},"min":{"1min":1.1779999999999999,"5min":0.46600000000000003,"15min":0.46600000000000003},"max":{"1min":1.6299999999999999,"5min":3.9870000000000001,"15min":4.2400000000000002},"last":1.3149999999999999}]}]},{"osd":1,"up_from":14,"seq":60129542476,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":500404,"kb_used_data":82220,"kb_used_omap":1,"kb_used_meta":418174,"kb_avail":93871436,"statfs":{"total":96636764160,"available":96124350464,"internally_reserved":0,"allocated":84193280,"data_stored":84007522,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":428210630},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:42:22 2024","interfaces":[{"interface":"back","average":{"1min":0.76300000000000001,"5min":0.58099999999999996,"15min":0.57599999999999996},"min":{"1min":0.39500000000000002,"5min":0.184,"15min":0.184},"max":{"1min":1.427,"5min":2.8759999999999999,"15min":7.415},"last":1.149},{"interface":"front","average":{"1min":0.86099999999999999,"5min":0.61799999999999999,"15min":0.60799999999999998},"min":{"1min":0.55600000000000005,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":1.9750000000000001,"5min":2.0800000000000001,"15min":2.0800000000000001},"last":1.113}]},{"osd":2,"last update":"Fri Sep 13 16:42:22 2024","interfaces":[{"interface":"back","average":{"1min":0.81899999999999995,"5min":0.64900000000000002,"15min":0.66700000000000004},"min":{"1min":0.54300000000000004,"5min":0.25600000000000001,"15min":0.253},"max":{"1min":1.083,"5min":3.0840000000000001,"15min":7.4459999999999997},"last":0.96799999999999997},{"interface":"front","average":{"1min":0.84199999999999997,"5min":0.63700000000000001,"15min":0.66500000000000004},"min":{"1min":0.65200000000000002,"5min":0.27500000000000002,"15min":0.252},"max":{"1min":1.143,"5min":2.6280000000000001,"15min":5.992},"last":1.042}]},{"osd":3,"last update":"Fri Sep 13 16:42:22 2024","interfaces":[{"interface":"back","average":{"1min":0.84599999999999997,"5min":0.77800000000000002,"15min":0.76800000000000002},"min":{"1min":0.48299999999999998,"5min":0.318,"15min":0.318},"max":{"1min":1.25,"5min":5.9710000000000001,"15min":6.0350000000000001},"last":1.3},{"interface":"front","average":{"1min":0.94399999999999995,"5min":0.71499999999999997,"15min":0.69199999999999995},"min":{"1min":0.56100000000000005,"5min":0.27500000000000002,"15min":0.25900000000000001},"max":{"1min":1.8879999999999999,"5min":3.5859999999999999,"15min":3.5859999999999999},"last":1.0049999999999999}]},{"osd":4,"last update":"Fri Sep 13 16:42:22 2024","interfaces":[{"interface":"back","average":{"1min":1.0900000000000001,"5min":0.80400000000000005,"15min":0.878},"min":{"1min":0.73099999999999998,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":1.4319999999999999,"5min":2.944,"15min":13.635999999999999},"last":1.212},{"interface":"front","average":{"1min":1.0720000000000001,"5min":0.79100000000000004,"15min":0.82099999999999995},"min":{"1min":0.79600000000000004,"5min":0.317,"15min":0.316},"max":{"1min":1.514,"5min":2.3849999999999998,"15min":9.2439999999999998},"last":1.5109999999999999}]},{"osd":5,"last update":"Fri Sep 13 16:42:22 2024","interfaces":[{"interface":"back","average":{"1min":1.1990000000000001,"5min":0.89100000000000001,"15min":0.89600000000000002},"min":{"1min":0.745,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":1.591,"5min":3.0190000000000001,"15min":7.4770000000000003},"last":1.2549999999999999},{"interface":"front","average":{"1min":1.1539999999999999,"5min":0.81699999999999995,"15min":0.83599999999999997},"min":{"1min":0.746,"5min":0.371,"15min":0.371},"max":{"1min":1.724,"5min":2.3490000000000002,"15min":6.1429999999999998},"last":1.6080000000000001}]},{"osd":6,"last update":"Fri Sep 13 16:42:22 2024","interfaces":[{"interface":"back","average":{"1min":1.274,"5min":0.84799999999999998,"15min":0.86799999999999999},"min":{"1min":0.879,"5min":0.443,"15min":0.38600000000000001},"max":{"1min":2.1379999999999999,"5min":2.1379999999999999,"15min":3.843},"last":1.544},{"interface":"front","average":{"1min":1.2949999999999999,"5min":0.92600000000000005,"15min":0.95699999999999996},"min":{"1min":0.91500000000000004,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":1.7050000000000001,"5min":2.9769999999999999,"15min":7.3019999999999996},"last":1.3440000000000001}]},{"osd":7,"last update":"Fri Sep 13 16:42:22 2024","interfaces":[{"interface":"back","average":{"1min":1.304,"5min":0.89200000000000002,"15min":0.90900000000000003},"min":{"1min":0.81899999999999995,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":2.0550000000000002,"5min":2.0550000000000002,"15min":4.3179999999999996},"last":1.6359999999999999},{"interface":"front","average":{"1min":1.278,"5min":0.94099999999999995,"15min":0.95399999999999996},"min":{"1min":0.69699999999999995,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":1.764,"5min":3.0489999999999999,"15min":3.0569999999999999},"last":1.3899999999999999}]}]},{"osd":0,"up_from":14,"seq":60129542476,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":297660,"kb_used_data":37748,"kb_used_omap":1,"kb_used_meta":259902,"kb_avail":94074180,"statfs":{"total":96636764160,"available":96331960320,"internally_reserved":0,"allocated":38653952,"data_stored":38461024,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":266140103},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 16:42:21 2024","interfaces":[{"interface":"back","average":{"1min":0.79500000000000004,"5min":0.73799999999999999,"15min":0.61499999999999999},"min":{"1min":0.51200000000000001,"5min":0.217,"15min":0.217},"max":{"1min":1.919,"5min":15.305,"15min":15.305},"last":0.70299999999999996},{"interface":"front","average":{"1min":0.878,"5min":0.82199999999999995,"15min":0.69999999999999996},"min":{"1min":0.41899999999999998,"5min":0.32100000000000001,"15min":0.316},"max":{"1min":2.0779999999999998,"5min":15.689,"15min":15.689},"last":0.98999999999999999}]},{"osd":2,"last update":"Fri Sep 13 16:42:21 2024","interfaces":[{"interface":"back","average":{"1min":0.874,"5min":0.79000000000000004,"15min":0.66900000000000004},"min":{"1min":0.57399999999999995,"5min":0.24299999999999999,"15min":0.224},"max":{"1min":1.222,"5min":15.022,"15min":15.022},"last":0.59099999999999997},{"interface":"front","average":{"1min":0.84199999999999997,"5min":0.76100000000000001,"15min":0.66300000000000003},"min":{"1min":0.59599999999999997,"5min":0.314,"15min":0.247},"max":{"1min":1.093,"5min":17.442,"15min":17.442},"last":0.878}]},{"osd":3,"last update":"Fri Sep 13 16:42:21 2024","interfaces":[{"interface":"back","average":{"1min":0.77000000000000002,"5min":0.88900000000000001,"15min":0.77100000000000002},"min":{"1min":0.57599999999999996,"5min":0.34799999999999998,"15min":0.29699999999999999},"max":{"1min":1.1419999999999999,"5min":14.965,"15min":14.965},"last":0.77100000000000002},{"interface":"front","average":{"1min":0.98999999999999999,"5min":1.042,"15min":0.874},"min":{"1min":0.60299999999999998,"5min":0.34699999999999998,"15min":0.32900000000000001},"max":{"1min":1.323,"5min":18.521999999999998,"15min":18.521999999999998},"last":0.74399999999999999}]},{"osd":4,"last update":"Fri Sep 13 16:42:21 2024","interfaces":[{"interface":"back","average":{"1min":0.95599999999999996,"5min":1.3009999999999999,"15min":0.92300000000000004},"min":{"1min":0.78900000000000003,"5min":0.376,"15min":0.376},"max":{"1min":1.139,"5min":31.539000000000001,"15min":31.539000000000001},"last":0.86199999999999999},{"interface":"front","average":{"1min":1.165,"5min":1.204,"15min":0.94199999999999995},"min":{"1min":0.82399999999999995,"5min":0.38800000000000001,"15min":0.35199999999999998},"max":{"1min":1.5229999999999999,"5min":20.149999999999999,"15min":20.149999999999999},"last":0.94799999999999995}]},{"osd":5,"last update":"Fri Sep 13 16:42:21 2024","interfaces":[{"interface":"back","average":{"1min":1.2090000000000001,"5min":1.266,"15min":0.98499999999999999},"min":{"1min":0.80300000000000005,"5min":0.42099999999999999,"15min":0.317},"max":{"1min":1.5680000000000001,"5min":19.969999999999999,"15min":19.969999999999999},"last":0.81599999999999995},{"interface":"front","average":{"1min":1.2110000000000001,"5min":1.226,"15min":0.95899999999999996},"min":{"1min":0.81999999999999995,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":1.653,"5min":20.036999999999999,"15min":20.036999999999999},"last":1.4239999999999999}]},{"osd":6,"last update":"Fri Sep 13 16:42:21 2024","interfaces":[{"interface":"back","average":{"1min":1.214,"5min":1.276,"15min":1.016},"min":{"1min":0.77000000000000002,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":1.6879999999999999,"5min":23.094000000000001,"15min":23.094000000000001},"last":1.6240000000000001},{"interface":"front","average":{"1min":1.179,"5min":1.2609999999999999,"15min":0.99199999999999999},"min":{"1min":0.97699999999999998,"5min":0.42799999999999999,"15min":0.41399999999999998},"max":{"1min":1.4910000000000001,"5min":23.068999999999999,"15min":23.068999999999999},"last":0.92200000000000004}]},{"osd":7,"last update":"Fri Sep 13 16:42:21 2024","interfaces":[{"interface":"back","average":{"1min":1.2729999999999999,"5min":1.3640000000000001,"15min":1.0660000000000001},"min":{"1min":0.93500000000000005,"5min":0.436,"15min":0.436},"max":{"1min":1.7290000000000001,"5min":21.710000000000001,"15min":21.710000000000001},"last":1.512},{"interface":"front","average":{"1min":1.1919999999999999,"5min":1.306,"15min":1.0349999999999999},"min":{"1min":0.85499999999999998,"5min":0.442,"15min":0.432},"max":{"1min":1.5029999999999999,"5min":26.117999999999999,"15min":26.117999999999999},"last":1.0349999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":37761024,"data_stored":37749374,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":83894272,"data_stored":83886240,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":37392384,"data_stored":37390982,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":66760704,"data_stored":66751782,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":74817536,"data_stored":74801681,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":74809344,"data_stored":74801645,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":67117056,"data_stored":67109536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":58724352,"data_stored":58720838,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T16:43:01.261 DEBUG:teuthology.orchestra.run.smithi005:> sudo ceph --cluster ceph config set global mon_health_to_clog false 2024-09-13T16:43:01.386 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.378+0000 7f0f31dea700 1 Processor -- start 2024-09-13T16:43:01.386 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.378+0000 7f0f31dea700 1 -- start start 2024-09-13T16:43:01.388 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.378+0000 7f0f31dea700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f0f2c1570c0 0x7f0f2c0700e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:43:01.388 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.378+0000 7f0f31dea700 1 --2- >> v2:172.21.15.179:3300/0 conn(0x7f0f2c15ce10 0x7f0f2c06a390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:43:01.388 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.378+0000 7f0f31dea700 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0f2c06fc50 con 0x7f0f2c06de70 2024-09-13T16:43:01.388 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.378+0000 7f0f31dea700 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0f2c0c64c0 con 0x7f0f2c1570c0 2024-09-13T16:43:01.388 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.378+0000 7f0f31dea700 1 -- --> v2:172.21.15.179:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0f2c06e340 con 0x7f0f2c15ce10 2024-09-13T16:43:01.389 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.382+0000 7f0f2b7fe700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f0f2c1570c0 0x7f0f2c0700e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:43:01.389 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.382+0000 7f0f2bfff700 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f0f2c06de70 0x7f0f2c1603a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:45312/0 (socket says 172.21.15.5:45312) 2024-09-13T16:43:01.389 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.382+0000 7f0f2bfff700 1 -- 172.21.15.5:0/3434486990 learned_addr learned my addr 172.21.15.5:0/3434486990 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-13T16:43:01.389 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.382+0000 7f0f2affd700 1 --2- 172.21.15.5:0/3434486990 >> v2:172.21.15.179:3300/0 conn(0x7f0f2c15ce10 0x7f0f2c06a390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:43:01.389 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.382+0000 7f0f2b7fe700 1 -- 172.21.15.5:0/3434486990 >> v2:172.21.15.179:3300/0 conn(0x7f0f2c15ce10 msgr2=0x7f0f2c06a390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:43:01.389 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.382+0000 7f0f2b7fe700 1 --2- 172.21.15.5:0/3434486990 >> v2:172.21.15.179:3300/0 conn(0x7f0f2c15ce10 0x7f0f2c06a390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:43:01.389 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.382+0000 7f0f2b7fe700 1 -- 172.21.15.5:0/3434486990 >> v1:172.21.15.5:6789/0 conn(0x7f0f2c06de70 legacy=0x7f0f2c1603a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:43:01.389 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.382+0000 7f0f2b7fe700 1 -- 172.21.15.5:0/3434486990 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0f2c0c40a0 con 0x7f0f2c1570c0 2024-09-13T16:43:01.390 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.382+0000 7f0f2b7fe700 1 --2- 172.21.15.5:0/3434486990 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0f2c1570c0 0x7f0f2c0700e0 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f0f2c070b70 tx=0x7f0f20009b30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f34148d33927134b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:43:01.390 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.382+0000 7f0f2a7fc700 1 -- 172.21.15.5:0/3434486990 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0f20011830 con 0x7f0f2c1570c0 2024-09-13T16:43:01.390 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.382+0000 7f0f2a7fc700 1 -- 172.21.15.5:0/3434486990 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0f20011990 con 0x7f0f2c1570c0 2024-09-13T16:43:01.390 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.382+0000 7f0f2a7fc700 1 -- 172.21.15.5:0/3434486990 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0f20011d40 con 0x7f0f2c1570c0 2024-09-13T16:43:01.391 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.382+0000 7f0f31dea700 1 -- 172.21.15.5:0/3434486990 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0f2c1570c0 msgr2=0x7f0f2c0700e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:43:01.391 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.382+0000 7f0f31dea700 1 --2- 172.21.15.5:0/3434486990 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0f2c1570c0 0x7f0f2c0700e0 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f0f2c070b70 tx=0x7f0f20009b30 comp rx=0 tx=0).stop 2024-09-13T16:43:01.391 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.382+0000 7f0f31dea700 1 -- 172.21.15.5:0/3434486990 shutdown_connections 2024-09-13T16:43:01.391 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.382+0000 7f0f31dea700 1 --2- 172.21.15.5:0/3434486990 >> v2:172.21.15.179:3300/0 conn(0x7f0f2c15ce10 0x7f0f2c06a390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:43:01.391 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.382+0000 7f0f31dea700 1 --2- 172.21.15.5:0/3434486990 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0f2c1570c0 0x7f0f2c0700e0 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:43:01.391 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.382+0000 7f0f31dea700 1 -- 172.21.15.5:0/3434486990 >> 172.21.15.5:0/3434486990 conn(0x7f0f2c0ca3f0 msgr2=0x7f0f2c0ca800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:43:01.391 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.382+0000 7f0f31dea700 1 -- 172.21.15.5:0/3434486990 shutdown_connections 2024-09-13T16:43:01.391 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.382+0000 7f0f31dea700 1 -- 172.21.15.5:0/3434486990 wait complete. 2024-09-13T16:43:01.392 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.386+0000 7f0f31dea700 1 Processor -- start 2024-09-13T16:43:01.392 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.386+0000 7f0f31dea700 1 -- start start 2024-09-13T16:43:01.394 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.386+0000 7f0f31dea700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0f2c06de70 0x7f0f2c15f020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:43:01.394 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.386+0000 7f0f31dea700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f0f2c1570c0 0x7f0f2c0c9910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:43:01.394 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.386+0000 7f0f31dea700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f0f2c15ce10 0x7f0f2c1515b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:43:01.394 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.386+0000 7f0f31dea700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0f2c15f560 con 0x7f0f2c06de70 2024-09-13T16:43:01.394 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.386+0000 7f0f31dea700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0f2c1f39d0 con 0x7f0f2c1570c0 2024-09-13T16:43:01.395 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.386+0000 7f0f31dea700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0f2c1f2b70 con 0x7f0f2c15ce10 2024-09-13T16:43:01.395 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.386+0000 7f0f2b7fe700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0f2c06de70 0x7f0f2c15f020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:43:01.395 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.386+0000 7f0f2b7fe700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0f2c06de70 0x7f0f2c15f020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:40086/0 (socket says 172.21.15.5:40086) 2024-09-13T16:43:01.395 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.386+0000 7f0f2b7fe700 1 -- 172.21.15.5:0/2833647686 learned_addr learned my addr 172.21.15.5:0/2833647686 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:43:01.395 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.386+0000 7f0f2bfff700 1 --2- 172.21.15.5:0/2833647686 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f0f2c15ce10 0x7f0f2c1515b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:43:01.395 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.386+0000 7f0f2affd700 1 --2- 172.21.15.5:0/2833647686 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f0f2c1570c0 0x7f0f2c0c9910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:43:01.396 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.386+0000 7f0f2b7fe700 1 -- 172.21.15.5:0/2833647686 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f0f2c15ce10 msgr2=0x7f0f2c1515b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:43:01.396 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.386+0000 7f0f2b7fe700 1 --2- 172.21.15.5:0/2833647686 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f0f2c15ce10 0x7f0f2c1515b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:43:01.396 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.386+0000 7f0f2b7fe700 1 -- 172.21.15.5:0/2833647686 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f0f2c1570c0 msgr2=0x7f0f2c0c9910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:43:01.396 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.386+0000 7f0f2b7fe700 1 --2- 172.21.15.5:0/2833647686 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f0f2c1570c0 0x7f0f2c0c9910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:43:01.396 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.386+0000 7f0f2b7fe700 1 -- 172.21.15.5:0/2833647686 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0f200094b0 con 0x7f0f2c06de70 2024-09-13T16:43:01.396 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.386+0000 7f0f2b7fe700 1 --2- 172.21.15.5:0/2833647686 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0f2c06de70 0x7f0f2c15f020 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f0f200090b0 tx=0x7f0f20004770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:43:01.396 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.386+0000 7f0f13fff700 1 -- 172.21.15.5:0/2833647686 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0f200038c0 con 0x7f0f2c06de70 2024-09-13T16:43:01.397 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.386+0000 7f0f13fff700 1 -- 172.21.15.5:0/2833647686 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0f2001f070 con 0x7f0f2c06de70 2024-09-13T16:43:01.397 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.386+0000 7f0f13fff700 1 -- 172.21.15.5:0/2833647686 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0f20003c60 con 0x7f0f2c06de70 2024-09-13T16:43:01.397 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.386+0000 7f0f31dea700 1 -- 172.21.15.5:0/2833647686 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0f2c1f2e50 con 0x7f0f2c06de70 2024-09-13T16:43:01.397 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.386+0000 7f0f31dea700 1 -- 172.21.15.5:0/2833647686 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0f2c1f3410 con 0x7f0f2c06de70 2024-09-13T16:43:01.397 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.390+0000 7f0f31dea700 1 -- 172.21.15.5:0/2833647686 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0f2c070ba0 con 0x7f0f2c06de70 2024-09-13T16:43:01.398 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.390+0000 7f0f13fff700 1 -- 172.21.15.5:0/2833647686 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f0f2001a430 con 0x7f0f2c06de70 2024-09-13T16:43:01.398 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.390+0000 7f0f13fff700 1 --2- 172.21.15.5:0/2833647686 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f0f18066730 0x7f0f18068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:43:01.398 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.390+0000 7f0f13fff700 1 -- 172.21.15.5:0/2833647686 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6642+0+0 (secure 0 0 0) 0x7f0f20021070 con 0x7f0f2c06de70 2024-09-13T16:43:01.399 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.390+0000 7f0f2affd700 1 --2- 172.21.15.5:0/2833647686 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f0f18066730 0x7f0f18068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:43:01.399 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.394+0000 7f0f2affd700 1 --2- 172.21.15.5:0/2833647686 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f0f18066730 0x7f0f18068bf0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f0f2c067650 tx=0x7f0f1c003a40 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:43:01.410 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.402+0000 7f0f13fff700 1 -- 172.21.15.5:0/2833647686 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f0f20052ee0 con 0x7f0f2c06de70 2024-09-13T16:43:01.587 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.578+0000 7f0f31dea700 1 -- 172.21.15.5:0/2833647686 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command([{prefix=config set, name=mon_health_to_clog}] v 0) v1 -- 0x7f0f2c1574a0 con 0x7f0f2c06de70 2024-09-13T16:43:01.596 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.590+0000 7f0f13fff700 1 -- 172.21.15.5:0/2833647686 <== mon.0 v2:172.21.15.5:3300/0 7 ==== config(1 keys) v1 ==== 35+0+0 (secure 0 0 0) 0x7f0f20052ee0 con 0x7f0f2c06de70 2024-09-13T16:43:01.597 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.590+0000 7f0f13fff700 1 -- 172.21.15.5:0/2833647686 <== mon.0 v2:172.21.15.5:3300/0 8 ==== mon_command_ack([{prefix=config set, name=mon_health_to_clog}]=0 v10)=0 v10) v1 ==== 123+0+0 (secure 0 0 0) 0x7f0f200150c0 con 0x7f0f2c06de70 2024-09-13T16:43:01.600 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.594+0000 7f0f31dea700 1 -- 172.21.15.5:0/2833647686 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f0f18066730 msgr2=0x7f0f18068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:43:01.600 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.594+0000 7f0f31dea700 1 --2- 172.21.15.5:0/2833647686 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f0f18066730 0x7f0f18068bf0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f0f2c067650 tx=0x7f0f1c003a40 comp rx=0 tx=0).stop 2024-09-13T16:43:01.600 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.594+0000 7f0f31dea700 1 -- 172.21.15.5:0/2833647686 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0f2c06de70 msgr2=0x7f0f2c15f020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:43:01.600 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.594+0000 7f0f31dea700 1 --2- 172.21.15.5:0/2833647686 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0f2c06de70 0x7f0f2c15f020 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f0f200090b0 tx=0x7f0f20004770 comp rx=0 tx=0).stop 2024-09-13T16:43:01.601 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.594+0000 7f0f31dea700 1 -- 172.21.15.5:0/2833647686 shutdown_connections 2024-09-13T16:43:01.601 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.594+0000 7f0f31dea700 1 --2- 172.21.15.5:0/2833647686 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f0f2c15ce10 0x7f0f2c1515b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:43:01.601 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.594+0000 7f0f31dea700 1 --2- 172.21.15.5:0/2833647686 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f0f18066730 0x7f0f18068bf0 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:43:01.601 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.594+0000 7f0f31dea700 1 --2- 172.21.15.5:0/2833647686 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f0f2c1570c0 0x7f0f2c0c9910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:43:01.601 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.594+0000 7f0f31dea700 1 --2- 172.21.15.5:0/2833647686 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0f2c06de70 0x7f0f2c15f020 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:43:01.601 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.594+0000 7f0f31dea700 1 -- 172.21.15.5:0/2833647686 >> 172.21.15.5:0/2833647686 conn(0x7f0f2c0ca3f0 msgr2=0x7f0f2c0c5790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:43:01.601 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.594+0000 7f0f31dea700 1 -- 172.21.15.5:0/2833647686 shutdown_connections 2024-09-13T16:43:01.601 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.594+0000 7f0f31dea700 1 -- 172.21.15.5:0/2833647686 wait complete. 2024-09-13T16:43:01.613 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-13T16:43:01.614 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:43:01.729 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.722+0000 7f7fda14e700 1 Processor -- start 2024-09-13T16:43:01.729 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.722+0000 7f7fda14e700 1 -- start start 2024-09-13T16:43:01.730 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.722+0000 7f7fda14e700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f7fd406b210 0x7f7fd40721a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:43:01.730 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.722+0000 7f7fda14e700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f7fd40c8b90 0x7f7fd4163250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:43:01.730 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.722+0000 7f7fda14e700 1 -- --> v1:172.21.15.179:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7fd4159350 con 0x7f7fd4071dc0 2024-09-13T16:43:01.731 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.722+0000 7f7fda14e700 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7fd406a6e0 con 0x7f7fd406b210 2024-09-13T16:43:01.731 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.722+0000 7f7fda14e700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7fd40726e0 con 0x7f7fd40c8b90 2024-09-13T16:43:01.731 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.722+0000 7f7fd894b700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f7fd406b210 0x7f7fd40721a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:43:01.731 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.722+0000 7f7fd894b700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f7fd406b210 0x7f7fd40721a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:40090/0 (socket says 172.21.15.5:40090) 2024-09-13T16:43:01.731 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.722+0000 7f7fd894b700 1 -- 172.21.15.5:0/3136321385 learned_addr learned my addr 172.21.15.5:0/3136321385 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:43:01.731 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.722+0000 7f7fd994d700 1 --2- 172.21.15.5:0/3136321385 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f7fd40c8b90 0x7f7fd4163250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:43:01.731 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.722+0000 7f7fd894b700 1 -- 172.21.15.5:0/3136321385 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f7fd40c8b90 msgr2=0x7f7fd4163250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:43:01.731 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.722+0000 7f7fd894b700 1 --2- 172.21.15.5:0/3136321385 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f7fd40c8b90 0x7f7fd4163250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:43:01.731 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.722+0000 7f7fd894b700 1 -- 172.21.15.5:0/3136321385 >> v1:172.21.15.179:6789/0 conn(0x7f7fd4071dc0 legacy=0x7f7fd406ab00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:43:01.731 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.722+0000 7f7fd894b700 1 -- 172.21.15.5:0/3136321385 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7fd406a390 con 0x7f7fd406b210 2024-09-13T16:43:01.731 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.722+0000 7f7fd894b700 1 --2- 172.21.15.5:0/3136321385 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7fd406b210 0x7f7fd40721a0 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f7fc4009910 tx=0x7f7fc4009c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bdaf3936fef07ea8 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:43:01.731 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.722+0000 7f7fcbfff700 1 -- 172.21.15.5:0/3136321385 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7fc400ba60 con 0x7f7fd406b210 2024-09-13T16:43:01.731 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.722+0000 7f7fcbfff700 1 -- 172.21.15.5:0/3136321385 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(1 keys) v1 ==== 35+0+0 (secure 0 0 0) 0x7f7fc400bbc0 con 0x7f7fd406b210 2024-09-13T16:43:01.731 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.722+0000 7f7fcbfff700 1 -- 172.21.15.5:0/3136321385 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7fc4009e60 con 0x7f7fd406b210 2024-09-13T16:43:01.732 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.722+0000 7f7fda14e700 1 -- 172.21.15.5:0/3136321385 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7fd406b210 msgr2=0x7f7fd40721a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:43:01.732 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.722+0000 7f7fda14e700 1 --2- 172.21.15.5:0/3136321385 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7fd406b210 0x7f7fd40721a0 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f7fc4009910 tx=0x7f7fc4009c20 comp rx=0 tx=0).stop 2024-09-13T16:43:01.732 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.722+0000 7f7fda14e700 1 -- 172.21.15.5:0/3136321385 shutdown_connections 2024-09-13T16:43:01.733 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.722+0000 7f7fda14e700 1 --2- 172.21.15.5:0/3136321385 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f7fd40c8b90 0x7f7fd4163250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:43:01.733 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.722+0000 7f7fda14e700 1 --2- 172.21.15.5:0/3136321385 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7fd406b210 0x7f7fd40721a0 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:43:01.733 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.722+0000 7f7fda14e700 1 -- 172.21.15.5:0/3136321385 >> 172.21.15.5:0/3136321385 conn(0x7f7fd40cc560 msgr2=0x7f7fd40cc970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:43:01.733 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.726+0000 7f7fda14e700 1 -- 172.21.15.5:0/3136321385 shutdown_connections 2024-09-13T16:43:01.733 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.726+0000 7f7fda14e700 1 -- 172.21.15.5:0/3136321385 wait complete. 2024-09-13T16:43:01.733 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.726+0000 7f7fda14e700 1 Processor -- start 2024-09-13T16:43:01.733 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.726+0000 7f7fda14e700 1 -- start start 2024-09-13T16:43:01.735 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.726+0000 7f7fda14e700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f7fd406b210 0x7f7fd41e4300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:43:01.735 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.726+0000 7f7fda14e700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7fd4071dc0 0x7f7fd4150620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:43:01.735 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.726+0000 7f7fda14e700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f7fd40c8b90 0x7f7fd4150b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:43:01.735 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.726+0000 7f7fda14e700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7fd41564f0 con 0x7f7fd4071dc0 2024-09-13T16:43:01.735 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.726+0000 7f7fda14e700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7fd40cbb20 con 0x7f7fd40c8b90 2024-09-13T16:43:01.736 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.726+0000 7f7fda14e700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7fd40cbe00 con 0x7f7fd406b210 2024-09-13T16:43:01.736 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.726+0000 7f7fd894b700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7fd4071dc0 0x7f7fd4150620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:43:01.736 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.726+0000 7f7fd894b700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7fd4071dc0 0x7f7fd4150620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:40092/0 (socket says 172.21.15.5:40092) 2024-09-13T16:43:01.736 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.726+0000 7f7fd894b700 1 -- 172.21.15.5:0/3334685605 learned_addr learned my addr 172.21.15.5:0/3334685605 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:43:01.736 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.726+0000 7f7fd994d700 1 --2- 172.21.15.5:0/3334685605 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f7fd40c8b90 0x7f7fd4150b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:43:01.736 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.726+0000 7f7fd914c700 1 --2- 172.21.15.5:0/3334685605 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f7fd406b210 0x7f7fd41e4300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:43:01.736 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.726+0000 7f7fd894b700 1 -- 172.21.15.5:0/3334685605 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f7fd406b210 msgr2=0x7f7fd41e4300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:43:01.736 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.726+0000 7f7fd894b700 1 --2- 172.21.15.5:0/3334685605 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f7fd406b210 0x7f7fd41e4300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:43:01.736 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.726+0000 7f7fd894b700 1 -- 172.21.15.5:0/3334685605 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f7fd40c8b90 msgr2=0x7f7fd4150b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:43:01.736 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.726+0000 7f7fd894b700 1 --2- 172.21.15.5:0/3334685605 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f7fd40c8b90 0x7f7fd4150b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:43:01.736 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.726+0000 7f7fd894b700 1 -- 172.21.15.5:0/3334685605 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7fc4009570 con 0x7f7fd4071dc0 2024-09-13T16:43:01.737 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.730+0000 7f7fd894b700 1 --2- 172.21.15.5:0/3334685605 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7fd4071dc0 0x7f7fd4150620 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f7fc4000c00 tx=0x7f7fc4004770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:43:01.737 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.730+0000 7f7fc9ffb700 1 -- 172.21.15.5:0/3334685605 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7fc4004450 con 0x7f7fd4071dc0 2024-09-13T16:43:01.741 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.730+0000 7f7fda14e700 1 -- 172.21.15.5:0/3334685605 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7fd40cc0e0 con 0x7f7fd4071dc0 2024-09-13T16:43:01.741 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.730+0000 7f7fc9ffb700 1 -- 172.21.15.5:0/3334685605 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(1 keys) v1 ==== 35+0+0 (secure 0 0 0) 0x7f7fc401f070 con 0x7f7fd4071dc0 2024-09-13T16:43:01.741 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.730+0000 7f7fc9ffb700 1 -- 172.21.15.5:0/3334685605 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7fc4003920 con 0x7f7fd4071dc0 2024-09-13T16:43:01.741 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.730+0000 7f7fda14e700 1 -- 172.21.15.5:0/3334685605 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7fd414e860 con 0x7f7fd4071dc0 2024-09-13T16:43:01.741 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.730+0000 7f7fda14e700 1 -- 172.21.15.5:0/3334685605 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7fd4156980 con 0x7f7fd4071dc0 2024-09-13T16:43:01.742 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.730+0000 7f7fc9ffb700 1 -- 172.21.15.5:0/3334685605 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f7fc4003a80 con 0x7f7fd4071dc0 2024-09-13T16:43:01.742 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.730+0000 7f7fc9ffb700 1 --2- 172.21.15.5:0/3334685605 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f7fb8066730 0x7f7fb8068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:43:01.742 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.730+0000 7f7fc9ffb700 1 -- 172.21.15.5:0/3334685605 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6642+0+0 (secure 0 0 0) 0x7f7fc4021070 con 0x7f7fd4071dc0 2024-09-13T16:43:01.742 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.730+0000 7f7fd914c700 1 --2- 172.21.15.5:0/3334685605 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f7fb8066730 0x7f7fb8068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:43:01.742 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.734+0000 7f7fd914c700 1 --2- 172.21.15.5:0/3334685605 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f7fb8066730 0x7f7fb8068bf0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f7fd0000f60 tx=0x7f7fd0009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:43:01.747 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.738+0000 7f7fc9ffb700 1 -- 172.21.15.5:0/3334685605 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f7fc40529d0 con 0x7f7fd4071dc0 2024-09-13T16:43:01.956 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.950+0000 7f7fda14e700 1 -- 172.21.15.5:0/3334685605 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f7fd40af1a0 con 0x7f7fd4071dc0 2024-09-13T16:43:01.957 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.950+0000 7f7fc9ffb700 1 -- 172.21.15.5:0/3334685605 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) v1 ==== 93+0+6248 (secure 0 0 0) 0x7f7fc402a090 con 0x7f7fd4071dc0 2024-09-13T16:43:01.957 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-13T16:43:01.958 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":9,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4238,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.179:6835/2401895463","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6834","nonce":2401895463},{"type":"v1","addr":"172.21.15.179:6835","nonce":2401895463}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":4300,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6837/1494583962","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6836","nonce":1494583962},{"type":"v1","addr":"172.21.15.5:6837","nonce":1494583962}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4312,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.179:6839/3686640361","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6838","nonce":3686640361},{"type":"v1","addr":"172.21.15.179:6839","nonce":3686640361}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":14241,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6833/3367514788","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6832","nonce":3367514788},{"type":"v1","addr":"172.21.15.5:6833","nonce":3367514788}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":14259,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6835/1559444898","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6834","nonce":1559444898},{"type":"v1","addr":"172.21.15.5:6835","nonce":1559444898}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":9,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:15:41.393613+0000","modified":"2024-09-13T16:15:58.648912+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":14271},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14271":{"gid":14271,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.179:6837/3666040612","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6836","nonce":3666040612},{"type":"v1","addr":"172.21.15.179:6837","nonce":3666040612}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-09-13T16:43:01.960 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.950+0000 7f7fda14e700 1 -- 172.21.15.5:0/3334685605 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f7fb8066730 msgr2=0x7f7fb8068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:43:01.960 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.950+0000 7f7fda14e700 1 --2- 172.21.15.5:0/3334685605 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f7fb8066730 0x7f7fb8068bf0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f7fd0000f60 tx=0x7f7fd0009040 comp rx=0 tx=0).stop 2024-09-13T16:43:01.960 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.950+0000 7f7fda14e700 1 -- 172.21.15.5:0/3334685605 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7fd4071dc0 msgr2=0x7f7fd4150620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:43:01.960 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.950+0000 7f7fda14e700 1 --2- 172.21.15.5:0/3334685605 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7fd4071dc0 0x7f7fd4150620 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f7fc4000c00 tx=0x7f7fc4004770 comp rx=0 tx=0).stop 2024-09-13T16:43:01.960 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.950+0000 7f7fda14e700 1 -- 172.21.15.5:0/3334685605 shutdown_connections 2024-09-13T16:43:01.960 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.950+0000 7f7fda14e700 1 --2- 172.21.15.5:0/3334685605 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f7fb8066730 0x7f7fb8068bf0 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:43:01.960 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.950+0000 7f7fda14e700 1 --2- 172.21.15.5:0/3334685605 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f7fd40c8b90 0x7f7fd4150b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:43:01.960 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.950+0000 7f7fda14e700 1 --2- 172.21.15.5:0/3334685605 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7fd4071dc0 0x7f7fd4150620 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:43:01.960 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.950+0000 7f7fda14e700 1 --2- 172.21.15.5:0/3334685605 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f7fd406b210 0x7f7fd41e4300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:43:01.961 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.950+0000 7f7fda14e700 1 -- 172.21.15.5:0/3334685605 >> 172.21.15.5:0/3334685605 conn(0x7f7fd40cc560 msgr2=0x7f7fd40adcb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:43:01.961 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.950+0000 7f7fda14e700 1 -- 172.21.15.5:0/3334685605 shutdown_connections 2024-09-13T16:43:01.961 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:01.950+0000 7f7fda14e700 1 -- 172.21.15.5:0/3334685605 wait complete. 2024-09-13T16:43:01.961 INFO:teuthology.orchestra.run.smithi005.stderr:dumped fsmap epoch 9 2024-09-13T16:43:01.972 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:43:02.095 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.082+0000 7effaf59e700 1 Processor -- start 2024-09-13T16:43:02.095 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.082+0000 7effaf59e700 1 -- start start 2024-09-13T16:43:02.095 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.086+0000 7effaf59e700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7effb00c68a0 0x7effb0150cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:43:02.095 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.086+0000 7effaf59e700 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7effb006e760 con 0x7effb00c3c00 2024-09-13T16:43:02.095 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.086+0000 7effaf59e700 1 -- --> v1:172.21.15.179:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7effb00caea0 con 0x7effb006cc60 2024-09-13T16:43:02.096 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.086+0000 7effaf59e700 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 v1 -- 0x7effb00c6250 con 0x7effb00c68a0 2024-09-13T16:43:02.096 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.086+0000 7effaed9d700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7effb00c68a0 0x7effb0150cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:43:02.096 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.086+0000 7effaed9d700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7effb00c68a0 0x7effb0150cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:40096/0 (socket says 172.21.15.5:40096) 2024-09-13T16:43:02.096 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.086+0000 7effae59c700 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7effb00c3c00 0x7effb01568a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:45320/0 (socket says 172.21.15.5:45320) 2024-09-13T16:43:02.096 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.086+0000 7effaed9d700 1 -- 172.21.15.5:0/3628623159 learned_addr learned my addr 172.21.15.5:0/3628623159 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:43:02.096 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.086+0000 7effaed9d700 1 -- 172.21.15.5:0/3628623159 >> v1:172.21.15.179:6789/0 conn(0x7effb006cc60 legacy=0x7effb01505b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:43:02.096 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.086+0000 7effaed9d700 1 -- 172.21.15.5:0/3628623159 >> v1:172.21.15.5:6789/0 conn(0x7effb00c3c00 legacy=0x7effb01568a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:43:02.096 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.086+0000 7effaed9d700 1 -- 172.21.15.5:0/3628623159 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7effb00c4db0 con 0x7effb00c68a0 2024-09-13T16:43:02.097 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.086+0000 7effaed9d700 1 --2- 172.21.15.5:0/3628623159 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7effb00c68a0 0x7effb0150cc0 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7effa8009e50 tx=0x7effa800b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=27a7cb55d38e3330 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:43:02.097 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.086+0000 7effadd9b700 1 -- 172.21.15.5:0/3628623159 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7effa800e070 con 0x7effb00c68a0 2024-09-13T16:43:02.097 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.086+0000 7effadd9b700 1 -- 172.21.15.5:0/3628623159 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(1 keys) v1 ==== 35+0+0 (secure 0 0 0) 0x7effa800b9c0 con 0x7effb00c68a0 2024-09-13T16:43:02.097 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.086+0000 7effadd9b700 1 -- 172.21.15.5:0/3628623159 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7effa800bd90 con 0x7effb00c68a0 2024-09-13T16:43:02.097 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.086+0000 7effaf59e700 1 -- 172.21.15.5:0/3628623159 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7effb00c68a0 msgr2=0x7effb0150cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:43:02.097 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.086+0000 7effaf59e700 1 --2- 172.21.15.5:0/3628623159 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7effb00c68a0 0x7effb0150cc0 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7effa8009e50 tx=0x7effa800b330 comp rx=0 tx=0).stop 2024-09-13T16:43:02.097 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.086+0000 7effaf59e700 1 -- 172.21.15.5:0/3628623159 shutdown_connections 2024-09-13T16:43:02.097 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.086+0000 7effaf59e700 1 --2- 172.21.15.5:0/3628623159 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7effb00c68a0 0x7effb0150cc0 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:43:02.097 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.086+0000 7effaf59e700 1 -- 172.21.15.5:0/3628623159 >> 172.21.15.5:0/3628623159 conn(0x7effb006ada0 msgr2=0x7effb00ca280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:43:02.097 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.086+0000 7effaf59e700 1 -- 172.21.15.5:0/3628623159 shutdown_connections 2024-09-13T16:43:02.097 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.086+0000 7effaf59e700 1 -- 172.21.15.5:0/3628623159 wait complete. 2024-09-13T16:43:02.100 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.090+0000 7effaf59e700 1 Processor -- start 2024-09-13T16:43:02.100 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.090+0000 7effaf59e700 1 -- start start 2024-09-13T16:43:02.101 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.090+0000 7effaf59e700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7effb006cc60 0x7effb01e3310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:43:02.101 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.090+0000 7effaf59e700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7effb00c3c00 0x7effb01e3850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:43:02.101 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.090+0000 7effaf59e700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7effb00c68a0 0x7effb01519b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:43:02.101 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.090+0000 7effaf59e700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7effb01efba0 con 0x7effb006cc60 2024-09-13T16:43:02.101 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.090+0000 7effaf59e700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7effb01ec730 con 0x7effb00c68a0 2024-09-13T16:43:02.101 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.090+0000 7effaf59e700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7effb01eca10 con 0x7effb00c3c00 2024-09-13T16:43:02.101 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.090+0000 7effae59c700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7effb006cc60 0x7effb01e3310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:43:02.101 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.090+0000 7effae59c700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7effb006cc60 0x7effb01e3310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:40110/0 (socket says 172.21.15.5:40110) 2024-09-13T16:43:02.101 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.090+0000 7effae59c700 1 -- 172.21.15.5:0/1865939401 learned_addr learned my addr 172.21.15.5:0/1865939401 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:43:02.101 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.090+0000 7effa7fff700 1 --2- 172.21.15.5:0/1865939401 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7effb00c3c00 0x7effb01e3850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:43:02.102 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.090+0000 7effaed9d700 1 --2- 172.21.15.5:0/1865939401 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7effb00c68a0 0x7effb01519b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:43:02.102 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.090+0000 7effae59c700 1 -- 172.21.15.5:0/1865939401 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7effb00c3c00 msgr2=0x7effb01e3850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:43:02.102 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.090+0000 7effae59c700 1 --2- 172.21.15.5:0/1865939401 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7effb00c3c00 0x7effb01e3850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:43:02.102 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.090+0000 7effae59c700 1 -- 172.21.15.5:0/1865939401 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7effb00c68a0 msgr2=0x7effb01519b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:43:02.102 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.090+0000 7effae59c700 1 --2- 172.21.15.5:0/1865939401 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7effb00c68a0 0x7effb01519b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:43:02.102 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.090+0000 7effae59c700 1 -- 172.21.15.5:0/1865939401 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7effa8009b30 con 0x7effb006cc60 2024-09-13T16:43:02.102 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.090+0000 7effae59c700 1 --2- 172.21.15.5:0/1865939401 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7effb006cc60 0x7effb01e3310 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7effa000c700 tx=0x7effa000ca10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:43:02.102 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.090+0000 7effa6ffd700 1 -- 172.21.15.5:0/1865939401 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7effa0005cd0 con 0x7effb006cc60 2024-09-13T16:43:02.102 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.090+0000 7effa6ffd700 1 -- 172.21.15.5:0/1865939401 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(1 keys) v1 ==== 35+0+0 (secure 0 0 0) 0x7effa0005e30 con 0x7effb006cc60 2024-09-13T16:43:02.102 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.090+0000 7effaf59e700 1 -- 172.21.15.5:0/1865939401 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7effb01eccf0 con 0x7effb006cc60 2024-09-13T16:43:02.102 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.090+0000 7effa6ffd700 1 -- 172.21.15.5:0/1865939401 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7effa00072d0 con 0x7effb006cc60 2024-09-13T16:43:02.102 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.090+0000 7effaf59e700 1 -- 172.21.15.5:0/1865939401 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7effb01ec400 con 0x7effb006cc60 2024-09-13T16:43:02.102 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.094+0000 7effaf59e700 1 -- 172.21.15.5:0/1865939401 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7effb00c10b0 con 0x7effb006cc60 2024-09-13T16:43:02.103 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.094+0000 7effa6ffd700 1 -- 172.21.15.5:0/1865939401 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7effa0007430 con 0x7effb006cc60 2024-09-13T16:43:02.103 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.094+0000 7effa6ffd700 1 --2- 172.21.15.5:0/1865939401 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7eff90066730 0x7eff90068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:43:02.104 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.094+0000 7effa6ffd700 1 -- 172.21.15.5:0/1865939401 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6642+0+0 (secure 0 0 0) 0x7effa0083890 con 0x7effb006cc60 2024-09-13T16:43:02.104 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.094+0000 7effa7fff700 1 --2- 172.21.15.5:0/1865939401 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7eff90066730 0x7eff90068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:43:02.104 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.094+0000 7effa7fff700 1 --2- 172.21.15.5:0/1865939401 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7eff90066730 0x7eff90068bf0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7effb0154b70 tx=0x7eff98009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:43:02.107 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.098+0000 7effa6ffd700 1 -- 172.21.15.5:0/1865939401 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7effa00508f0 con 0x7effb006cc60 2024-09-13T16:43:02.315 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.306+0000 7effaf59e700 1 -- 172.21.15.5:0/1865939401 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7effb006d5c0 con 0x7effb006cc60 2024-09-13T16:43:02.316 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.310+0000 7effa6ffd700 1 -- 172.21.15.5:0/1865939401 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) v1 ==== 93+0+6248 (secure 0 0 0) 0x7effa0017090 con 0x7effb006cc60 2024-09-13T16:43:02.316 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-13T16:43:02.317 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":9,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4238,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.179:6835/2401895463","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6834","nonce":2401895463},{"type":"v1","addr":"172.21.15.179:6835","nonce":2401895463}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":4300,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6837/1494583962","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6836","nonce":1494583962},{"type":"v1","addr":"172.21.15.5:6837","nonce":1494583962}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4312,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.179:6839/3686640361","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6838","nonce":3686640361},{"type":"v1","addr":"172.21.15.179:6839","nonce":3686640361}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":14241,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6833/3367514788","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6832","nonce":3367514788},{"type":"v1","addr":"172.21.15.5:6833","nonce":3367514788}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":14259,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6835/1559444898","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6834","nonce":1559444898},{"type":"v1","addr":"172.21.15.5:6835","nonce":1559444898}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":9,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:15:41.393613+0000","modified":"2024-09-13T16:15:58.648912+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":14271},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14271":{"gid":14271,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.179:6837/3666040612","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6836","nonce":3666040612},{"type":"v1","addr":"172.21.15.179:6837","nonce":3666040612}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-09-13T16:43:02.320 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.310+0000 7effaf59e700 1 -- 172.21.15.5:0/1865939401 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7eff90066730 msgr2=0x7eff90068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:43:02.320 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.310+0000 7effaf59e700 1 --2- 172.21.15.5:0/1865939401 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7eff90066730 0x7eff90068bf0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7effb0154b70 tx=0x7eff98009040 comp rx=0 tx=0).stop 2024-09-13T16:43:02.320 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.310+0000 7effaf59e700 1 -- 172.21.15.5:0/1865939401 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7effb006cc60 msgr2=0x7effb01e3310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:43:02.320 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.310+0000 7effaf59e700 1 --2- 172.21.15.5:0/1865939401 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7effb006cc60 0x7effb01e3310 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7effa000c700 tx=0x7effa000ca10 comp rx=0 tx=0).stop 2024-09-13T16:43:02.320 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.310+0000 7effaf59e700 1 -- 172.21.15.5:0/1865939401 shutdown_connections 2024-09-13T16:43:02.321 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.310+0000 7effaf59e700 1 --2- 172.21.15.5:0/1865939401 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7eff90066730 0x7eff90068bf0 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:43:02.321 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.310+0000 7effaf59e700 1 --2- 172.21.15.5:0/1865939401 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7effb00c68a0 0x7effb01519b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:43:02.321 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.310+0000 7effaf59e700 1 --2- 172.21.15.5:0/1865939401 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7effb00c3c00 0x7effb01e3850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:43:02.321 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.310+0000 7effaf59e700 1 --2- 172.21.15.5:0/1865939401 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7effb006cc60 0x7effb01e3310 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:43:02.321 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.310+0000 7effaf59e700 1 -- 172.21.15.5:0/1865939401 >> 172.21.15.5:0/1865939401 conn(0x7effb006ada0 msgr2=0x7effb014b0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:43:02.321 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.310+0000 7effaf59e700 1 -- 172.21.15.5:0/1865939401 shutdown_connections 2024-09-13T16:43:02.321 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.310+0000 7effaf59e700 1 -- 172.21.15.5:0/1865939401 wait complete. 2024-09-13T16:43:02.321 INFO:teuthology.orchestra.run.smithi005.stderr:dumped fsmap epoch 9 2024-09-13T16:43:02.332 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:43:02.442 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.434+0000 7f97a9df1700 1 Processor -- start 2024-09-13T16:43:02.442 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.434+0000 7f97a9df1700 1 -- start start 2024-09-13T16:43:02.443 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.434+0000 7f97a9df1700 1 --2- >> v2:172.21.15.179:3300/0 conn(0x7f97a4152b30 0x7f97a40c4260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:43:02.443 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.434+0000 7f97a9df1700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f97a40b22c0 0x7f97a415be10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:43:02.443 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.434+0000 7f97a9df1700 1 -- --> v1:172.21.15.179:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f97a40b1590 con 0x7f97a40b26c0 2024-09-13T16:43:02.444 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.434+0000 7f97a9df1700 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f97a40b33c0 con 0x7f97a40b22c0 2024-09-13T16:43:02.444 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.434+0000 7f97a9df1700 1 -- --> v2:172.21.15.179:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f97a40c47a0 con 0x7f97a4152b30 2024-09-13T16:43:02.444 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.434+0000 7f97a3fff700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f97a40b22c0 0x7f97a415be10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:43:02.444 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.434+0000 7f97a3fff700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f97a40b22c0 0x7f97a415be10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:40124/0 (socket says 172.21.15.5:40124) 2024-09-13T16:43:02.444 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.434+0000 7f97a3fff700 1 -- 172.21.15.5:0/1214643811 learned_addr learned my addr 172.21.15.5:0/1214643811 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:43:02.444 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.438+0000 7f97a8def700 1 --2- 172.21.15.5:0/1214643811 >> v2:172.21.15.179:3300/0 conn(0x7f97a4152b30 0x7f97a40c4260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:43:02.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.438+0000 7f97a3fff700 1 -- 172.21.15.5:0/1214643811 >> v2:172.21.15.179:3300/0 conn(0x7f97a4152b30 msgr2=0x7f97a40c4260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:43:02.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.438+0000 7f97a3fff700 1 --2- 172.21.15.5:0/1214643811 >> v2:172.21.15.179:3300/0 conn(0x7f97a4152b30 0x7f97a40c4260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:43:02.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.438+0000 7f97a3fff700 1 -- 172.21.15.5:0/1214643811 >> v1:172.21.15.179:6789/0 conn(0x7f97a40b26c0 legacy=0x7f97a415c350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:43:02.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.438+0000 7f97a3fff700 1 -- 172.21.15.5:0/1214643811 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f97a40b1e30 con 0x7f97a40b22c0 2024-09-13T16:43:02.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.438+0000 7f97a8def700 1 --2- 172.21.15.5:0/1214643811 >> v2:172.21.15.179:3300/0 conn(0x7f97a4152b30 0x7f97a40c4260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:43:02.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.438+0000 7f97a3fff700 1 --2- 172.21.15.5:0/1214643811 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f97a40b22c0 0x7f97a415be10 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f97a406ee40 tx=0x7f9794009c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=89cd7ec17d460154 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:43:02.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.438+0000 7f97a37fe700 1 -- 172.21.15.5:0/1214643811 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f979400ba20 con 0x7f97a40b22c0 2024-09-13T16:43:02.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.438+0000 7f97a37fe700 1 -- 172.21.15.5:0/1214643811 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(1 keys) v1 ==== 35+0+0 (secure 0 0 0) 0x7f979400bb80 con 0x7f97a40b22c0 2024-09-13T16:43:02.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.438+0000 7f97a37fe700 1 -- 172.21.15.5:0/1214643811 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9794009e60 con 0x7f97a40b22c0 2024-09-13T16:43:02.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.438+0000 7f97a9df1700 1 -- 172.21.15.5:0/1214643811 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f97a40b22c0 msgr2=0x7f97a415be10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:43:02.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.438+0000 7f97a9df1700 1 --2- 172.21.15.5:0/1214643811 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f97a40b22c0 0x7f97a415be10 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f97a406ee40 tx=0x7f9794009c20 comp rx=0 tx=0).stop 2024-09-13T16:43:02.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.438+0000 7f97a9df1700 1 -- 172.21.15.5:0/1214643811 shutdown_connections 2024-09-13T16:43:02.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.438+0000 7f97a9df1700 1 --2- 172.21.15.5:0/1214643811 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f97a40b22c0 0x7f97a415be10 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:43:02.447 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.438+0000 7f97a9df1700 1 --2- 172.21.15.5:0/1214643811 >> v2:172.21.15.179:3300/0 conn(0x7f97a4152b30 0x7f97a40c4260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:43:02.447 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.438+0000 7f97a9df1700 1 -- 172.21.15.5:0/1214643811 >> 172.21.15.5:0/1214643811 conn(0x7f97a406e7a0 msgr2=0x7f97a40caf70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:43:02.447 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.438+0000 7f97a9df1700 1 -- 172.21.15.5:0/1214643811 shutdown_connections 2024-09-13T16:43:02.447 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.438+0000 7f97a9df1700 1 -- 172.21.15.5:0/1214643811 wait complete. 2024-09-13T16:43:02.447 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.438+0000 7f97a9df1700 1 Processor -- start 2024-09-13T16:43:02.447 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.438+0000 7f97a9df1700 1 -- start start 2024-09-13T16:43:02.448 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.442+0000 7f97a9df1700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f97a40b22c0 0x7f97a41e0650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:43:02.449 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.442+0000 7f97a9df1700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f97a40b26c0 0x7f97a4145510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:43:02.449 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.442+0000 7f97a9df1700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f97a4152b30 0x7f97a41df4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:43:02.449 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.442+0000 7f97a9df1700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f97a4071be0 con 0x7f97a4152b30 2024-09-13T16:43:02.449 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.442+0000 7f97a9df1700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f97a41e0b90 con 0x7f97a40b22c0 2024-09-13T16:43:02.449 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.442+0000 7f97a9df1700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f97a4071620 con 0x7f97a40b26c0 2024-09-13T16:43:02.449 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.442+0000 7f97a95f0700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f97a4152b30 0x7f97a41df4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:43:02.449 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.442+0000 7f97a95f0700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f97a4152b30 0x7f97a41df4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:40126/0 (socket says 172.21.15.5:40126) 2024-09-13T16:43:02.449 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.442+0000 7f97a95f0700 1 -- 172.21.15.5:0/3546885789 learned_addr learned my addr 172.21.15.5:0/3546885789 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:43:02.449 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.442+0000 7f97a8def700 1 --2- 172.21.15.5:0/3546885789 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f97a40b22c0 0x7f97a41e0650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:43:02.449 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.442+0000 7f97a3fff700 1 --2- 172.21.15.5:0/3546885789 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f97a40b26c0 0x7f97a4145510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:43:02.450 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.442+0000 7f97a95f0700 1 -- 172.21.15.5:0/3546885789 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f97a40b26c0 msgr2=0x7f97a4145510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:43:02.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.442+0000 7f97a95f0700 1 --2- 172.21.15.5:0/3546885789 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f97a40b26c0 0x7f97a4145510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:43:02.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.442+0000 7f97a95f0700 1 -- 172.21.15.5:0/3546885789 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f97a40b22c0 msgr2=0x7f97a41e0650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:43:02.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.442+0000 7f97a95f0700 1 --2- 172.21.15.5:0/3546885789 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f97a40b22c0 0x7f97a41e0650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:43:02.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.442+0000 7f97a95f0700 1 -- 172.21.15.5:0/3546885789 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9794009570 con 0x7f97a4152b30 2024-09-13T16:43:02.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.442+0000 7f97a95f0700 1 --2- 172.21.15.5:0/3546885789 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f97a4152b30 0x7f97a41df4f0 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f979c00cba0 tx=0x7f979c00ceb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:43:02.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.442+0000 7f97a17fa700 1 -- 172.21.15.5:0/3546885789 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f979c003c20 con 0x7f97a4152b30 2024-09-13T16:43:02.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.442+0000 7f97a9df1700 1 -- 172.21.15.5:0/3546885789 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f97a4071900 con 0x7f97a4152b30 2024-09-13T16:43:02.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.442+0000 7f97a17fa700 1 -- 172.21.15.5:0/3546885789 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(1 keys) v1 ==== 35+0+0 (secure 0 0 0) 0x7f979c003d80 con 0x7f97a4152b30 2024-09-13T16:43:02.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.442+0000 7f97a9df1700 1 -- 172.21.15.5:0/3546885789 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f97a41decf0 con 0x7f97a4152b30 2024-09-13T16:43:02.452 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.442+0000 7f97a17fa700 1 -- 172.21.15.5:0/3546885789 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f979c00aaa0 con 0x7f97a4152b30 2024-09-13T16:43:02.452 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.442+0000 7f97a9df1700 1 -- 172.21.15.5:0/3546885789 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f97a40b1ac0 con 0x7f97a4152b30 2024-09-13T16:43:02.452 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.446+0000 7f97a17fa700 1 -- 172.21.15.5:0/3546885789 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f979c00ac00 con 0x7f97a4152b30 2024-09-13T16:43:02.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.446+0000 7f97a17fa700 1 --2- 172.21.15.5:0/3546885789 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f9790066730 0x7f9790068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:43:02.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.446+0000 7f97a17fa700 1 -- 172.21.15.5:0/3546885789 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6642+0+0 (secure 0 0 0) 0x7f979c085040 con 0x7f97a4152b30 2024-09-13T16:43:02.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.446+0000 7f97a8def700 1 --2- 172.21.15.5:0/3546885789 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f9790066730 0x7f9790068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:43:02.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.446+0000 7f97a8def700 1 --2- 172.21.15.5:0/3546885789 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f9790066730 0x7f9790068bf0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f979800c960 tx=0x7f9798008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:43:02.460 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.454+0000 7f97a17fa700 1 -- 172.21.15.5:0/3546885789 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f979c051f70 con 0x7f97a4152b30 2024-09-13T16:43:02.634 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.626+0000 7f97a9df1700 1 -- 172.21.15.5:0/3546885789 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f97a414d6e0 con 0x7f97a4152b30 2024-09-13T16:43:02.637 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.630+0000 7f97a17fa700 1 -- 172.21.15.5:0/3546885789 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v28) v1 ==== 74+0+18647 (secure 0 0 0) 0x7f979c055590 con 0x7f97a4152b30 2024-09-13T16:43:02.638 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-13T16:43:02.638 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":28,"fsid":"6f1d8d4e-46c0-4d05-9003-ad1036cd4028","created":"2024-09-13T16:15:17.129907+0000","modified":"2024-09-13T16:16:23.786469+0000","last_up_change":"2024-09-13T16:15:27.902042+0000","last_in_change":"2024-09-13T16:15:19.310503+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:15:28.621918+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:15:39.544340+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T16:15:40.368287+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T16:15:43.446355+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"7dc606ef-5909-4eb7-8054-af158bc84208","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6800","nonce":851671428},{"type":"v1","addr":"172.21.15.5:6801","nonce":851671428}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6802","nonce":851671428},{"type":"v1","addr":"172.21.15.5:6803","nonce":851671428}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6806","nonce":851671428},{"type":"v1","addr":"172.21.15.5:6807","nonce":851671428}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6804","nonce":851671428},{"type":"v1","addr":"172.21.15.5:6805","nonce":851671428}]},"public_addr":"172.21.15.5:6801/851671428","cluster_addr":"172.21.15.5:6803/851671428","heartbeat_back_addr":"172.21.15.5:6807/851671428","heartbeat_front_addr":"172.21.15.5:6805/851671428","state":["exists","up"]},{"osd":1,"uuid":"ab4b3337-a446-427b-9a52-349561f7c79d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6808","nonce":1418062370},{"type":"v1","addr":"172.21.15.5:6809","nonce":1418062370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6810","nonce":1418062370},{"type":"v1","addr":"172.21.15.5:6811","nonce":1418062370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6814","nonce":1418062370},{"type":"v1","addr":"172.21.15.5:6815","nonce":1418062370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6812","nonce":1418062370},{"type":"v1","addr":"172.21.15.5:6813","nonce":1418062370}]},"public_addr":"172.21.15.5:6809/1418062370","cluster_addr":"172.21.15.5:6811/1418062370","heartbeat_back_addr":"172.21.15.5:6815/1418062370","heartbeat_front_addr":"172.21.15.5:6813/1418062370","state":["exists","up"]},{"osd":2,"uuid":"22d787ea-2049-40c1-aa23-811fdb981dbd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6816","nonce":2713060829},{"type":"v1","addr":"172.21.15.5:6817","nonce":2713060829}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6818","nonce":2713060829},{"type":"v1","addr":"172.21.15.5:6819","nonce":2713060829}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6822","nonce":2713060829},{"type":"v1","addr":"172.21.15.5:6823","nonce":2713060829}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6820","nonce":2713060829},{"type":"v1","addr":"172.21.15.5:6821","nonce":2713060829}]},"public_addr":"172.21.15.5:6817/2713060829","cluster_addr":"172.21.15.5:6819/2713060829","heartbeat_back_addr":"172.21.15.5:6823/2713060829","heartbeat_front_addr":"172.21.15.5:6821/2713060829","state":["exists","up"]},{"osd":3,"uuid":"30e4a102-0fce-46b2-8a6d-a7625c6a5ee9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6824","nonce":576343032},{"type":"v1","addr":"172.21.15.5:6825","nonce":576343032}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6826","nonce":576343032},{"type":"v1","addr":"172.21.15.5:6827","nonce":576343032}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6830","nonce":576343032},{"type":"v1","addr":"172.21.15.5:6831","nonce":576343032}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6828","nonce":576343032},{"type":"v1","addr":"172.21.15.5:6829","nonce":576343032}]},"public_addr":"172.21.15.5:6825/576343032","cluster_addr":"172.21.15.5:6827/576343032","heartbeat_back_addr":"172.21.15.5:6831/576343032","heartbeat_front_addr":"172.21.15.5:6829/576343032","state":["exists","up"]},{"osd":4,"uuid":"f47efe1d-f245-453c-b505-db74fe5df11c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6800","nonce":3624672735},{"type":"v1","addr":"172.21.15.179:6801","nonce":3624672735}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6802","nonce":3624672735},{"type":"v1","addr":"172.21.15.179:6803","nonce":3624672735}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6806","nonce":3624672735},{"type":"v1","addr":"172.21.15.179:6807","nonce":3624672735}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6804","nonce":3624672735},{"type":"v1","addr":"172.21.15.179:6805","nonce":3624672735}]},"public_addr":"172.21.15.179:6801/3624672735","cluster_addr":"172.21.15.179:6803/3624672735","heartbeat_back_addr":"172.21.15.179:6807/3624672735","heartbeat_front_addr":"172.21.15.179:6805/3624672735","state":["exists","up"]},{"osd":5,"uuid":"f6fd9c2f-b7ed-4e7b-a9fd-12aaea05bfa9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6824","nonce":2769164148},{"type":"v1","addr":"172.21.15.179:6825","nonce":2769164148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6826","nonce":2769164148},{"type":"v1","addr":"172.21.15.179:6827","nonce":2769164148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6830","nonce":2769164148},{"type":"v1","addr":"172.21.15.179:6831","nonce":2769164148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6828","nonce":2769164148},{"type":"v1","addr":"172.21.15.179:6829","nonce":2769164148}]},"public_addr":"172.21.15.179:6825/2769164148","cluster_addr":"172.21.15.179:6827/2769164148","heartbeat_back_addr":"172.21.15.179:6831/2769164148","heartbeat_front_addr":"172.21.15.179:6829/2769164148","state":["exists","up"]},{"osd":6,"uuid":"48985a9a-ec23-44a6-8f23-87edd7853994","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6816","nonce":3295700932},{"type":"v1","addr":"172.21.15.179:6817","nonce":3295700932}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6818","nonce":3295700932},{"type":"v1","addr":"172.21.15.179:6819","nonce":3295700932}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6822","nonce":3295700932},{"type":"v1","addr":"172.21.15.179:6823","nonce":3295700932}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6820","nonce":3295700932},{"type":"v1","addr":"172.21.15.179:6821","nonce":3295700932}]},"public_addr":"172.21.15.179:6817/3295700932","cluster_addr":"172.21.15.179:6819/3295700932","heartbeat_back_addr":"172.21.15.179:6823/3295700932","heartbeat_front_addr":"172.21.15.179:6821/3295700932","state":["exists","up"]},{"osd":7,"uuid":"af684358-558e-4fa4-ac35-1e3ef24b9021","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6808","nonce":1502652601},{"type":"v1","addr":"172.21.15.179:6809","nonce":1502652601}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6810","nonce":1502652601},{"type":"v1","addr":"172.21.15.179:6811","nonce":1502652601}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6814","nonce":1502652601},{"type":"v1","addr":"172.21.15.179:6815","nonce":1502652601}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6812","nonce":1502652601},{"type":"v1","addr":"172.21.15.179:6813","nonce":1502652601}]},"public_addr":"172.21.15.179:6809/1502652601","cluster_addr":"172.21.15.179:6811/1502652601","heartbeat_back_addr":"172.21.15.179:6815/1502652601","heartbeat_front_addr":"172.21.15.179:6813/1502652601","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.647314+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:23.936297+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.579030+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.393256+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.524066+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.865771+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.509811+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:15:24.613144+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.30","mappings":[{"from":5,"to":2}]},{"pgid":"3.39","mappings":[{"from":7,"to":2}]},{"pgid":"3.3c","mappings":[{"from":5,"to":2},{"from":3,"to":1}]},{"pgid":"4.0","mappings":[{"from":1,"to":2}]},{"pgid":"4.1b","mappings":[{"from":1,"to":2}]},{"pgid":"4.1c","mappings":[{"from":1,"to":0}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:43:02.640 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.634+0000 7f97a9df1700 1 -- 172.21.15.5:0/3546885789 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f9790066730 msgr2=0x7f9790068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:43:02.640 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.634+0000 7f97a9df1700 1 --2- 172.21.15.5:0/3546885789 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f9790066730 0x7f9790068bf0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f979800c960 tx=0x7f9798008040 comp rx=0 tx=0).stop 2024-09-13T16:43:02.640 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.634+0000 7f97a9df1700 1 -- 172.21.15.5:0/3546885789 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f97a4152b30 msgr2=0x7f97a41df4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:43:02.640 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.634+0000 7f97a9df1700 1 --2- 172.21.15.5:0/3546885789 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f97a4152b30 0x7f97a41df4f0 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f979c00cba0 tx=0x7f979c00ceb0 comp rx=0 tx=0).stop 2024-09-13T16:43:02.640 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.634+0000 7f97a9df1700 1 -- 172.21.15.5:0/3546885789 shutdown_connections 2024-09-13T16:43:02.641 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.634+0000 7f97a9df1700 1 --2- 172.21.15.5:0/3546885789 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f97a4152b30 0x7f97a41df4f0 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:43:02.641 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.634+0000 7f97a9df1700 1 --2- 172.21.15.5:0/3546885789 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f97a40b26c0 0x7f97a4145510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:43:02.641 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.634+0000 7f97a9df1700 1 --2- 172.21.15.5:0/3546885789 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f9790066730 0x7f9790068bf0 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:43:02.641 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.634+0000 7f97a9df1700 1 --2- 172.21.15.5:0/3546885789 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f97a40b22c0 0x7f97a41e0650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:43:02.641 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.634+0000 7f97a9df1700 1 -- 172.21.15.5:0/3546885789 >> 172.21.15.5:0/3546885789 conn(0x7f97a406e7a0 msgr2=0x7f97a4150350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:43:02.641 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.634+0000 7f97a9df1700 1 -- 172.21.15.5:0/3546885789 shutdown_connections 2024-09-13T16:43:02.641 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.634+0000 7f97a9df1700 1 -- 172.21.15.5:0/3546885789 wait complete. 2024-09-13T16:43:02.654 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-13T16:43:02.768 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.762+0000 7ff9196fd700 1 Processor -- start 2024-09-13T16:43:02.768 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.762+0000 7ff9196fd700 1 -- start start 2024-09-13T16:43:02.769 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.762+0000 7ff9196fd700 1 --2- >> v2:172.21.15.179:3300/0 conn(0x7ff914150a70 0x7ff9140c2a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:43:02.769 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.762+0000 7ff9196fd700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7ff9140c4380 0x7ff914156d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:43:02.769 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.762+0000 7ff9196fd700 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff914150e50 con 0x7ff91406e880 2024-09-13T16:43:02.770 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.762+0000 7ff9196fd700 1 -- --> v2:172.21.15.179:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff9140c6bb0 con 0x7ff914150a70 2024-09-13T16:43:02.770 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.762+0000 7ff9196fd700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff9140c1710 con 0x7ff9140c4380 2024-09-13T16:43:02.770 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.762+0000 7ff90b7fe700 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7ff91406e880 0x7ff9140c5ef0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:45324/0 (socket says 172.21.15.5:45324) 2024-09-13T16:43:02.770 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.762+0000 7ff90b7fe700 1 -- 172.21.15.5:0/1167008528 learned_addr learned my addr 172.21.15.5:0/1167008528 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-13T16:43:02.770 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.762+0000 7ff913fff700 1 --2- 172.21.15.5:0/1167008528 >> v2:172.21.15.179:3300/0 conn(0x7ff914150a70 0x7ff9140c2a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:43:02.770 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.762+0000 7ff918efc700 1 --2- 172.21.15.5:0/1167008528 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7ff9140c4380 0x7ff914156d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:43:02.770 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.762+0000 7ff9137fe700 1 -- 172.21.15.5:0/1167008528 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1896896548 0 0) 0x7ff914150e50 con 0x7ff91406e880 2024-09-13T16:43:02.770 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.762+0000 7ff9137fe700 1 -- 172.21.15.5:0/1167008528 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff9000035d0 con 0x7ff91406e880 2024-09-13T16:43:02.772 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.762+0000 7ff9137fe700 1 -- 172.21.15.5:0/1167008528 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2664669405 0 0) 0x7ff9000035d0 con 0x7ff91406e880 2024-09-13T16:43:02.772 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.762+0000 7ff9137fe700 1 -- 172.21.15.5:0/1167008528 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7ff9140c4380 msgr2=0x7ff914156d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:43:02.772 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.762+0000 7ff9137fe700 1 --2- 172.21.15.5:0/1167008528 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7ff9140c4380 0x7ff914156d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:43:02.772 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.762+0000 7ff9137fe700 1 -- 172.21.15.5:0/1167008528 >> v2:172.21.15.179:3300/0 conn(0x7ff914150a70 msgr2=0x7ff9140c2a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:43:02.772 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.762+0000 7ff9137fe700 1 --2- 172.21.15.5:0/1167008528 >> v2:172.21.15.179:3300/0 conn(0x7ff914150a70 0x7ff9140c2a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:43:02.772 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.762+0000 7ff9137fe700 1 -- 172.21.15.5:0/1167008528 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff9140c4d20 con 0x7ff91406e880 2024-09-13T16:43:02.772 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.762+0000 7ff9137fe700 1 -- 172.21.15.5:0/1167008528 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 830915072 0 0) 0x7ff8fc001670 con 0x7ff91406e880 2024-09-13T16:43:02.772 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.762+0000 7ff9137fe700 1 -- 172.21.15.5:0/1167008528 >> v1:172.21.15.5:6789/0 conn(0x7ff91406e880 legacy=0x7ff9140c5ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:43:02.773 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.762+0000 7ff9137fe700 1 --2- 172.21.15.5:0/1167008528 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff900003a90 0x7ff900003eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:43:02.773 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.762+0000 7ff9137fe700 1 --2- 172.21.15.5:0/1167008528 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7ff9140c4380 0x7ff900004870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:43:02.773 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.762+0000 7ff9137fe700 1 --2- 172.21.15.5:0/1167008528 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7ff900004db0 0x7ff900005230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:43:02.773 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.762+0000 7ff9137fe700 1 -- 172.21.15.5:0/1167008528 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff9140c6bb0 con 0x7ff900003a90 2024-09-13T16:43:02.773 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.762+0000 7ff9137fe700 1 -- 172.21.15.5:0/1167008528 --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff9140c1710 con 0x7ff900004db0 2024-09-13T16:43:02.773 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.762+0000 7ff9137fe700 1 -- 172.21.15.5:0/1167008528 --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff90000bab0 con 0x7ff9140c4380 2024-09-13T16:43:02.773 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.762+0000 7ff913fff700 1 --2- 172.21.15.5:0/1167008528 >> v2:172.21.15.179:3300/0 conn(0x7ff914150a70 0x7ff9140c2a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:43:02.773 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.762+0000 7ff913fff700 1 --2- 172.21.15.5:0/1167008528 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff900003a90 0x7ff900003eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:43:02.773 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.762+0000 7ff90b7fe700 1 --2- 172.21.15.5:0/1167008528 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7ff9140c4380 0x7ff900004870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:43:02.773 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.762+0000 7ff918efc700 1 --2- 172.21.15.5:0/1167008528 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7ff900004db0 0x7ff900005230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:43:02.773 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.762+0000 7ff913fff700 1 -- 172.21.15.5:0/1167008528 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7ff9140c4380 msgr2=0x7ff900004870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:43:02.773 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.762+0000 7ff913fff700 1 --2- 172.21.15.5:0/1167008528 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7ff9140c4380 0x7ff900004870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:43:02.774 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.762+0000 7ff913fff700 1 -- 172.21.15.5:0/1167008528 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7ff900004db0 msgr2=0x7ff900005230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:43:02.774 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.762+0000 7ff913fff700 1 --2- 172.21.15.5:0/1167008528 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7ff900004db0 0x7ff900005230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:43:02.774 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.762+0000 7ff913fff700 1 -- 172.21.15.5:0/1167008528 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff9000035d0 con 0x7ff900003a90 2024-09-13T16:43:02.774 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.762+0000 7ff90b7fe700 1 --2- 172.21.15.5:0/1167008528 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7ff9140c4380 0x7ff900004870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:43:02.774 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.762+0000 7ff913fff700 1 --2- 172.21.15.5:0/1167008528 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff900003a90 0x7ff900003eb0 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7ff904009d20 tx=0x7ff9000058a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ad970529f54ebb64 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:43:02.774 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.766+0000 7ff9137fe700 1 -- 172.21.15.5:0/1167008528 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff904009e70 con 0x7ff900003a90 2024-09-13T16:43:02.774 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.766+0000 7ff9137fe700 1 -- 172.21.15.5:0/1167008528 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(1 keys) v1 ==== 35+0+0 (secure 0 0 0) 0x7ff90400e9a0 con 0x7ff900003a90 2024-09-13T16:43:02.774 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.766+0000 7ff9137fe700 1 -- 172.21.15.5:0/1167008528 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff90400ed30 con 0x7ff900003a90 2024-09-13T16:43:02.775 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.766+0000 7ff9196fd700 1 -- 172.21.15.5:0/1167008528 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff900003a90 msgr2=0x7ff900003eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:43:02.775 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.766+0000 7ff9196fd700 1 --2- 172.21.15.5:0/1167008528 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff900003a90 0x7ff900003eb0 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7ff904009d20 tx=0x7ff9000058a0 comp rx=0 tx=0).stop 2024-09-13T16:43:02.775 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.766+0000 7ff918efc700 1 -- 172.21.15.5:0/1167008528 reap_dead start 2024-09-13T16:43:02.775 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.766+0000 7ff9196fd700 1 -- 172.21.15.5:0/1167008528 shutdown_connections 2024-09-13T16:43:02.775 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.766+0000 7ff9196fd700 1 -- 172.21.15.5:0/1167008528 >> 172.21.15.5:0/1167008528 conn(0x7ff9140ca210 msgr2=0x7ff9140ca620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:43:02.775 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.766+0000 7ff9196fd700 1 -- 172.21.15.5:0/1167008528 shutdown_connections 2024-09-13T16:43:02.776 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.766+0000 7ff9196fd700 1 -- 172.21.15.5:0/1167008528 wait complete. 2024-09-13T16:43:02.776 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.766+0000 7ff9196fd700 1 Processor -- start 2024-09-13T16:43:02.776 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.766+0000 7ff9196fd700 1 -- start start 2024-09-13T16:43:02.777 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.770+0000 7ff9196fd700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7ff9140c94e0 0x7ff9140714f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:43:02.777 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.770+0000 7ff9196fd700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff914150050 0x7ff91414ee30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:43:02.777 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.770+0000 7ff9196fd700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7ff9140c98c0 0x7ff9141ee9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:43:02.777 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.770+0000 7ff9196fd700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff9140c2cd0 con 0x7ff914150050 2024-09-13T16:43:02.777 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.770+0000 7ff9196fd700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff91414eaa0 con 0x7ff9140c98c0 2024-09-13T16:43:02.777 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.770+0000 7ff9196fd700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff91414f9e0 con 0x7ff9140c94e0 2024-09-13T16:43:02.777 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.770+0000 7ff90b7fe700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff914150050 0x7ff91414ee30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:43:02.777 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.770+0000 7ff90b7fe700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff914150050 0x7ff91414ee30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:40146/0 (socket says 172.21.15.5:40146) 2024-09-13T16:43:02.777 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.770+0000 7ff90b7fe700 1 -- 172.21.15.5:0/2631348105 learned_addr learned my addr 172.21.15.5:0/2631348105 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:43:02.777 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.770+0000 7ff918efc700 1 --2- 172.21.15.5:0/2631348105 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7ff9140c98c0 0x7ff9141ee9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:43:02.777 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.770+0000 7ff913fff700 1 --2- 172.21.15.5:0/2631348105 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7ff9140c94e0 0x7ff9140714f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:43:02.779 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.770+0000 7ff90b7fe700 1 -- 172.21.15.5:0/2631348105 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7ff9140c94e0 msgr2=0x7ff9140714f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:43:02.779 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.770+0000 7ff90b7fe700 1 --2- 172.21.15.5:0/2631348105 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7ff9140c94e0 0x7ff9140714f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:43:02.779 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.770+0000 7ff90b7fe700 1 -- 172.21.15.5:0/2631348105 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7ff9140c98c0 msgr2=0x7ff9141ee9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:43:02.779 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.770+0000 7ff90b7fe700 1 --2- 172.21.15.5:0/2631348105 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7ff9140c98c0 0x7ff9141ee9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:43:02.779 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.770+0000 7ff90b7fe700 1 -- 172.21.15.5:0/2631348105 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff91414e290 con 0x7ff914150050 2024-09-13T16:43:02.779 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.770+0000 7ff90b7fe700 1 --2- 172.21.15.5:0/2631348105 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff914150050 0x7ff91414ee30 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7ff8fc007340 tx=0x7ff8fc007650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:43:02.779 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.770+0000 7ff9117fa700 1 -- 172.21.15.5:0/2631348105 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff8fc00f740 con 0x7ff914150050 2024-09-13T16:43:02.779 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.770+0000 7ff9117fa700 1 -- 172.21.15.5:0/2631348105 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(1 keys) v1 ==== 35+0+0 (secure 0 0 0) 0x7ff8fc00f8a0 con 0x7ff914150050 2024-09-13T16:43:02.779 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.770+0000 7ff9196fd700 1 -- 172.21.15.5:0/2631348105 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff91414fe70 con 0x7ff914150050 2024-09-13T16:43:02.779 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.770+0000 7ff9117fa700 1 -- 172.21.15.5:0/2631348105 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff8fc00fc10 con 0x7ff914150050 2024-09-13T16:43:02.779 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.770+0000 7ff9196fd700 1 -- 172.21.15.5:0/2631348105 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff91414e4e0 con 0x7ff914150050 2024-09-13T16:43:02.780 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.774+0000 7ff9196fd700 1 -- 172.21.15.5:0/2631348105 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff91414f510 con 0x7ff914150050 2024-09-13T16:43:02.781 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.774+0000 7ff9117fa700 1 -- 172.21.15.5:0/2631348105 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7ff8fc00fd70 con 0x7ff914150050 2024-09-13T16:43:02.781 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.774+0000 7ff9117fa700 1 --2- 172.21.15.5:0/2631348105 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7ff8f4066730 0x7ff8f4068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:43:02.781 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.774+0000 7ff9117fa700 1 -- 172.21.15.5:0/2631348105 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6642+0+0 (secure 0 0 0) 0x7ff8fc084700 con 0x7ff914150050 2024-09-13T16:43:02.782 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.774+0000 7ff913fff700 1 --2- 172.21.15.5:0/2631348105 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7ff8f4066730 0x7ff8f4068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:43:02.783 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.774+0000 7ff913fff700 1 --2- 172.21.15.5:0/2631348105 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7ff8f4066730 0x7ff8f4068bf0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7ff9040090b0 tx=0x7ff90401d040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:43:02.791 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.782+0000 7ff9117fa700 1 -- 172.21.15.5:0/2631348105 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7ff91414f510 con 0x7ff914150050 2024-09-13T16:43:03.000 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:02.994+0000 7ff9196fd700 1 -- 172.21.15.5:0/2631348105 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) v1 -- 0x7ff91414f510 con 0x7ff914150050 2024-09-13T16:43:03.019 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:03.010+0000 7ff9117fa700 1 -- 172.21.15.5:0/2631348105 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v10) v1 ==== 161+0+0 (secure 0 0 0) 0x7ff91414f510 con 0x7ff914150050 2024-09-13T16:43:03.022 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:03.014+0000 7ff9196fd700 1 -- 172.21.15.5:0/2631348105 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7ff8f4066730 msgr2=0x7ff8f4068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:43:03.022 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:03.014+0000 7ff9196fd700 1 --2- 172.21.15.5:0/2631348105 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7ff8f4066730 0x7ff8f4068bf0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7ff9040090b0 tx=0x7ff90401d040 comp rx=0 tx=0).stop 2024-09-13T16:43:03.022 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:03.014+0000 7ff9196fd700 1 -- 172.21.15.5:0/2631348105 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff914150050 msgr2=0x7ff91414ee30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:43:03.022 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:03.014+0000 7ff9196fd700 1 --2- 172.21.15.5:0/2631348105 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff914150050 0x7ff91414ee30 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7ff8fc007340 tx=0x7ff8fc007650 comp rx=0 tx=0).stop 2024-09-13T16:43:03.022 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:03.014+0000 7ff9196fd700 1 -- 172.21.15.5:0/2631348105 shutdown_connections 2024-09-13T16:43:03.022 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:03.014+0000 7ff9196fd700 1 --2- 172.21.15.5:0/2631348105 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7ff8f4066730 0x7ff8f4068bf0 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:43:03.022 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:03.014+0000 7ff9196fd700 1 --2- 172.21.15.5:0/2631348105 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7ff9140c98c0 0x7ff9141ee9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:43:03.022 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:03.014+0000 7ff9196fd700 1 --2- 172.21.15.5:0/2631348105 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff914150050 0x7ff91414ee30 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:43:03.023 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:03.014+0000 7ff9196fd700 1 --2- 172.21.15.5:0/2631348105 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7ff9140c94e0 0x7ff9140714f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:43:03.023 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:03.014+0000 7ff9196fd700 1 -- 172.21.15.5:0/2631348105 >> 172.21.15.5:0/2631348105 conn(0x7ff9140ca210 msgr2=0x7ff914155d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:43:03.023 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:03.014+0000 7ff9196fd700 1 -- 172.21.15.5:0/2631348105 shutdown_connections 2024-09-13T16:43:03.023 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:03.014+0000 7ff9196fd700 1 -- 172.21.15.5:0/2631348105 wait complete. 2024-09-13T16:43:03.023 INFO:teuthology.orchestra.run.smithi005.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-13T16:43:03.037 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-13T16:43:03.154 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:03.146+0000 7f3b25f21700 1 Processor -- start 2024-09-13T16:43:03.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:03.146+0000 7f3b25f21700 1 -- start start 2024-09-13T16:43:03.157 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:03.150+0000 7f3b25f21700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f3b200cb340 0x7f3b201593c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:43:03.157 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:03.150+0000 7f3b25f21700 1 --2- >> v2:172.21.15.179:3300/0 conn(0x7f3b20070740 0x7f3b20070bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:43:03.157 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:03.150+0000 7f3b25f21700 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3b20159900 con 0x7f3b200cb720 2024-09-13T16:43:03.157 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:03.150+0000 7f3b25f21700 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3b200caaf0 con 0x7f3b200cb340 2024-09-13T16:43:03.157 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:03.150+0000 7f3b25f21700 1 -- --> v2:172.21.15.179:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3b200710f0 con 0x7f3b20070740 2024-09-13T16:43:03.157 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:03.150+0000 7f3b1ffff700 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f3b200cb720 0x7f3b2006f840 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:46970/0 (socket says 172.21.15.5:46970) 2024-09-13T16:43:03.157 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:03.150+0000 7f3b1ffff700 1 -- 172.21.15.5:0/4011879162 learned_addr learned my addr 172.21.15.5:0/4011879162 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-13T16:43:03.157 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:03.150+0000 7f3b24f1f700 1 --2- 172.21.15.5:0/4011879162 >> v2:172.21.15.5:3300/0 conn(0x7f3b200cb340 0x7f3b201593c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:43:03.157 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:03.150+0000 7f3b25720700 1 --2- 172.21.15.5:0/4011879162 >> v2:172.21.15.179:3300/0 conn(0x7f3b20070740 0x7f3b20070bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:43:03.157 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:03.150+0000 7f3b1f7fe700 1 -- 172.21.15.5:0/4011879162 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3529132495 0 0) 0x7f3b20159900 con 0x7f3b200cb720 2024-09-13T16:43:03.157 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:03.150+0000 7f3b1f7fe700 1 -- 172.21.15.5:0/4011879162 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f3b080035d0 con 0x7f3b200cb720 2024-09-13T16:43:03.157 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:03.150+0000 7f3b24f1f700 1 -- 172.21.15.5:0/4011879162 >> v2:172.21.15.179:3300/0 conn(0x7f3b20070740 msgr2=0x7f3b20070bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:43:03.157 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:03.150+0000 7f3b24f1f700 1 --2- 172.21.15.5:0/4011879162 >> v2:172.21.15.179:3300/0 conn(0x7f3b20070740 0x7f3b20070bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:43:03.158 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:03.150+0000 7f3b24f1f700 1 -- 172.21.15.5:0/4011879162 >> v1:172.21.15.5:6789/0 conn(0x7f3b200cb720 legacy=0x7f3b2006f840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:43:03.158 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:03.150+0000 7f3b24f1f700 1 -- 172.21.15.5:0/4011879162 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3b2015bfd0 con 0x7f3b200cb340 2024-09-13T16:43:03.159 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:03.150+0000 7f3b24f1f700 1 --2- 172.21.15.5:0/4011879162 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3b200cb340 0x7f3b201593c0 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f3b200b1810 tx=0x7f3b14009b30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fd891ec7f4671403 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:43:03.159 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:03.150+0000 7f3b1f7fe700 1 -- 172.21.15.5:0/4011879162 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3b14011830 con 0x7f3b200cb340 2024-09-13T16:43:03.159 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:03.150+0000 7f3b1f7fe700 1 -- 172.21.15.5:0/4011879162 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(1 keys) v1 ==== 35+0+0 (secure 0 0 0) 0x7f3b14011990 con 0x7f3b200cb340 2024-09-13T16:43:03.159 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:03.150+0000 7f3b1f7fe700 1 -- 172.21.15.5:0/4011879162 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3b14011d40 con 0x7f3b200cb340 2024-09-13T16:43:03.159 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:03.150+0000 7f3b25f21700 1 -- 172.21.15.5:0/4011879162 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3b200cb340 msgr2=0x7f3b201593c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:43:03.159 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:03.150+0000 7f3b25f21700 1 --2- 172.21.15.5:0/4011879162 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3b200cb340 0x7f3b201593c0 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f3b200b1810 tx=0x7f3b14009b30 comp rx=0 tx=0).stop 2024-09-13T16:43:03.159 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:03.150+0000 7f3b25f21700 1 -- 172.21.15.5:0/4011879162 shutdown_connections 2024-09-13T16:43:03.159 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:03.150+0000 7f3b25f21700 1 --2- 172.21.15.5:0/4011879162 >> v2:172.21.15.179:3300/0 conn(0x7f3b20070740 0x7f3b20070bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:43:03.159 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:03.150+0000 7f3b25f21700 1 --2- 172.21.15.5:0/4011879162 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3b200cb340 0x7f3b201593c0 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:43:03.159 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:03.150+0000 7f3b25f21700 1 -- 172.21.15.5:0/4011879162 >> 172.21.15.5:0/4011879162 conn(0x7f3b20071f50 msgr2=0x7f3b20072360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:43:03.159 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:03.150+0000 7f3b25f21700 1 -- 172.21.15.5:0/4011879162 shutdown_connections 2024-09-13T16:43:03.159 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:03.150+0000 7f3b25f21700 1 -- 172.21.15.5:0/4011879162 wait complete. 2024-09-13T16:43:03.160 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:03.154+0000 7f3b25f21700 1 Processor -- start 2024-09-13T16:43:03.160 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:03.154+0000 7f3b25f21700 1 -- start start 2024-09-13T16:43:03.162 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:03.154+0000 7f3b25f21700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f3b20070740 0x7f3b20145080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:43:03.162 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:03.154+0000 7f3b25f21700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3b200cb720 0x7f3b201ef710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:43:03.162 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:03.154+0000 7f3b25f21700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f3b20145960 0x7f3b2014a160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:43:03.162 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:03.154+0000 7f3b25f21700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3b201455c0 con 0x7f3b200cb720 2024-09-13T16:43:03.162 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:03.154+0000 7f3b25f21700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3b201efc50 con 0x7f3b20070740 2024-09-13T16:43:03.162 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:03.154+0000 7f3b25f21700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3b201ef280 con 0x7f3b20145960 2024-09-13T16:43:03.162 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:03.154+0000 7f3b1ffff700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3b200cb720 0x7f3b201ef710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:43:03.162 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:03.154+0000 7f3b1ffff700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3b200cb720 0x7f3b201ef710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:41008/0 (socket says 172.21.15.5:41008) 2024-09-13T16:43:03.162 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:03.154+0000 7f3b1ffff700 1 -- 172.21.15.5:0/1644343964 learned_addr learned my addr 172.21.15.5:0/1644343964 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:43:03.163 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:03.154+0000 7f3b25720700 1 --2- 172.21.15.5:0/1644343964 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f3b20145960 0x7f3b2014a160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:43:03.163 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:03.154+0000 7f3b24f1f700 1 --2- 172.21.15.5:0/1644343964 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f3b20070740 0x7f3b20145080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:43:03.163 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:03.154+0000 7f3b1ffff700 1 -- 172.21.15.5:0/1644343964 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f3b20145960 msgr2=0x7f3b2014a160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:43:03.163 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:03.154+0000 7f3b1ffff700 1 --2- 172.21.15.5:0/1644343964 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f3b20145960 0x7f3b2014a160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:43:03.163 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:03.154+0000 7f3b1ffff700 1 -- 172.21.15.5:0/1644343964 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f3b20070740 msgr2=0x7f3b20145080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:43:03.163 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:03.154+0000 7f3b1ffff700 1 --2- 172.21.15.5:0/1644343964 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f3b20070740 0x7f3b20145080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:43:03.163 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:03.154+0000 7f3b1ffff700 1 -- 172.21.15.5:0/1644343964 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3b140094b0 con 0x7f3b200cb720 2024-09-13T16:43:03.163 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:03.154+0000 7f3b25720700 1 --2- 172.21.15.5:0/1644343964 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f3b20145960 0x7f3b2014a160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:43:03.163 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:03.154+0000 7f3b1ffff700 1 --2- 172.21.15.5:0/1644343964 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3b200cb720 0x7f3b201ef710 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f3b1000c4d0 tx=0x7f3b1000c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:43:03.163 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:03.154+0000 7f3b1d7fa700 1 -- 172.21.15.5:0/1644343964 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3b100074e0 con 0x7f3b200cb720 2024-09-13T16:43:03.163 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:03.154+0000 7f3b1d7fa700 1 -- 172.21.15.5:0/1644343964 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(1 keys) v1 ==== 35+0+0 (secure 0 0 0) 0x7f3b10007640 con 0x7f3b200cb720 2024-09-13T16:43:03.163 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:03.154+0000 7f3b25f21700 1 -- 172.21.15.5:0/1644343964 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3b201eec50 con 0x7f3b200cb720 2024-09-13T16:43:03.163 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:03.154+0000 7f3b1d7fa700 1 -- 172.21.15.5:0/1644343964 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3b10005a90 con 0x7f3b200cb720 2024-09-13T16:43:03.164 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:03.154+0000 7f3b25f21700 1 -- 172.21.15.5:0/1644343964 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3b201f2cf0 con 0x7f3b200cb720 2024-09-13T16:43:03.164 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:03.154+0000 7f3b25f21700 1 -- 172.21.15.5:0/1644343964 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3b200677b0 con 0x7f3b200cb720 2024-09-13T16:43:03.164 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:03.158+0000 7f3b1d7fa700 1 -- 172.21.15.5:0/1644343964 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f3b10005bf0 con 0x7f3b200cb720 2024-09-13T16:43:03.165 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:03.158+0000 7f3b1d7fa700 1 --2- 172.21.15.5:0/1644343964 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f3b0c066730 0x7f3b0c068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:43:03.165 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:03.158+0000 7f3b1d7fa700 1 -- 172.21.15.5:0/1644343964 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6728+0+0 (secure 0 0 0) 0x7f3b10083c10 con 0x7f3b200cb720 2024-09-13T16:43:03.168 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:03.158+0000 7f3b24f1f700 1 --2- 172.21.15.5:0/1644343964 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f3b0c066730 0x7f3b0c068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:43:03.168 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:03.158+0000 7f3b24f1f700 1 --2- 172.21.15.5:0/1644343964 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f3b0c066730 0x7f3b0c068bf0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f3b200cf350 tx=0x7f3b14008030 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:43:03.172 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:03.166+0000 7f3b1d7fa700 1 -- 172.21.15.5:0/1644343964 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f3b10050a70 con 0x7f3b200cb720 2024-09-13T16:43:03.230 INFO:tasks.ceph.mds.b.smithi179.stdout:starting mds.b at 2024-09-13T16:43:03.379 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:03.370+0000 7f3b25f21700 1 -- 172.21.15.5:0/1644343964 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) v1 -- 0x7f3b2015cad0 con 0x7f3b200cb720 2024-09-13T16:43:04.263 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:04.254+0000 7f3b1d7fa700 1 -- 172.21.15.5:0/1644343964 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v11) v1 ==== 104+0+0 (secure 0 0 0) 0x7f3b10054090 con 0x7f3b200cb720 2024-09-13T16:43:04.269 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:04.262+0000 7f3b25f21700 1 -- 172.21.15.5:0/1644343964 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f3b0c066730 msgr2=0x7f3b0c068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:43:04.269 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:04.262+0000 7f3b25f21700 1 --2- 172.21.15.5:0/1644343964 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f3b0c066730 0x7f3b0c068bf0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f3b200cf350 tx=0x7f3b14008030 comp rx=0 tx=0).stop 2024-09-13T16:43:04.270 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:04.262+0000 7f3b25f21700 1 -- 172.21.15.5:0/1644343964 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3b200cb720 msgr2=0x7f3b201ef710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:43:04.270 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:04.262+0000 7f3b25f21700 1 --2- 172.21.15.5:0/1644343964 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3b200cb720 0x7f3b201ef710 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f3b1000c4d0 tx=0x7f3b1000c890 comp rx=0 tx=0).stop 2024-09-13T16:43:04.270 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:04.262+0000 7f3b25f21700 1 -- 172.21.15.5:0/1644343964 shutdown_connections 2024-09-13T16:43:04.270 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:04.262+0000 7f3b25f21700 1 --2- 172.21.15.5:0/1644343964 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f3b20145960 0x7f3b2014a160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:43:04.270 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:04.262+0000 7f3b25f21700 1 --2- 172.21.15.5:0/1644343964 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3b200cb720 0x7f3b201ef710 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:43:04.270 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:04.262+0000 7f3b25f21700 1 --2- 172.21.15.5:0/1644343964 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f3b0c066730 0x7f3b0c068bf0 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:43:04.270 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:04.262+0000 7f3b25f21700 1 --2- 172.21.15.5:0/1644343964 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f3b20070740 0x7f3b20145080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:43:04.270 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:04.262+0000 7f3b25f21700 1 -- 172.21.15.5:0/1644343964 >> 172.21.15.5:0/1644343964 conn(0x7f3b20071f50 msgr2=0x7f3b200b1af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:43:04.270 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:04.262+0000 7f3b25f21700 1 -- 172.21.15.5:0/1644343964 shutdown_connections 2024-09-13T16:43:04.270 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:04.262+0000 7f3b25f21700 1 -- 172.21.15.5:0/1644343964 wait complete. 2024-09-13T16:43:04.292 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-13T16:43:04.427 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:04.418+0000 7f39b6afa700 1 Processor -- start 2024-09-13T16:43:04.427 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:04.418+0000 7f39b6afa700 1 -- start start 2024-09-13T16:43:04.431 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:04.422+0000 7f39b6afa700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f39b0154de0 0x7f39b0160750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:43:04.431 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:04.422+0000 7f39b6afa700 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f39b006dfb0 con 0x7f39b014f210 2024-09-13T16:43:04.431 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:04.422+0000 7f39b6afa700 1 -- --> v1:172.21.15.179:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f39b006e200 con 0x7f39b006f2a0 2024-09-13T16:43:04.431 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:04.422+0000 7f39b6afa700 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f39b014f5f0 con 0x7f39b0154de0 2024-09-13T16:43:04.431 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:04.422+0000 7f39b5097700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f39b0154de0 0x7f39b0160750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:43:04.431 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:04.422+0000 7f39b5097700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f39b0154de0 0x7f39b0160750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:41014/0 (socket says 172.21.15.5:41014) 2024-09-13T16:43:04.431 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:04.422+0000 7f39b4896700 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f39b014f210 0x7f39b00c0900 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:46980/0 (socket says 172.21.15.5:46980) 2024-09-13T16:43:04.431 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:04.422+0000 7f39b5097700 1 -- 172.21.15.5:0/2932110501 learned_addr learned my addr 172.21.15.5:0/2932110501 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:43:04.431 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:04.422+0000 7f39b5097700 1 -- 172.21.15.5:0/2932110501 >> v1:172.21.15.179:6789/0 conn(0x7f39b006f2a0 legacy=0x7f39b00c6130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:43:04.432 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:04.422+0000 7f39b5097700 1 -- 172.21.15.5:0/2932110501 >> v1:172.21.15.5:6789/0 conn(0x7f39b014f210 legacy=0x7f39b00c0900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:43:04.432 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:04.422+0000 7f39b5097700 1 -- 172.21.15.5:0/2932110501 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f39b006e4e0 con 0x7f39b0154de0 2024-09-13T16:43:04.432 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:04.422+0000 7f39af7fe700 1 -- 172.21.15.5:0/2932110501 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3858032715 0 0) 0x7f39b006dfb0 con 0x7f39b014f210 2024-09-13T16:43:04.432 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:04.422+0000 7f39b5097700 1 --2- 172.21.15.5:0/2932110501 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f39b0154de0 0x7f39b0160750 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f39a8009e50 tx=0x7f39a800b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=63ccc906a4121dfe server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:43:04.432 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:04.422+0000 7f39af7fe700 1 -- 172.21.15.5:0/2932110501 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f39a800e070 con 0x7f39b0154de0 2024-09-13T16:43:04.432 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:04.422+0000 7f39af7fe700 1 -- 172.21.15.5:0/2932110501 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(1 keys) v1 ==== 35+0+0 (secure 0 0 0) 0x7f39a800b9c0 con 0x7f39b0154de0 2024-09-13T16:43:04.432 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:04.422+0000 7f39af7fe700 1 -- 172.21.15.5:0/2932110501 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f39a800bd90 con 0x7f39b0154de0 2024-09-13T16:43:04.433 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:04.426+0000 7f39b6afa700 1 -- 172.21.15.5:0/2932110501 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f39b0154de0 msgr2=0x7f39b0160750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:43:04.433 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:04.426+0000 7f39b6afa700 1 --2- 172.21.15.5:0/2932110501 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f39b0154de0 0x7f39b0160750 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f39a8009e50 tx=0x7f39a800b330 comp rx=0 tx=0).stop 2024-09-13T16:43:04.433 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:04.426+0000 7f39b6afa700 1 -- 172.21.15.5:0/2932110501 shutdown_connections 2024-09-13T16:43:04.433 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:04.426+0000 7f39b6afa700 1 --2- 172.21.15.5:0/2932110501 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f39b0154de0 0x7f39b0160750 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:43:04.433 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:04.426+0000 7f39b6afa700 1 -- 172.21.15.5:0/2932110501 >> 172.21.15.5:0/2932110501 conn(0x7f39b00c78b0 msgr2=0x7f39b00c7cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:43:04.434 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:04.426+0000 7f39b6afa700 1 -- 172.21.15.5:0/2932110501 shutdown_connections 2024-09-13T16:43:04.434 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:04.426+0000 7f39b6afa700 1 -- 172.21.15.5:0/2932110501 wait complete. 2024-09-13T16:43:04.434 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:04.426+0000 7f39b6afa700 1 Processor -- start 2024-09-13T16:43:04.434 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:04.426+0000 7f39b6afa700 1 -- start start 2024-09-13T16:43:04.434 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:04.426+0000 7f39b6afa700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f39b014f210 0x7f39b0150d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:43:04.434 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:04.426+0000 7f39b6afa700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f39b014f7b0 0x7f39b014fbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:43:04.435 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:04.426+0000 7f39b6afa700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f39b013d740 0x7f39b013dbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:43:04.435 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:04.426+0000 7f39b6afa700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f39b0140540 con 0x7f39b014f7b0 2024-09-13T16:43:04.435 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:04.426+0000 7f39b6afa700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f39b0150130 con 0x7f39b013d740 2024-09-13T16:43:04.435 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:04.426+0000 7f39b6afa700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f39b0070910 con 0x7f39b014f210 2024-09-13T16:43:04.435 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:04.426+0000 7f39affff700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f39b014f7b0 0x7f39b014fbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:43:04.440 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:04.426+0000 7f39affff700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f39b014f7b0 0x7f39b014fbf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:41026/0 (socket says 172.21.15.5:41026) 2024-09-13T16:43:04.440 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:04.426+0000 7f39affff700 1 -- 172.21.15.5:0/25285740 learned_addr learned my addr 172.21.15.5:0/25285740 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:43:04.440 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:04.426+0000 7f39b5097700 1 --2- 172.21.15.5:0/25285740 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f39b013d740 0x7f39b013dbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:43:04.441 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:04.426+0000 7f39b4896700 1 --2- 172.21.15.5:0/25285740 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f39b014f210 0x7f39b0150d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:43:04.441 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:04.426+0000 7f39affff700 1 -- 172.21.15.5:0/25285740 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f39b014f210 msgr2=0x7f39b0150d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:43:04.441 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:04.426+0000 7f39affff700 1 --2- 172.21.15.5:0/25285740 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f39b014f210 0x7f39b0150d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:43:04.441 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:04.426+0000 7f39affff700 1 -- 172.21.15.5:0/25285740 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f39b013d740 msgr2=0x7f39b013dbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:43:04.441 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:04.426+0000 7f39affff700 1 --2- 172.21.15.5:0/25285740 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f39b013d740 0x7f39b013dbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:43:04.441 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:04.426+0000 7f39affff700 1 -- 172.21.15.5:0/25285740 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f39a8009b30 con 0x7f39b014f7b0 2024-09-13T16:43:04.441 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:04.426+0000 7f39b5097700 1 --2- 172.21.15.5:0/25285740 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f39b013d740 0x7f39b013dbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:43:04.441 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:04.426+0000 7f39b4896700 1 --2- 172.21.15.5:0/25285740 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f39b014f210 0x7f39b0150d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:43:04.441 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:04.426+0000 7f39affff700 1 --2- 172.21.15.5:0/25285740 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f39b014f7b0 0x7f39b014fbf0 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f399c00c500 tx=0x7f399c00c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:43:04.441 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:04.426+0000 7f39ad7fa700 1 -- 172.21.15.5:0/25285740 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f399c0052d0 con 0x7f39b014f7b0 2024-09-13T16:43:04.441 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:04.426+0000 7f39ad7fa700 1 -- 172.21.15.5:0/25285740 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(1 keys) v1 ==== 35+0+0 (secure 0 0 0) 0x7f399c005430 con 0x7f39b014f7b0 2024-09-13T16:43:04.441 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:04.426+0000 7f39b6afa700 1 -- 172.21.15.5:0/25285740 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f39b014ea30 con 0x7f39b014f7b0 2024-09-13T16:43:04.442 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:04.426+0000 7f39ad7fa700 1 -- 172.21.15.5:0/25285740 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f399c0055a0 con 0x7f39b014f7b0 2024-09-13T16:43:04.442 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:04.430+0000 7f39b6afa700 1 -- 172.21.15.5:0/25285740 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f39b014b700 con 0x7f39b014f7b0 2024-09-13T16:43:04.442 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:04.430+0000 7f39b6afa700 1 -- 172.21.15.5:0/25285740 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f39b00c5d00 con 0x7f39b014f7b0 2024-09-13T16:43:04.442 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:04.430+0000 7f39ad7fa700 1 -- 172.21.15.5:0/25285740 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f399c003900 con 0x7f39b014f7b0 2024-09-13T16:43:04.442 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:04.430+0000 7f39ad7fa700 1 --2- 172.21.15.5:0/25285740 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f3994066760 0x7f3994068c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:43:04.442 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:04.430+0000 7f39ad7fa700 1 -- 172.21.15.5:0/25285740 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6728+0+0 (secure 0 0 0) 0x7f399c083b00 con 0x7f39b014f7b0 2024-09-13T16:43:04.442 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:04.430+0000 7f39b4896700 1 --2- 172.21.15.5:0/25285740 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f3994066760 0x7f3994068c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:43:04.442 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:04.434+0000 7f39b4896700 1 --2- 172.21.15.5:0/25285740 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f3994066760 0x7f3994068c20 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f39a4000f60 tx=0x7f39a4007d00 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:43:04.444 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:04.434+0000 7f39ad7fa700 1 -- 172.21.15.5:0/25285740 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f399c050950 con 0x7f39b014f7b0 2024-09-13T16:43:04.619 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:04.610+0000 7f39b6afa700 1 -- 172.21.15.5:0/25285740 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7f39b006dd90 con 0x7f39b014f7b0 2024-09-13T16:43:05.284 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:05.274+0000 7f39ad7fa700 1 -- 172.21.15.5:0/25285740 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v30) v1 ==== 181+0+0 (secure 0 0 0) 0x7f399c017020 con 0x7f39b014f7b0 2024-09-13T16:43:05.288 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:05.278+0000 7f39b6afa700 1 -- 172.21.15.5:0/25285740 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f3994066760 msgr2=0x7f3994068c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:43:05.288 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:05.282+0000 7f39b6afa700 1 --2- 172.21.15.5:0/25285740 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f3994066760 0x7f3994068c20 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f39a4000f60 tx=0x7f39a4007d00 comp rx=0 tx=0).stop 2024-09-13T16:43:05.288 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:05.282+0000 7f39b6afa700 1 -- 172.21.15.5:0/25285740 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f39b014f7b0 msgr2=0x7f39b014fbf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:43:05.288 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:05.282+0000 7f39b6afa700 1 --2- 172.21.15.5:0/25285740 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f39b014f7b0 0x7f39b014fbf0 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f399c00c500 tx=0x7f399c00c8c0 comp rx=0 tx=0).stop 2024-09-13T16:43:05.288 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:05.282+0000 7f39b6afa700 1 -- 172.21.15.5:0/25285740 shutdown_connections 2024-09-13T16:43:05.288 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:05.282+0000 7f39b6afa700 1 --2- 172.21.15.5:0/25285740 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f3994066760 0x7f3994068c20 secure :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f39a4000f60 tx=0x7f39a4007d00 comp rx=0 tx=0).stop 2024-09-13T16:43:05.289 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:05.282+0000 7f39b6afa700 1 --2- 172.21.15.5:0/25285740 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f39b013d740 0x7f39b013dbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:43:05.289 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:05.282+0000 7f39b6afa700 1 --2- 172.21.15.5:0/25285740 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f39b014f7b0 0x7f39b014fbf0 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:43:05.289 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:05.282+0000 7f39b6afa700 1 --2- 172.21.15.5:0/25285740 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f39b014f210 0x7f39b0150d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:43:05.289 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:05.282+0000 7f39b6afa700 1 -- 172.21.15.5:0/25285740 >> 172.21.15.5:0/25285740 conn(0x7f39b00c78b0 msgr2=0x7f39b013f1e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:43:05.292 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:05.286+0000 7f39b6afa700 1 -- 172.21.15.5:0/25285740 shutdown_connections 2024-09-13T16:43:05.292 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:05.286+0000 7f39b6afa700 1 -- 172.21.15.5:0/25285740 wait complete. 2024-09-13T16:43:05.293 INFO:teuthology.orchestra.run.smithi005.stderr:pool 'cephfs_metadata' removed 2024-09-13T16:43:05.308 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-13T16:43:05.425 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:05.418+0000 7f83874c3700 1 Processor -- start 2024-09-13T16:43:05.425 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:05.418+0000 7f83874c3700 1 -- start start 2024-09-13T16:43:05.428 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:05.418+0000 7f83874c3700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f83800c4260 0x7f838015be10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:43:05.428 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:05.418+0000 7f83874c3700 1 --2- >> v2:172.21.15.179:3300/0 conn(0x7f838015c350 0x7f838015c780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:43:05.428 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:05.418+0000 7f83874c3700 1 -- --> v1:172.21.15.179:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f83800b1590 con 0x7f8380152b30 2024-09-13T16:43:05.428 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:05.418+0000 7f83874c3700 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f83800b33c0 con 0x7f83800c4260 2024-09-13T16:43:05.428 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:05.418+0000 7f83874c3700 1 -- --> v2:172.21.15.179:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f83800b29d0 con 0x7f838015c350 2024-09-13T16:43:05.428 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:05.418+0000 7f8385cc0700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f83800c4260 0x7f838015be10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:43:05.429 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:05.418+0000 7f8385cc0700 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f83800c4260 0x7f838015be10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:41042/0 (socket says 172.21.15.5:41042) 2024-09-13T16:43:05.429 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:05.418+0000 7f8385cc0700 1 -- 172.21.15.5:0/643593391 learned_addr learned my addr 172.21.15.5:0/643593391 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:43:05.429 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:05.418+0000 7f8386cc2700 1 --2- 172.21.15.5:0/643593391 >> v2:172.21.15.179:3300/0 conn(0x7f838015c350 0x7f838015c780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:43:05.429 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:05.418+0000 7f8385cc0700 1 -- 172.21.15.5:0/643593391 >> v2:172.21.15.179:3300/0 conn(0x7f838015c350 msgr2=0x7f838015c780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:43:05.429 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:05.418+0000 7f8385cc0700 1 --2- 172.21.15.5:0/643593391 >> v2:172.21.15.179:3300/0 conn(0x7f838015c350 0x7f838015c780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:43:05.429 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:05.418+0000 7f8385cc0700 1 -- 172.21.15.5:0/643593391 >> v1:172.21.15.179:6789/0 conn(0x7f8380152b30 legacy=0x7f83800b22c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:43:05.430 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:05.418+0000 7f8385cc0700 1 -- 172.21.15.5:0/643593391 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f83800b1e30 con 0x7f83800c4260 2024-09-13T16:43:05.430 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:05.418+0000 7f8385cc0700 1 --2- 172.21.15.5:0/643593391 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f83800c4260 0x7f838015be10 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f83800caf20 tx=0x7f8370009bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e2b6e4299fa2eb2f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:43:05.432 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:05.422+0000 7f83854bf700 1 -- 172.21.15.5:0/643593391 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8370011830 con 0x7f83800c4260 2024-09-13T16:43:05.432 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:05.426+0000 7f83854bf700 1 -- 172.21.15.5:0/643593391 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(1 keys) v1 ==== 35+0+0 (secure 0 0 0) 0x7f8370011990 con 0x7f83800c4260 2024-09-13T16:43:05.432 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:05.426+0000 7f83854bf700 1 -- 172.21.15.5:0/643593391 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8370011d40 con 0x7f83800c4260 2024-09-13T16:43:05.434 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:05.426+0000 7f83874c3700 1 -- 172.21.15.5:0/643593391 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f83800c4260 msgr2=0x7f838015be10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:43:05.434 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:05.426+0000 7f83874c3700 1 --2- 172.21.15.5:0/643593391 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f83800c4260 0x7f838015be10 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f83800caf20 tx=0x7f8370009bf0 comp rx=0 tx=0).stop 2024-09-13T16:43:05.436 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:05.430+0000 7f83874c3700 1 -- 172.21.15.5:0/643593391 shutdown_connections 2024-09-13T16:43:05.437 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:05.430+0000 7f83874c3700 1 --2- 172.21.15.5:0/643593391 >> v2:172.21.15.179:3300/0 conn(0x7f838015c350 0x7f838015c780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:43:05.437 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:05.430+0000 7f83874c3700 1 --2- 172.21.15.5:0/643593391 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f83800c4260 0x7f838015be10 secure :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f83800caf20 tx=0x7f8370009bf0 comp rx=0 tx=0).stop 2024-09-13T16:43:05.437 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:05.430+0000 7f83874c3700 1 -- 172.21.15.5:0/643593391 >> 172.21.15.5:0/643593391 conn(0x7f838006e7a0 msgr2=0x7f83800caf70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:43:05.442 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:05.434+0000 7f83874c3700 1 -- 172.21.15.5:0/643593391 shutdown_connections 2024-09-13T16:43:05.443 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:05.434+0000 7f83874c3700 1 -- 172.21.15.5:0/643593391 wait complete. 2024-09-13T16:43:05.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:05.438+0000 7f83874c3700 1 Processor -- start 2024-09-13T16:43:05.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:05.438+0000 7f83874c3700 1 -- start start 2024-09-13T16:43:05.447 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:05.438+0000 7f83874c3700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f8380152b30 0x7f8380158000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:43:05.447 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:05.438+0000 7f83874c3700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f838015c350 0x7f8380158540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:43:05.447 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:05.438+0000 7f83874c3700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8380155610 0x7f83800c8eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:43:05.447 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:05.438+0000 7f83874c3700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f83801f2750 con 0x7f8380155610 2024-09-13T16:43:05.447 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:05.438+0000 7f83874c3700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f83801f2c60 con 0x7f8380152b30 2024-09-13T16:43:05.447 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:05.438+0000 7f83874c3700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f83800c56b0 con 0x7f838015c350 2024-09-13T16:43:05.447 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:05.438+0000 7f8386cc2700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8380155610 0x7f83800c8eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:43:05.447 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:05.438+0000 7f8385cc0700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f838015c350 0x7f8380158540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:43:05.448 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:05.438+0000 7f83864c1700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f8380152b30 0x7f8380158000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:43:05.448 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:05.438+0000 7f8386cc2700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8380155610 0x7f83800c8eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:41044/0 (socket says 172.21.15.5:41044) 2024-09-13T16:43:05.448 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:05.438+0000 7f8386cc2700 1 -- 172.21.15.5:0/1650773044 learned_addr learned my addr 172.21.15.5:0/1650773044 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:43:05.449 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:05.438+0000 7f8385cc0700 1 -- 172.21.15.5:0/1650773044 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f8380152b30 msgr2=0x7f8380158000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:43:05.449 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:05.438+0000 7f8385cc0700 1 --2- 172.21.15.5:0/1650773044 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f8380152b30 0x7f8380158000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:43:05.449 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:05.438+0000 7f8385cc0700 1 -- 172.21.15.5:0/1650773044 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8380155610 msgr2=0x7f83800c8eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:43:05.449 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:05.438+0000 7f8385cc0700 1 --2- 172.21.15.5:0/1650773044 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8380155610 0x7f83800c8eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:43:05.449 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:05.438+0000 7f8385cc0700 1 -- 172.21.15.5:0/1650773044 --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8370009570 con 0x7f838015c350 2024-09-13T16:43:05.450 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:05.438+0000 7f8386cc2700 1 --2- 172.21.15.5:0/1650773044 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8380155610 0x7f83800c8eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:43:05.450 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:05.442+0000 7f8385cc0700 1 --2- 172.21.15.5:0/1650773044 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f838015c350 0x7f8380158540 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f8370016000 tx=0x7f8370004770 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:43:05.450 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:05.442+0000 7f8376ffd700 1 -- 172.21.15.5:0/1650773044 <== mon.2 v2:172.21.15.179:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8370004450 con 0x7f838015c350 2024-09-13T16:43:05.450 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:05.442+0000 7f83874c3700 1 -- 172.21.15.5:0/1650773044 --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f83801f2980 con 0x7f838015c350 2024-09-13T16:43:05.450 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:05.442+0000 7f83874c3700 1 -- 172.21.15.5:0/1650773044 --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8380155280 con 0x7f838015c350 2024-09-13T16:43:05.450 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:05.442+0000 7f8376ffd700 1 -- 172.21.15.5:0/1650773044 <== mon.2 v2:172.21.15.179:3301/0 2 ==== config(1 keys) v1 ==== 35+0+0 (secure 0 0 0) 0x7f837001f070 con 0x7f838015c350 2024-09-13T16:43:05.450 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:05.442+0000 7f8376ffd700 1 -- 172.21.15.5:0/1650773044 <== mon.2 v2:172.21.15.179:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f83700038c0 con 0x7f838015c350 2024-09-13T16:43:05.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:05.442+0000 7f8376ffd700 1 -- 172.21.15.5:0/1650773044 <== mon.2 v2:172.21.15.179:3301/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f8370003a20 con 0x7f838015c350 2024-09-13T16:43:05.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:05.442+0000 7f83874c3700 1 -- 172.21.15.5:0/1650773044 --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8368005310 con 0x7f838015c350 2024-09-13T16:43:05.452 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:05.442+0000 7f8376ffd700 1 --2- 172.21.15.5:0/1650773044 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f8364066760 0x7f8364068c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:43:05.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:05.446+0000 7f8376ffd700 1 -- 172.21.15.5:0/1650773044 <== mon.2 v2:172.21.15.179:3301/0 5 ==== osd_map(30..30 src has 1..30) v4 ==== 6290+0+0 (secure 0 0 0) 0x7f8370021070 con 0x7f838015c350 2024-09-13T16:43:05.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:05.446+0000 7f83864c1700 1 --2- 172.21.15.5:0/1650773044 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f8364066760 0x7f8364068c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:43:05.455 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:05.450+0000 7f83864c1700 1 --2- 172.21.15.5:0/1650773044 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f8364066760 0x7f8364068c20 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f837c000f60 tx=0x7f837c009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:43:05.459 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:05.450+0000 7f8376ffd700 1 -- 172.21.15.5:0/1650773044 <== mon.2 v2:172.21.15.179:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f8370052b30 con 0x7f838015c350 2024-09-13T16:43:05.634 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:05.626+0000 7f83874c3700 1 -- 172.21.15.5:0/1650773044 --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7f83680055c0 con 0x7f838015c350 2024-09-13T16:43:06.291 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:06.282+0000 7f8376ffd700 1 -- 172.21.15.5:0/1650773044 <== mon.2 v2:172.21.15.179:3301/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v31) v1 ==== 169+0+0 (secure 0 0 0) 0x7f8370015070 con 0x7f838015c350 2024-09-13T16:43:06.295 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:06.286+0000 7f83874c3700 1 -- 172.21.15.5:0/1650773044 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f8364066760 msgr2=0x7f8364068c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:43:06.295 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:06.286+0000 7f83874c3700 1 --2- 172.21.15.5:0/1650773044 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f8364066760 0x7f8364068c20 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f837c000f60 tx=0x7f837c009040 comp rx=0 tx=0).stop 2024-09-13T16:43:06.295 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:06.286+0000 7f83874c3700 1 -- 172.21.15.5:0/1650773044 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f838015c350 msgr2=0x7f8380158540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:43:06.295 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:06.286+0000 7f83874c3700 1 --2- 172.21.15.5:0/1650773044 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f838015c350 0x7f8380158540 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f8370016000 tx=0x7f8370004770 comp rx=0 tx=0).stop 2024-09-13T16:43:06.295 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:06.286+0000 7f83874c3700 1 -- 172.21.15.5:0/1650773044 shutdown_connections 2024-09-13T16:43:06.295 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:06.286+0000 7f83874c3700 1 --2- 172.21.15.5:0/1650773044 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8380155610 0x7f83800c8eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:43:06.295 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:06.286+0000 7f83874c3700 1 --2- 172.21.15.5:0/1650773044 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7f838015c350 0x7f8380158540 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:43:06.295 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:06.286+0000 7f83874c3700 1 --2- 172.21.15.5:0/1650773044 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7f8364066760 0x7f8364068c20 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:43:06.295 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:06.286+0000 7f83874c3700 1 --2- 172.21.15.5:0/1650773044 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7f8380152b30 0x7f8380158000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:43:06.296 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:06.286+0000 7f83874c3700 1 -- 172.21.15.5:0/1650773044 >> 172.21.15.5:0/1650773044 conn(0x7f838006e7a0 msgr2=0x7f83800cdb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:43:06.296 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:06.286+0000 7f83874c3700 1 -- 172.21.15.5:0/1650773044 shutdown_connections 2024-09-13T16:43:06.296 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:06.286+0000 7f83874c3700 1 -- 172.21.15.5:0/1650773044 wait complete. 2024-09-13T16:43:06.296 INFO:teuthology.orchestra.run.smithi005.stderr:pool 'cephfs_data' removed 2024-09-13T16:43:06.310 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data_ec cephfs_data_ec --yes-i-really-really-mean-it 2024-09-13T16:43:06.425 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:06.418+0000 7fae92a90700 1 Processor -- start 2024-09-13T16:43:06.425 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:06.418+0000 7fae92a90700 1 -- start start 2024-09-13T16:43:06.426 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:06.418+0000 7fae92a90700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fae8c06c4f0 0x7fae8c0c52c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:43:06.426 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:06.418+0000 7fae92a90700 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fae8c0c2930 con 0x7fae8c070950 2024-09-13T16:43:06.427 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:06.418+0000 7fae92a90700 1 -- --> v1:172.21.15.179:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fae8c0c4820 con 0x7fae8c14fd00 2024-09-13T16:43:06.427 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:06.418+0000 7fae92a90700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fae8c0c5800 con 0x7fae8c06c4f0 2024-09-13T16:43:06.427 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:06.418+0000 7fae9228f700 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7fae8c070950 0x7fae8c160130 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:46986/0 (socket says 172.21.15.5:46986) 2024-09-13T16:43:06.427 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:06.418+0000 7fae9228f700 1 -- 172.21.15.5:0/697902274 learned_addr learned my addr 172.21.15.5:0/697902274 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-13T16:43:06.427 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:06.418+0000 7fae9128d700 1 --2- 172.21.15.5:0/697902274 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fae8c06c4f0 0x7fae8c0c52c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:43:06.428 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:06.418+0000 7fae90a8c700 1 -- 172.21.15.5:0/697902274 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3696663624 0 0) 0x7fae8c0c2930 con 0x7fae8c070950 2024-09-13T16:43:06.428 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:06.418+0000 7fae90a8c700 1 -- 172.21.15.5:0/697902274 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fae780035d0 con 0x7fae8c070950 2024-09-13T16:43:06.428 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:06.418+0000 7fae90a8c700 1 -- 172.21.15.5:0/697902274 <== mon.1 v1:172.21.15.179:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3606060872 0 0) 0x7fae8c0c4820 con 0x7fae8c14fd00 2024-09-13T16:43:06.428 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:06.418+0000 7fae9128d700 1 -- 172.21.15.5:0/697902274 >> v1:172.21.15.179:6789/0 conn(0x7fae8c14fd00 legacy=0x7fae8c06e860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:43:06.428 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:06.418+0000 7fae9128d700 1 -- 172.21.15.5:0/697902274 >> v1:172.21.15.5:6789/0 conn(0x7fae8c070950 legacy=0x7fae8c160130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:43:06.428 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:06.422+0000 7fae9128d700 1 -- 172.21.15.5:0/697902274 --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fae8c0c2b60 con 0x7fae8c06c4f0 2024-09-13T16:43:06.428 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:06.422+0000 7fae9128d700 1 --2- 172.21.15.5:0/697902274 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fae8c06c4f0 0x7fae8c0c52c0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fae7c009880 tx=0x7fae7c009b90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f8060addc9528eb8 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:43:06.429 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:06.422+0000 7fae90a8c700 1 -- 172.21.15.5:0/697902274 <== mon.2 v2:172.21.15.179:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fae840019f0 con 0x7fae8c06c4f0 2024-09-13T16:43:06.430 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:06.422+0000 7fae90a8c700 1 -- 172.21.15.5:0/697902274 <== mon.2 v2:172.21.15.179:3301/0 2 ==== config(1 keys) v1 ==== 35+0+0 (secure 0 0 0) 0x7fae7c010590 con 0x7fae8c06c4f0 2024-09-13T16:43:06.430 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:06.422+0000 7fae90a8c700 1 -- 172.21.15.5:0/697902274 <== mon.2 v2:172.21.15.179:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fae7c010900 con 0x7fae8c06c4f0 2024-09-13T16:43:06.430 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:06.422+0000 7fae92a90700 1 -- 172.21.15.5:0/697902274 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fae8c06c4f0 msgr2=0x7fae8c0c52c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:43:06.430 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:06.422+0000 7fae92a90700 1 --2- 172.21.15.5:0/697902274 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fae8c06c4f0 0x7fae8c0c52c0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fae7c009880 tx=0x7fae7c009b90 comp rx=0 tx=0).stop 2024-09-13T16:43:06.430 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:06.422+0000 7fae92a90700 1 -- 172.21.15.5:0/697902274 shutdown_connections 2024-09-13T16:43:06.430 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:06.422+0000 7fae92a90700 1 --2- 172.21.15.5:0/697902274 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fae8c06c4f0 0x7fae8c0c52c0 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:43:06.430 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:06.422+0000 7fae92a90700 1 -- 172.21.15.5:0/697902274 >> 172.21.15.5:0/697902274 conn(0x7fae8c06dd40 msgr2=0x7fae8c06e150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:43:06.430 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:06.422+0000 7fae92a90700 1 -- 172.21.15.5:0/697902274 shutdown_connections 2024-09-13T16:43:06.430 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:06.422+0000 7fae92a90700 1 -- 172.21.15.5:0/697902274 wait complete. 2024-09-13T16:43:06.432 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:06.426+0000 7fae92a90700 1 Processor -- start 2024-09-13T16:43:06.432 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:06.426+0000 7fae92a90700 1 -- start start 2024-09-13T16:43:06.438 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:06.426+0000 7fae92a90700 1 --2- >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fae8c06c4f0 0x7fae8c162260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:43:06.438 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:06.426+0000 7fae92a90700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fae8c070950 0x7fae8c14a180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:43:06.438 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:06.426+0000 7fae92a90700 1 --2- >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fae8c14fd00 0x7fae8c148370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:43:06.438 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:06.426+0000 7fae92a90700 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fae8c14a6c0 con 0x7fae8c070950 2024-09-13T16:43:06.438 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:06.426+0000 7fae92a90700 1 -- --> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fae8c162de0 con 0x7fae8c14fd00 2024-09-13T16:43:06.438 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:06.426+0000 7fae92a90700 1 -- --> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fae8c1630a0 con 0x7fae8c06c4f0 2024-09-13T16:43:06.438 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:06.426+0000 7fae9128d700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fae8c070950 0x7fae8c14a180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:43:06.438 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:06.426+0000 7fae9128d700 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fae8c070950 0x7fae8c14a180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:41050/0 (socket says 172.21.15.5:41050) 2024-09-13T16:43:06.439 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:06.426+0000 7fae9128d700 1 -- 172.21.15.5:0/2097925130 learned_addr learned my addr 172.21.15.5:0/2097925130 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-13T16:43:06.439 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:06.426+0000 7fae91a8e700 1 --2- 172.21.15.5:0/2097925130 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fae8c06c4f0 0x7fae8c162260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:43:06.439 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:06.426+0000 7fae9228f700 1 --2- 172.21.15.5:0/2097925130 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fae8c14fd00 0x7fae8c148370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:43:06.439 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:06.426+0000 7fae9128d700 1 -- 172.21.15.5:0/2097925130 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fae8c06c4f0 msgr2=0x7fae8c162260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:43:06.439 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:06.426+0000 7fae9128d700 1 --2- 172.21.15.5:0/2097925130 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fae8c06c4f0 0x7fae8c162260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:43:06.439 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:06.426+0000 7fae9128d700 1 -- 172.21.15.5:0/2097925130 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fae8c14fd00 msgr2=0x7fae8c148370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:43:06.439 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:06.426+0000 7fae9128d700 1 --2- 172.21.15.5:0/2097925130 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fae8c14fd00 0x7fae8c148370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:43:06.439 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:06.426+0000 7fae9128d700 1 -- 172.21.15.5:0/2097925130 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fae7c0094b0 con 0x7fae8c070950 2024-09-13T16:43:06.439 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:06.426+0000 7fae9128d700 1 --2- 172.21.15.5:0/2097925130 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fae8c070950 0x7fae8c14a180 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7fae7c013040 tx=0x7fae7c004770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:43:06.439 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:06.426+0000 7fae827fc700 1 -- 172.21.15.5:0/2097925130 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fae7c0118f0 con 0x7fae8c070950 2024-09-13T16:43:06.439 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:06.426+0000 7fae92a90700 1 -- 172.21.15.5:0/2097925130 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fae8c163380 con 0x7fae8c070950 2024-09-13T16:43:06.439 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:06.426+0000 7fae827fc700 1 -- 172.21.15.5:0/2097925130 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(1 keys) v1 ==== 35+0+0 (secure 0 0 0) 0x7fae7c01e070 con 0x7fae8c070950 2024-09-13T16:43:06.441 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:06.426+0000 7fae92a90700 1 -- 172.21.15.5:0/2097925130 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fae8c159880 con 0x7fae8c070950 2024-09-13T16:43:06.441 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:06.426+0000 7fae827fc700 1 -- 172.21.15.5:0/2097925130 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fae7c011cb0 con 0x7fae8c070950 2024-09-13T16:43:06.441 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:06.430+0000 7fae92a90700 1 -- 172.21.15.5:0/2097925130 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fae8c1638a0 con 0x7fae8c070950 2024-09-13T16:43:06.441 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:06.430+0000 7fae827fc700 1 -- 172.21.15.5:0/2097925130 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fae7c02d420 con 0x7fae8c070950 2024-09-13T16:43:06.442 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:06.430+0000 7fae827fc700 1 --2- 172.21.15.5:0/2097925130 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fae70066730 0x7fae70068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:43:06.442 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:06.430+0000 7fae827fc700 1 -- 172.21.15.5:0/2097925130 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(31..31 src has 1..31) v4 ==== 5781+0+0 (secure 0 0 0) 0x7fae7c0852a0 con 0x7fae8c070950 2024-09-13T16:43:06.442 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:06.430+0000 7fae91a8e700 1 --2- 172.21.15.5:0/2097925130 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fae70066730 0x7fae70068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:43:06.443 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:06.434+0000 7fae91a8e700 1 --2- 172.21.15.5:0/2097925130 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fae70066730 0x7fae70068bf0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fae88000f60 tx=0x7fae88009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:43:06.443 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:06.434+0000 7fae827fc700 1 -- 172.21.15.5:0/2097925130 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fae7c052490 con 0x7fae8c070950 2024-09-13T16:43:06.627 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:06.618+0000 7fae92a90700 1 -- 172.21.15.5:0/2097925130 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7fae8c0c3120 con 0x7fae8c070950 2024-09-13T16:43:07.315 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:07.306+0000 7fae827fc700 1 -- 172.21.15.5:0/2097925130 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data_ec' removed v32) v1 ==== 178+0+0 (secure 0 0 0) 0x7fae7c0200d0 con 0x7fae8c070950 2024-09-13T16:43:07.321 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:07.314+0000 7fae92a90700 1 -- 172.21.15.5:0/2097925130 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fae70066730 msgr2=0x7fae70068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:43:07.321 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:07.314+0000 7fae92a90700 1 --2- 172.21.15.5:0/2097925130 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fae70066730 0x7fae70068bf0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fae88000f60 tx=0x7fae88009040 comp rx=0 tx=0).stop 2024-09-13T16:43:07.321 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:07.314+0000 7fae92a90700 1 -- 172.21.15.5:0/2097925130 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fae8c070950 msgr2=0x7fae8c14a180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:43:07.322 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:07.314+0000 7fae92a90700 1 --2- 172.21.15.5:0/2097925130 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fae8c070950 0x7fae8c14a180 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7fae7c013040 tx=0x7fae7c004770 comp rx=0 tx=0).stop 2024-09-13T16:43:07.322 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:07.314+0000 7fae92a90700 1 -- 172.21.15.5:0/2097925130 shutdown_connections 2024-09-13T16:43:07.322 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:07.314+0000 7fae92a90700 1 --2- 172.21.15.5:0/2097925130 >> [v2:172.21.15.179:6832/2977940518,v1:172.21.15.179:6833/2977940518] conn(0x7fae70066730 0x7fae70068bf0 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:43:07.322 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:07.314+0000 7fae92a90700 1 --2- 172.21.15.5:0/2097925130 >> [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] conn(0x7fae8c14fd00 0x7fae8c148370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:43:07.323 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:07.314+0000 7fae92a90700 1 --2- 172.21.15.5:0/2097925130 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fae8c070950 0x7fae8c14a180 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:43:07.323 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:07.314+0000 7fae92a90700 1 --2- 172.21.15.5:0/2097925130 >> [v2:172.21.15.179:3301/0,v1:172.21.15.179:6790/0] conn(0x7fae8c06c4f0 0x7fae8c162260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:43:07.323 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:07.314+0000 7fae92a90700 1 -- 172.21.15.5:0/2097925130 >> 172.21.15.5:0/2097925130 conn(0x7fae8c06dd40 msgr2=0x7fae8c0c5b00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:43:07.323 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:07.314+0000 7fae92a90700 1 -- 172.21.15.5:0/2097925130 shutdown_connections 2024-09-13T16:43:07.323 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-13T16:43:07.314+0000 7fae92a90700 1 -- 172.21.15.5:0/2097925130 wait complete. 2024-09-13T16:43:07.325 INFO:teuthology.orchestra.run.smithi005.stderr:pool 'cephfs_data_ec' removed 2024-09-13T16:43:07.342 INFO:teuthology.misc:Shutting down mds daemons... 2024-09-13T16:43:07.343 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-13T16:43:07.343 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:43:07.344 INFO:tasks.ceph.mds.a.smithi005.stderr:2024-09-13T16:43:07.334+0000 7fd1e2c31700 -1 received signal: Terminated from /usr/bin/python3 /usr/bin/daemon-helper term ceph-mds -f --cluster ceph -i a (PID: 30764) UID: 0 2024-09-13T16:43:07.344 INFO:tasks.ceph.mds.a.smithi005.stderr:2024-09-13T16:43:07.334+0000 7fd1e2c31700 -1 mds.a *** got signal Terminated *** 2024-09-13T16:43:12.008 DEBUG:teuthology.orchestra.run.smithi005:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:43:12.010 DEBUG:teuthology.orchestra.run.smithi179:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:43:13.444 INFO:tasks.ceph.mds.a:Stopped 2024-09-13T16:43:13.445 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-13T16:43:13.445 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:43:13.446 INFO:tasks.ceph.mds.c.smithi005.stderr:2024-09-13T16:43:13.442+0000 7f8d5871b700 -1 received signal: Terminated from /usr/bin/python3 /usr/bin/daemon-helper term ceph-mds -f --cluster ceph -i c (PID: 30766) UID: 0 2024-09-13T16:43:13.446 INFO:tasks.ceph.mds.c.smithi005.stderr:2024-09-13T16:43:13.442+0000 7f8d5871b700 -1 mds.c *** got signal Terminated *** 2024-09-13T16:43:19.547 INFO:tasks.ceph.mds.c:Stopped 2024-09-13T16:43:19.548 DEBUG:tasks.ceph.mds.e:waiting for process to exit 2024-09-13T16:43:19.548 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:43:19.549 INFO:tasks.ceph.mds.e.smithi005.stderr:2024-09-13T16:43:19.546+0000 7f0005075700 -1 received signal: Terminated from /usr/bin/python3 /usr/bin/daemon-helper term ceph-mds -f --cluster ceph -i e (PID: 30763) UID: 0 2024-09-13T16:43:19.549 INFO:tasks.ceph.mds.e.smithi005.stderr:2024-09-13T16:43:19.546+0000 7f0005075700 -1 mds.e *** got signal Terminated *** 2024-09-13T16:43:25.649 INFO:tasks.ceph.mds.e:Stopped 2024-09-13T16:43:25.650 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-13T16:43:25.650 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:43:25.651 INFO:tasks.ceph.mds.b.smithi179.stderr:2024-09-13T16:43:25.646+0000 7fcae6ccb700 -1 received signal: Terminated from /usr/bin/python3 /usr/bin/daemon-helper term ceph-mds -f --cluster ceph -i b (PID: 32441) UID: 0 2024-09-13T16:43:25.651 INFO:tasks.ceph.mds.b.smithi179.stderr:2024-09-13T16:43:25.646+0000 7fcae6ccb700 -1 mds.b *** got signal Terminated *** 2024-09-13T16:43:27.661 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.b is failed for ~0s 2024-09-13T16:43:31.751 INFO:tasks.ceph.mds.b:Stopped 2024-09-13T16:43:31.751 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-13T16:43:31.752 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:43:31.752 INFO:tasks.ceph.mds.d.smithi179.stderr:2024-09-13T16:43:31.749+0000 7fcd38fb9700 -1 received signal: Terminated from /usr/bin/python3 /usr/bin/daemon-helper term ceph-mds -f --cluster ceph -i d (PID: 32442) UID: 0 2024-09-13T16:43:31.753 INFO:tasks.ceph.mds.d.smithi179.stderr:2024-09-13T16:43:31.749+0000 7fcd38fb9700 -1 mds.d *** got signal Terminated *** 2024-09-13T16:43:34.173 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.b has been restored 2024-09-13T16:43:37.854 INFO:tasks.ceph.mds.d:Stopped 2024-09-13T16:43:37.854 DEBUG:tasks.ceph.mds.f:waiting for process to exit 2024-09-13T16:43:37.854 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:43:37.855 INFO:tasks.ceph.mds.f.smithi179.stderr:2024-09-13T16:43:37.849+0000 7fa57b565700 -1 received signal: Terminated from /usr/bin/python3 /usr/bin/daemon-helper term ceph-mds -f --cluster ceph -i f (PID: 32445) UID: 0 2024-09-13T16:43:37.855 INFO:tasks.ceph.mds.f.smithi179.stderr:2024-09-13T16:43:37.849+0000 7fa57b565700 -1 mds.f *** got signal Terminated *** 2024-09-13T16:43:40.484 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.f is failed for ~0s 2024-09-13T16:43:42.148 DEBUG:teuthology.orchestra.run.smithi005:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:43:42.151 DEBUG:teuthology.orchestra.run.smithi179:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:43:43.956 INFO:tasks.ceph.mds.f:Stopped 2024-09-13T16:43:43.956 INFO:teuthology.misc:Shutting down osd daemons... 2024-09-13T16:43:43.956 DEBUG:tasks.ceph.osd.0:waiting for process to exit 2024-09-13T16:43:43.957 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:43:43.957 INFO:tasks.ceph.osd.0.smithi005.stderr:2024-09-13T16:43:43.954+0000 7f9da8728700 -1 received signal: Terminated from /usr/bin/python3 /usr/bin/daemon-helper term ceph-osd -f --cluster ceph -i 0 (PID: 26696) UID: 0 2024-09-13T16:43:43.958 INFO:tasks.ceph.osd.0.smithi005.stderr:2024-09-13T16:43:43.954+0000 7f9da8728700 -1 osd.0 38 *** Got signal Terminated *** 2024-09-13T16:43:43.958 INFO:tasks.ceph.osd.0.smithi005.stderr:2024-09-13T16:43:43.954+0000 7f9da8728700 -1 osd.0 38 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-13T16:43:46.695 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.0 is failed for ~0s 2024-09-13T16:43:46.695 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.f has been restored 2024-09-13T16:43:50.058 INFO:tasks.ceph.osd.0:Stopped 2024-09-13T16:43:50.058 DEBUG:tasks.ceph.osd.1:waiting for process to exit 2024-09-13T16:43:50.058 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:43:50.060 INFO:tasks.ceph.osd.1.smithi005.stderr:2024-09-13T16:43:50.053+0000 7f0dd1850700 -1 received signal: Terminated from /usr/bin/python3 /usr/bin/daemon-helper term ceph-osd -f --cluster ceph -i 1 (PID: 26698) UID: 0 2024-09-13T16:43:50.060 INFO:tasks.ceph.osd.1.smithi005.stderr:2024-09-13T16:43:50.053+0000 7f0dd1850700 -1 osd.1 40 *** Got signal Terminated *** 2024-09-13T16:43:50.060 INFO:tasks.ceph.osd.1.smithi005.stderr:2024-09-13T16:43:50.053+0000 7f0dd1850700 -1 osd.1 40 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-13T16:43:52.805 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.1 is failed for ~0s 2024-09-13T16:43:52.805 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.0 has been restored 2024-09-13T16:43:56.161 INFO:tasks.ceph.osd.1:Stopped 2024-09-13T16:43:56.161 DEBUG:tasks.ceph.osd.2:waiting for process to exit 2024-09-13T16:43:56.161 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:43:56.162 INFO:tasks.ceph.osd.2.smithi005.stderr:2024-09-13T16:43:56.157+0000 7fc829b12700 -1 received signal: Terminated from /usr/bin/python3 /usr/bin/daemon-helper term ceph-osd -f --cluster ceph -i 2 (PID: 26701) UID: 0 2024-09-13T16:43:56.163 INFO:tasks.ceph.osd.2.smithi005.stderr:2024-09-13T16:43:56.157+0000 7fc829b12700 -1 osd.2 41 *** Got signal Terminated *** 2024-09-13T16:43:56.163 INFO:tasks.ceph.osd.2.smithi005.stderr:2024-09-13T16:43:56.157+0000 7fc829b12700 -1 osd.2 41 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-13T16:43:58.813 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.2 is failed for ~0s 2024-09-13T16:43:58.813 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.1 has been restored 2024-09-13T16:44:02.263 INFO:tasks.ceph.osd.2:Stopped 2024-09-13T16:44:02.263 DEBUG:tasks.ceph.osd.3:waiting for process to exit 2024-09-13T16:44:02.263 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:44:02.264 INFO:tasks.ceph.osd.3.smithi005.stderr:2024-09-13T16:44:02.261+0000 7fd8f6668700 -1 received signal: Terminated from /usr/bin/python3 /usr/bin/daemon-helper term ceph-osd -f --cluster ceph -i 3 (PID: 26702) UID: 0 2024-09-13T16:44:02.265 INFO:tasks.ceph.osd.3.smithi005.stderr:2024-09-13T16:44:02.261+0000 7fd8f6668700 -1 osd.3 42 *** Got signal Terminated *** 2024-09-13T16:44:02.265 INFO:tasks.ceph.osd.3.smithi005.stderr:2024-09-13T16:44:02.261+0000 7fd8f6668700 -1 osd.3 42 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-13T16:44:04.721 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.3 is failed for ~0s 2024-09-13T16:44:04.721 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.2 has been restored 2024-09-13T16:44:08.366 INFO:tasks.ceph.osd.3:Stopped 2024-09-13T16:44:08.367 DEBUG:tasks.ceph.osd.4:waiting for process to exit 2024-09-13T16:44:08.367 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:44:08.368 INFO:tasks.ceph.osd.4.smithi179.stderr:2024-09-13T16:44:08.361+0000 7fc9cdf99700 -1 received signal: Terminated from /usr/bin/python3 /usr/bin/daemon-helper term ceph-osd -f --cluster ceph -i 4 (PID: 26989) UID: 0 2024-09-13T16:44:08.368 INFO:tasks.ceph.osd.4.smithi179.stderr:2024-09-13T16:44:08.361+0000 7fc9cdf99700 -1 osd.4 43 *** Got signal Terminated *** 2024-09-13T16:44:08.368 INFO:tasks.ceph.osd.4.smithi179.stderr:2024-09-13T16:44:08.361+0000 7fc9cdf99700 -1 osd.4 43 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-13T16:44:10.528 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.4 is failed for ~0s 2024-09-13T16:44:10.528 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.3 has been restored 2024-09-13T16:44:12.270 DEBUG:teuthology.orchestra.run.smithi005:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:44:12.273 DEBUG:teuthology.orchestra.run.smithi179:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:44:14.469 INFO:tasks.ceph.osd.4:Stopped 2024-09-13T16:44:14.469 DEBUG:tasks.ceph.osd.5:waiting for process to exit 2024-09-13T16:44:14.469 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:44:14.470 INFO:tasks.ceph.osd.5.smithi179.stderr:2024-09-13T16:44:14.464+0000 7f2747b4d700 -1 received signal: Terminated from /usr/bin/python3 /usr/bin/daemon-helper term ceph-osd -f --cluster ceph -i 5 (PID: 26990) UID: 0 2024-09-13T16:44:14.470 INFO:tasks.ceph.osd.5.smithi179.stderr:2024-09-13T16:44:14.464+0000 7f2747b4d700 -1 osd.5 44 *** Got signal Terminated *** 2024-09-13T16:44:14.470 INFO:tasks.ceph.osd.5.smithi179.stderr:2024-09-13T16:44:14.464+0000 7f2747b4d700 -1 osd.5 44 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-13T16:44:16.335 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.4 has been restored 2024-09-13T16:44:20.570 INFO:tasks.ceph.osd.5:Stopped 2024-09-13T16:44:20.571 DEBUG:tasks.ceph.osd.6:waiting for process to exit 2024-09-13T16:44:20.571 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:44:20.572 INFO:tasks.ceph.osd.6.smithi179.stderr:2024-09-13T16:44:20.568+0000 7fa587e01700 -1 received signal: Terminated from /usr/bin/python3 /usr/bin/daemon-helper term ceph-osd -f --cluster ceph -i 6 (PID: 26987) UID: 0 2024-09-13T16:44:20.572 INFO:tasks.ceph.osd.6.smithi179.stderr:2024-09-13T16:44:20.568+0000 7fa587e01700 -1 osd.6 45 *** Got signal Terminated *** 2024-09-13T16:44:20.572 INFO:tasks.ceph.osd.6.smithi179.stderr:2024-09-13T16:44:20.568+0000 7fa587e01700 -1 osd.6 45 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-13T16:44:21.941 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.6 is failed for ~0s 2024-09-13T16:44:26.673 INFO:tasks.ceph.osd.6:Stopped 2024-09-13T16:44:26.673 DEBUG:tasks.ceph.osd.7:waiting for process to exit 2024-09-13T16:44:26.673 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:44:26.674 INFO:tasks.ceph.osd.7.smithi179.stderr:2024-09-13T16:44:26.668+0000 7f9644298700 -1 received signal: Terminated from /usr/bin/python3 /usr/bin/daemon-helper term ceph-osd -f --cluster ceph -i 7 (PID: 26991) UID: 0 2024-09-13T16:44:26.674 INFO:tasks.ceph.osd.7.smithi179.stderr:2024-09-13T16:44:26.668+0000 7f9644298700 -1 osd.7 45 *** Got signal Terminated *** 2024-09-13T16:44:26.674 INFO:tasks.ceph.osd.7.smithi179.stderr:2024-09-13T16:44:26.668+0000 7f9644298700 -1 osd.7 45 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-13T16:44:27.546 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.6 has been restored 2024-09-13T16:44:32.775 INFO:tasks.ceph.osd.7:Stopped 2024-09-13T16:44:32.775 INFO:teuthology.misc:Shutting down mgr daemons... 2024-09-13T16:44:32.776 DEBUG:tasks.ceph.mgr.y:waiting for process to exit 2024-09-13T16:44:32.776 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:44:32.807 INFO:tasks.ceph.mgr.y:Stopped 2024-09-13T16:44:32.807 DEBUG:tasks.ceph.mgr.x:waiting for process to exit 2024-09-13T16:44:32.807 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:44:32.809 INFO:tasks.ceph.mgr.x.smithi179.stderr:2024-09-13T16:44:32.804+0000 7f85a3c7a700 -1 received signal: Terminated from /usr/bin/python3 /usr/bin/daemon-helper term ceph-mgr -f --cluster ceph -i x (PID: 26656) UID: 0 2024-09-13T16:44:32.809 INFO:tasks.ceph.mgr.x.smithi179.stderr:2024-09-13T16:44:32.804+0000 7f85a3c7a700 -1 mgr handle_mgr_signal *** Got signal Terminated *** 2024-09-13T16:44:32.840 INFO:tasks.ceph.mgr.x:Stopped 2024-09-13T16:44:32.840 INFO:teuthology.misc:Shutting down mon daemons... 2024-09-13T16:44:32.841 DEBUG:tasks.ceph.mon.a:waiting for process to exit 2024-09-13T16:44:32.841 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:44:32.848 INFO:tasks.ceph.mon.a.smithi005.stderr:2024-09-13T16:44:32.845+0000 7f5aab1dd700 -1 received signal: Terminated from /usr/bin/python3 /usr/bin/daemon-helper term ceph-mon -f --cluster ceph -i a (PID: 26574) UID: 0 2024-09-13T16:44:32.849 INFO:tasks.ceph.mon.a.smithi005.stderr:2024-09-13T16:44:32.845+0000 7f5aab1dd700 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2024-09-13T16:44:32.850 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.7 is failed for ~0s 2024-09-13T16:44:32.942 INFO:tasks.ceph.mon.a:Stopped 2024-09-13T16:44:32.943 DEBUG:tasks.ceph.mon.b:waiting for process to exit 2024-09-13T16:44:32.943 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:44:32.944 INFO:tasks.ceph.mon.b.smithi179.stderr:2024-09-13T16:44:32.940+0000 7fcef7d69700 -1 received signal: Terminated from /usr/bin/python3 /usr/bin/daemon-helper term ceph-mon -f --cluster ceph -i b (PID: 26652) UID: 0 2024-09-13T16:44:32.944 INFO:tasks.ceph.mon.b.smithi179.stderr:2024-09-13T16:44:32.940+0000 7fcef7d69700 -1 mon.b@1(peon) e1 *** Got Signal Terminated *** 2024-09-13T16:44:37.951 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mon.b is failed for ~0s 2024-09-13T16:44:37.952 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.7 has been restored 2024-09-13T16:44:39.044 INFO:tasks.ceph.mon.b:Stopped 2024-09-13T16:44:39.045 DEBUG:tasks.ceph.mon.c:waiting for process to exit 2024-09-13T16:44:39.045 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:44:39.046 INFO:tasks.ceph.mon.c.smithi179.stderr:2024-09-13T16:44:39.040+0000 7fc5d1b89700 -1 received signal: Terminated from /usr/bin/python3 /usr/bin/daemon-helper term ceph-mon -f --cluster ceph -i c (PID: 26654) UID: 0 2024-09-13T16:44:39.046 INFO:tasks.ceph.mon.c.smithi179.stderr:2024-09-13T16:44:39.040+0000 7fc5d1b89700 -1 mon.c@2(peon) e1 *** Got Signal Terminated *** 2024-09-13T16:44:42.410 DEBUG:teuthology.orchestra.run.smithi005:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:44:42.413 DEBUG:teuthology.orchestra.run.smithi179:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:44:42.953 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mon.c is failed for ~0s 2024-09-13T16:44:42.953 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mon.b has been restored 2024-09-13T16:44:45.147 INFO:tasks.ceph.mon.c:Stopped 2024-09-13T16:44:45.147 INFO:tasks.ceph:Checking cluster log for badness... 2024-09-13T16:44:45.148 DEBUG:teuthology.orchestra.run.smithi005:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v FS_DEGRADED | egrep -v FS_INLINE_DATA_DEPRECATED | egrep -v FS_WITH_FAILED_MDS | egrep -v MDS_ALL_DOWN | egrep -v MDS_DAMAGE | egrep -v MDS_DEGRADED | egrep -v MDS_FAILED | egrep -v MDS_INSUFFICIENT_STANDBY | egrep -v MDS_UP_LESS_THAN_MAX | egrep -v 'online, but wants' | egrep -v 'filesystem is online with fewer MDS than max_mds' | egrep -v POOL_APP_NOT_ENABLED | egrep -v 'do not have an application enabled' | egrep -v 'overall HEALTH_' | egrep -v 'Replacing daemon' | egrep -v 'deprecated feature inline_data' | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | egrep -v MON_DOWN | egrep -v PG_AVAILABILITY | egrep -v PG_DEGRADED | egrep -v 'Reduced data availability' | egrep -v 'Degraded data redundancy' | head -n 1 2024-09-13T16:44:45.201 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-0 on ubuntu@smithi005.front.sepia.ceph.com 2024-09-13T16:44:45.201 DEBUG:teuthology.orchestra.run.smithi005:> sync && sudo umount -f /var/lib/ceph/osd/ceph-0 2024-09-13T16:44:45.418 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-1 on ubuntu@smithi005.front.sepia.ceph.com 2024-09-13T16:44:45.418 DEBUG:teuthology.orchestra.run.smithi005:> sync && sudo umount -f /var/lib/ceph/osd/ceph-1 2024-09-13T16:44:45.611 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-2 on ubuntu@smithi005.front.sepia.ceph.com 2024-09-13T16:44:45.611 DEBUG:teuthology.orchestra.run.smithi005:> sync && sudo umount -f /var/lib/ceph/osd/ceph-2 2024-09-13T16:44:45.752 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-3 on ubuntu@smithi005.front.sepia.ceph.com 2024-09-13T16:44:45.753 DEBUG:teuthology.orchestra.run.smithi005:> sync && sudo umount -f /var/lib/ceph/osd/ceph-3 2024-09-13T16:44:45.907 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-4 on ubuntu@smithi179.front.sepia.ceph.com 2024-09-13T16:44:45.907 DEBUG:teuthology.orchestra.run.smithi179:> sync && sudo umount -f /var/lib/ceph/osd/ceph-4 2024-09-13T16:44:46.106 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-5 on ubuntu@smithi179.front.sepia.ceph.com 2024-09-13T16:44:46.107 DEBUG:teuthology.orchestra.run.smithi179:> sync && sudo umount -f /var/lib/ceph/osd/ceph-5 2024-09-13T16:44:46.305 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-6 on ubuntu@smithi179.front.sepia.ceph.com 2024-09-13T16:44:46.305 DEBUG:teuthology.orchestra.run.smithi179:> sync && sudo umount -f /var/lib/ceph/osd/ceph-6 2024-09-13T16:44:46.484 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-7 on ubuntu@smithi179.front.sepia.ceph.com 2024-09-13T16:44:46.484 DEBUG:teuthology.orchestra.run.smithi179:> sync && sudo umount -f /var/lib/ceph/osd/ceph-7 2024-09-13T16:44:46.641 INFO:tasks.ceph:Archiving mon data... 2024-09-13T16:44:46.642 DEBUG:teuthology.misc:Transferring archived files from smithi005:/var/lib/ceph/mon/ceph-a to /home/teuthworker/archive/rishabh-2024-09-13_14:36:41-fs-wip-rishabh-testing-20240910.095512-reef-distro-default-smithi/7903786/data/mon.a.tgz 2024-09-13T16:44:46.642 DEBUG:teuthology.orchestra.run.smithi005:> mktemp 2024-09-13T16:44:46.674 INFO:teuthology.orchestra.run.smithi005.stdout:/tmp/tmp.lkYCbEsGVC 2024-09-13T16:44:46.674 DEBUG:teuthology.orchestra.run.smithi005:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-a -- . > /tmp/tmp.lkYCbEsGVC 2024-09-13T16:44:46.813 DEBUG:teuthology.orchestra.run.smithi005:> sudo chmod 0666 /tmp/tmp.lkYCbEsGVC 2024-09-13T16:44:46.868 DEBUG:teuthology.orchestra.remote:smithi005:/tmp/tmp.lkYCbEsGVC is 329KB 2024-09-13T16:44:46.934 DEBUG:teuthology.orchestra.run.smithi005:> rm -fr /tmp/tmp.lkYCbEsGVC 2024-09-13T16:44:46.940 DEBUG:teuthology.misc:Transferring archived files from smithi179:/var/lib/ceph/mon/ceph-b to /home/teuthworker/archive/rishabh-2024-09-13_14:36:41-fs-wip-rishabh-testing-20240910.095512-reef-distro-default-smithi/7903786/data/mon.b.tgz 2024-09-13T16:44:46.940 DEBUG:teuthology.orchestra.run.smithi179:> mktemp 2024-09-13T16:44:46.974 INFO:teuthology.orchestra.run.smithi179.stdout:/tmp/tmp.MarUj2HgCP 2024-09-13T16:44:46.974 DEBUG:teuthology.orchestra.run.smithi179:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-b -- . > /tmp/tmp.MarUj2HgCP 2024-09-13T16:44:47.081 DEBUG:teuthology.orchestra.run.smithi179:> sudo chmod 0666 /tmp/tmp.MarUj2HgCP 2024-09-13T16:44:47.178 DEBUG:teuthology.orchestra.remote:smithi179:/tmp/tmp.MarUj2HgCP is 340KB 2024-09-13T16:44:47.242 DEBUG:teuthology.orchestra.run.smithi179:> rm -fr /tmp/tmp.MarUj2HgCP 2024-09-13T16:44:47.249 DEBUG:teuthology.misc:Transferring archived files from smithi179:/var/lib/ceph/mon/ceph-c to /home/teuthworker/archive/rishabh-2024-09-13_14:36:41-fs-wip-rishabh-testing-20240910.095512-reef-distro-default-smithi/7903786/data/mon.c.tgz 2024-09-13T16:44:47.249 DEBUG:teuthology.orchestra.run.smithi179:> mktemp 2024-09-13T16:44:47.255 INFO:teuthology.orchestra.run.smithi179.stdout:/tmp/tmp.MDue16aQyi 2024-09-13T16:44:47.255 DEBUG:teuthology.orchestra.run.smithi179:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-c -- . > /tmp/tmp.MDue16aQyi 2024-09-13T16:44:47.339 DEBUG:teuthology.orchestra.run.smithi179:> sudo chmod 0666 /tmp/tmp.MDue16aQyi 2024-09-13T16:44:47.412 DEBUG:teuthology.orchestra.remote:smithi179:/tmp/tmp.MDue16aQyi is 340KB 2024-09-13T16:44:47.431 DEBUG:teuthology.orchestra.run.smithi179:> rm -fr /tmp/tmp.MDue16aQyi 2024-09-13T16:44:47.438 INFO:tasks.ceph:Cleaning ceph cluster... 2024-09-13T16:44:47.438 DEBUG:teuthology.orchestra.run.smithi005:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2024-09-13T16:44:47.441 DEBUG:teuthology.orchestra.run.smithi179:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2024-09-13T16:44:47.503 INFO:tasks.ceph:Checking for errors in any valgrind logs... 2024-09-13T16:44:47.504 DEBUG:teuthology.orchestra.run.smithi005:> sudo zgrep '' /var/log/ceph/valgrind/* /dev/null | sort | uniq 2024-09-13T16:44:47.506 DEBUG:teuthology.orchestra.run.smithi179:> sudo zgrep '' /var/log/ceph/valgrind/* /dev/null | sort | uniq 2024-09-13T16:44:47.542 INFO:teuthology.orchestra.run.smithi005.stderr:gzip: /var/log/ceph/valgrind/*.gz: No such file or directory 2024-09-13T16:44:47.545 INFO:teuthology.orchestra.run.smithi179.stderr:gzip: /var/log/ceph/valgrind/*.gz: No such file or directory 2024-09-13T16:44:47.552 INFO:tasks.ceph:Archiving crash dumps... 2024-09-13T16:44:47.554 DEBUG:teuthology.misc:Transferring archived files from smithi005:/var/lib/ceph/crash to /home/teuthworker/archive/rishabh-2024-09-13_14:36:41-fs-wip-rishabh-testing-20240910.095512-reef-distro-default-smithi/7903786/remote/smithi005/crash 2024-09-13T16:44:47.555 DEBUG:teuthology.orchestra.run.smithi005:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2024-09-13T16:44:47.608 DEBUG:teuthology.misc:Transferring archived files from smithi179:/var/lib/ceph/crash to /home/teuthworker/archive/rishabh-2024-09-13_14:36:41-fs-wip-rishabh-testing-20240910.095512-reef-distro-default-smithi/7903786/remote/smithi179/crash 2024-09-13T16:44:47.609 DEBUG:teuthology.orchestra.run.smithi179:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2024-09-13T16:44:47.625 INFO:tasks.ceph:Shutting down logrotate 2024-09-13T16:44:47.625 DEBUG:teuthology.orchestra.run.smithi005:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:44:47.628 DEBUG:teuthology.orchestra.run.smithi179:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:44:47.683 DEBUG:teuthology.orchestra.run.smithi005:> sudo rm /etc/logrotate.d/ceph-test.conf 2024-09-13T16:44:47.697 DEBUG:teuthology.orchestra.run.smithi179:> sudo rm /etc/logrotate.d/ceph-test.conf 2024-09-13T16:44:47.717 INFO:tasks.ceph:Compressing logs... 2024-09-13T16:44:47.717 DEBUG:teuthology.orchestra.run.smithi005:> sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-13T16:44:47.741 DEBUG:teuthology.orchestra.run.smithi179:> sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-13T16:44:47.954 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mon.c has been restored 2024-09-13T16:52:40.341 INFO:tasks.ceph:Archiving logs... 2024-09-13T16:52:40.342 DEBUG:teuthology.misc:Transferring archived files from smithi005:/var/log/ceph to /home/teuthworker/archive/rishabh-2024-09-13_14:36:41-fs-wip-rishabh-testing-20240910.095512-reef-distro-default-smithi/7903786/remote/smithi005/log 2024-09-13T16:52:40.343 DEBUG:teuthology.orchestra.run.smithi005:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-13T16:53:32.901 DEBUG:teuthology.misc:Transferring archived files from smithi179:/var/log/ceph to /home/teuthworker/archive/rishabh-2024-09-13_14:36:41-fs-wip-rishabh-testing-20240910.095512-reef-distro-default-smithi/7903786/remote/smithi179/log 2024-09-13T16:53:32.902 DEBUG:teuthology.orchestra.run.smithi179:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-13T16:54:31.659 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-09-13T16:54:31.669 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-09-13T16:54:31.670 DEBUG:teuthology.orchestra.run.smithi005:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-13T16:54:31.672 DEBUG:teuthology.orchestra.run.smithi179:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-13T16:54:31.830 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-09-13T16:54:31.838 INFO:teuthology.task.clock:Checking final clock skew... 2024-09-13T16:54:31.838 DEBUG:teuthology.orchestra.run.smithi005:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-13T16:54:31.841 DEBUG:teuthology.orchestra.run.smithi179:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-13T16:54:31.927 INFO:teuthology.orchestra.run.smithi005.stdout: remote refid st t when poll reach delay offset jitter 2024-09-13T16:54:31.928 INFO:teuthology.orchestra.run.smithi005.stdout:============================================================================== 2024-09-13T16:54:31.928 INFO:teuthology.orchestra.run.smithi005.stdout:*hv01.front.sepi 67.205.162.81 3 u 20 64 377 0.106 0.743 0.217 2024-09-13T16:54:31.928 INFO:teuthology.orchestra.run.smithi005.stdout:+hv02.front.sepi 63.231.80.2 3 u 12 64 377 0.089 0.823 0.406 2024-09-13T16:54:31.928 INFO:teuthology.orchestra.run.smithi005.stdout:+hv03.front.sepi 74.6.168.72 3 u 13 64 377 0.119 1.262 0.258 2024-09-13T16:54:31.928 INFO:teuthology.orchestra.run.smithi005.stdout: hv04.front.sepi .INIT. 16 u - 1024 0 0.000 0.000 0.000 2024-09-13T16:54:31.929 INFO:teuthology.orchestra.run.smithi179.stdout: remote refid st t when poll reach delay offset jitter 2024-09-13T16:54:31.929 INFO:teuthology.orchestra.run.smithi179.stdout:============================================================================== 2024-09-13T16:54:31.929 INFO:teuthology.orchestra.run.smithi179.stdout:+hv01.front.sepi 67.205.162.81 3 u 25 64 377 0.091 -0.041 0.181 2024-09-13T16:54:31.929 INFO:teuthology.orchestra.run.smithi179.stdout:*hv02.front.sepi 63.231.80.2 3 u 20 64 377 0.086 -0.017 0.170 2024-09-13T16:54:31.929 INFO:teuthology.orchestra.run.smithi179.stdout:+hv03.front.sepi 74.6.168.72 3 u 25 64 377 0.087 0.886 0.116 2024-09-13T16:54:31.929 INFO:teuthology.orchestra.run.smithi179.stdout: hv04.front.sepi .INIT. 16 u - 1024 0 0.000 0.000 0.000 2024-09-13T16:54:31.930 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-09-13T16:54:31.939 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-09-13T16:54:31.939 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-09-13T16:54:31.947 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-09-13T16:54:31.957 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-09-13T16:54:31.966 INFO:teuthology.task.internal:Duration was 2921.512493 seconds 2024-09-13T16:54:31.966 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-09-13T16:54:31.975 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-09-13T16:54:31.975 DEBUG:teuthology.orchestra.run.smithi005:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-13T16:54:31.977 DEBUG:teuthology.orchestra.run.smithi179:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-13T16:54:32.130 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-09-13T16:54:32.130 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi005.front.sepia.ceph.com 2024-09-13T16:54:32.130 DEBUG:teuthology.orchestra.run.smithi005:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-13T16:54:32.147 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi179.front.sepia.ceph.com 2024-09-13T16:54:32.147 DEBUG:teuthology.orchestra.run.smithi179:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-13T16:54:32.163 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-09-13T16:54:32.163 DEBUG:teuthology.orchestra.run.smithi005:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-13T16:54:32.165 DEBUG:teuthology.orchestra.run.smithi179:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-13T16:54:32.211 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-09-13T16:54:32.211 DEBUG:teuthology.orchestra.run.smithi005:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-13T16:54:32.214 DEBUG:teuthology.orchestra.run.smithi179:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-13T16:54:32.349 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-09-13T16:54:32.359 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-09-13T16:54:32.359 DEBUG:teuthology.orchestra.run.smithi005:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-13T16:54:32.399 DEBUG:teuthology.orchestra.run.smithi179:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-13T16:54:32.423 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-09-13T16:54:32.435 DEBUG:teuthology.orchestra.run.smithi005:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-13T16:54:32.438 DEBUG:teuthology.orchestra.run.smithi179:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-13T16:54:32.461 INFO:teuthology.orchestra.run.smithi179.stdout:kernel.core_pattern = core 2024-09-13T16:54:32.462 INFO:teuthology.orchestra.run.smithi005.stdout:kernel.core_pattern = core 2024-09-13T16:54:32.507 DEBUG:teuthology.orchestra.run.smithi005:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-13T16:54:32.540 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T16:54:32.541 DEBUG:teuthology.orchestra.run.smithi179:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-13T16:54:32.556 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T16:54:32.557 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-09-13T16:54:32.567 INFO:teuthology.task.internal:Transferring archived files... 2024-09-13T16:54:32.568 DEBUG:teuthology.misc:Transferring archived files from smithi005:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/rishabh-2024-09-13_14:36:41-fs-wip-rishabh-testing-20240910.095512-reef-distro-default-smithi/7903786/remote/smithi005 2024-09-13T16:54:32.569 DEBUG:teuthology.orchestra.run.smithi005:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-13T16:54:32.596 DEBUG:teuthology.misc:Transferring archived files from smithi179:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/rishabh-2024-09-13_14:36:41-fs-wip-rishabh-testing-20240910.095512-reef-distro-default-smithi/7903786/remote/smithi179 2024-09-13T16:54:32.596 DEBUG:teuthology.orchestra.run.smithi179:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-13T16:54:32.623 INFO:teuthology.task.internal:Removing archive directory... 2024-09-13T16:54:32.623 DEBUG:teuthology.orchestra.run.smithi005:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-13T16:54:32.625 DEBUG:teuthology.orchestra.run.smithi179:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-13T16:54:32.665 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-09-13T16:54:32.678 INFO:teuthology.task.internal:Not uploading archives. 2024-09-13T16:54:32.678 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-09-13T16:54:32.688 INFO:teuthology.task.internal:Tidying up after the test... 2024-09-13T16:54:32.688 DEBUG:teuthology.orchestra.run.smithi005:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-13T16:54:32.691 DEBUG:teuthology.orchestra.run.smithi179:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-13T16:54:32.696 INFO:teuthology.orchestra.run.smithi005.stdout: 924112 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 13 16:54 /home/ubuntu/cephtest 2024-09-13T16:54:32.699 INFO:teuthology.orchestra.run.smithi179.stdout: 924112 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 13 16:54 /home/ubuntu/cephtest 2024-09-13T16:54:32.701 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-09-13T16:54:32.712 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-09-13T16:54:32.736 INFO:teuthology.run:Summary data: description: fs/verify/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1a5s-mds-1c-client conf/{client mds mgr mon osd} distro/{ubuntu/{latest overrides}} mount/fuse objectstore-ec/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down mon-debug pg_health session_timeout} ranks/1 tasks/dbench validater/lockdep} duration: 2921.5124928951263 flavor: default owner: scheduled_rishabh@teuthology success: true 2024-09-13T16:54:32.737 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-13T16:54:32.818 INFO:teuthology.run:pass